2024-09-19T05:41:02.354 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-19T05:41:02.376 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T05:41:02.469 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911696 branch: squid description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/snap_schedule_snapdir} email: ceph-qa@ceph.com first_in_suite: false job_id: '7911696' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: client: client mount timeout: 600 client snapdir: .customsnapfuse debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 kclient: snapdirname: .customsnapkernel selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 subvolume_version: 1 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 6fad5dd73c93545e52f57f681e140a9c3529c11e owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 1747 sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 sleep_before_teardown: 0 subset: 176/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 6fad5dd73c93545e52f57f681e140a9c3529c11e syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi046.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLcQBGsBUq3QlnWiQvNKwN2Sn59O5SFjL6VKTTW+FB30c2p6tyjA96MxmUUjFq01E0nwbFsv3ccOlu3V71HgrRo= smithi078.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBF7iB+ENemHx8o+rEzzxwVkTuuMhIjW7JKNIucPvF/jhjWj8+Fx95rMt7loIUXMn/3v3reKujlP8aSMvVDnr7tA= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - ceph-fuse: null - cephfs_test_runner: modules: - tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-18_21:24:17 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-19T05:41:02.470 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa; will attempt to use it 2024-09-19T05:41:02.470 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks 2024-09-19T05:41:02.471 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-19T05:41:02.472 INFO:teuthology.task.internal:Checking packages... 2024-09-19T05:41:02.494 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '2f599a46ad10e37c929e5c43da2f6907ddcd1961' 2024-09-19T05:41:02.494 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-19T05:41:02.494 INFO:teuthology.packaging:ref: None 2024-09-19T05:41:02.495 INFO:teuthology.packaging:tag: None 2024-09-19T05:41:02.495 INFO:teuthology.packaging:branch: squid 2024-09-19T05:41:02.495 INFO:teuthology.packaging:sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:41:02.495 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-19T05:41:02.727 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-363.g6fad5dd7 2024-09-19T05:41:02.729 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-19T05:41:02.738 INFO:teuthology.task.internal:no buildpackages task found 2024-09-19T05:41:02.738 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-19T05:41:02.769 INFO:teuthology.task.internal:Saving configuration 2024-09-19T05:41:02.787 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-19T05:41:02.884 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-19T05:41:02.904 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi046.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911696', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 05:36:04.615703', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLcQBGsBUq3QlnWiQvNKwN2Sn59O5SFjL6VKTTW+FB30c2p6tyjA96MxmUUjFq01E0nwbFsv3ccOlu3V71HgrRo='} 2024-09-19T05:41:02.922 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi078.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911696', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 05:36:04.617214', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBF7iB+ENemHx8o+rEzzxwVkTuuMhIjW7JKNIucPvF/jhjWj8+Fx95rMt7loIUXMn/3v3reKujlP8aSMvVDnr7tA='} 2024-09-19T05:41:02.922 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-19T05:41:02.932 INFO:teuthology.task.internal:roles: ubuntu@smithi046.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-19T05:41:02.932 INFO:teuthology.task.internal:roles: ubuntu@smithi078.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-19T05:41:02.932 INFO:teuthology.run_tasks:Running task console_log... 2024-09-19T05:41:02.987 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f18ebe4bbe0>, signals=[15]) 2024-09-19T05:41:02.987 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-19T05:41:02.998 INFO:teuthology.task.internal:Opening connections... 2024-09-19T05:41:02.998 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi046.front.sepia.ceph.com 2024-09-19T05:41:02.999 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:41:03.074 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi078.front.sepia.ceph.com 2024-09-19T05:41:03.074 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:41:03.149 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-19T05:41:03.158 DEBUG:teuthology.orchestra.run.smithi046:> uname -m 2024-09-19T05:41:03.175 INFO:teuthology.orchestra.run.smithi046.stdout:x86_64 2024-09-19T05:41:03.176 DEBUG:teuthology.orchestra.run.smithi046:> cat /etc/os-release 2024-09-19T05:41:03.233 INFO:teuthology.orchestra.run.smithi046.stdout:NAME="CentOS Stream" 2024-09-19T05:41:03.234 INFO:teuthology.orchestra.run.smithi046.stdout:VERSION="9" 2024-09-19T05:41:03.234 INFO:teuthology.orchestra.run.smithi046.stdout:ID="centos" 2024-09-19T05:41:03.234 INFO:teuthology.orchestra.run.smithi046.stdout:ID_LIKE="rhel fedora" 2024-09-19T05:41:03.234 INFO:teuthology.orchestra.run.smithi046.stdout:VERSION_ID="9" 2024-09-19T05:41:03.234 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM_ID="platform:el9" 2024-09-19T05:41:03.234 INFO:teuthology.orchestra.run.smithi046.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T05:41:03.234 INFO:teuthology.orchestra.run.smithi046.stdout:ANSI_COLOR="0;31" 2024-09-19T05:41:03.234 INFO:teuthology.orchestra.run.smithi046.stdout:LOGO="fedora-logo-icon" 2024-09-19T05:41:03.234 INFO:teuthology.orchestra.run.smithi046.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T05:41:03.234 INFO:teuthology.orchestra.run.smithi046.stdout:HOME_URL="https://centos.org/" 2024-09-19T05:41:03.234 INFO:teuthology.orchestra.run.smithi046.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T05:41:03.235 INFO:teuthology.orchestra.run.smithi046.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T05:41:03.235 INFO:teuthology.orchestra.run.smithi046.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T05:41:03.235 INFO:teuthology.lock.ops:Updating smithi046.front.sepia.ceph.com on lock server 2024-09-19T05:41:03.257 DEBUG:teuthology.orchestra.run.smithi078:> uname -m 2024-09-19T05:41:03.275 INFO:teuthology.orchestra.run.smithi078.stdout:x86_64 2024-09-19T05:41:03.275 DEBUG:teuthology.orchestra.run.smithi078:> cat /etc/os-release 2024-09-19T05:41:03.332 INFO:teuthology.orchestra.run.smithi078.stdout:NAME="CentOS Stream" 2024-09-19T05:41:03.332 INFO:teuthology.orchestra.run.smithi078.stdout:VERSION="9" 2024-09-19T05:41:03.332 INFO:teuthology.orchestra.run.smithi078.stdout:ID="centos" 2024-09-19T05:41:03.332 INFO:teuthology.orchestra.run.smithi078.stdout:ID_LIKE="rhel fedora" 2024-09-19T05:41:03.332 INFO:teuthology.orchestra.run.smithi078.stdout:VERSION_ID="9" 2024-09-19T05:41:03.333 INFO:teuthology.orchestra.run.smithi078.stdout:PLATFORM_ID="platform:el9" 2024-09-19T05:41:03.333 INFO:teuthology.orchestra.run.smithi078.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T05:41:03.333 INFO:teuthology.orchestra.run.smithi078.stdout:ANSI_COLOR="0;31" 2024-09-19T05:41:03.333 INFO:teuthology.orchestra.run.smithi078.stdout:LOGO="fedora-logo-icon" 2024-09-19T05:41:03.333 INFO:teuthology.orchestra.run.smithi078.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T05:41:03.333 INFO:teuthology.orchestra.run.smithi078.stdout:HOME_URL="https://centos.org/" 2024-09-19T05:41:03.333 INFO:teuthology.orchestra.run.smithi078.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T05:41:03.333 INFO:teuthology.orchestra.run.smithi078.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T05:41:03.333 INFO:teuthology.orchestra.run.smithi078.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T05:41:03.333 INFO:teuthology.lock.ops:Updating smithi078.front.sepia.ceph.com on lock server 2024-09-19T05:41:03.348 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-19T05:41:03.361 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-19T05:41:03.369 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-19T05:41:03.369 DEBUG:teuthology.orchestra.run.smithi046:> test '!' -e /home/ubuntu/cephtest 2024-09-19T05:41:03.371 DEBUG:teuthology.orchestra.run.smithi078:> test '!' -e /home/ubuntu/cephtest 2024-09-19T05:41:03.388 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-19T05:41:03.398 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-19T05:41:03.398 DEBUG:teuthology.orchestra.run.smithi046:> test -z $(ls -A /var/lib/ceph) 2024-09-19T05:41:03.428 DEBUG:teuthology.orchestra.run.smithi078:> test -z $(ls -A /var/lib/ceph) 2024-09-19T05:41:03.539 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-19T05:41:03.583 INFO:teuthology.run_tasks:Running task kernel... 2024-09-19T05:41:03.598 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-19T05:41:03.598 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-19T05:41:03.598 DEBUG:teuthology.orchestra.run.smithi046:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T05:41:03.599 DEBUG:teuthology.orchestra.run.smithi078:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T05:41:03.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:41:03.616 DEBUG:teuthology.orchestra.run.smithi078:> uname -r 2024-09-19T05:41:03.617 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:41:03.617 DEBUG:teuthology.orchestra.run.smithi046:> uname -r 2024-09-19T05:41:03.673 INFO:teuthology.orchestra.run.smithi078.stdout:5.14.0-503.el9.x86_64 2024-09-19T05:41:03.673 INFO:teuthology.task.kernel:Running kernel on smithi078: 5.14.0-503.el9.x86_64 2024-09-19T05:41:03.673 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum install -y kernel 2024-09-19T05:41:03.675 INFO:teuthology.orchestra.run.smithi046.stdout:5.14.0-503.el9.x86_64 2024-09-19T05:41:03.675 INFO:teuthology.task.kernel:Running kernel on smithi046: 5.14.0-503.el9.x86_64 2024-09-19T05:41:03.676 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum install -y kernel 2024-09-19T05:41:07.197 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - BaseOS 4.6 MB/s | 8.3 MB 00:01 2024-09-19T05:41:09.050 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - BaseOS 2.2 MB/s | 8.3 MB 00:03 2024-09-19T05:41:10.515 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - AppStream 9.3 MB/s | 20 MB 00:02 2024-09-19T05:41:12.251 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - AppStream 9.6 MB/s | 20 MB 00:02 2024-09-19T05:41:14.790 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - CRB 17 MB/s | 6.5 MB 00:00 2024-09-19T05:41:17.141 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - Extras packages 17 kB/s | 19 kB 00:01 2024-09-19T05:41:17.768 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - CRB 3.8 MB/s | 6.5 MB 00:01 2024-09-19T05:41:18.136 INFO:teuthology.orchestra.run.smithi046.stdout:Extra Packages for Enterprise Linux 26 MB/s | 23 MB 00:00 2024-09-19T05:41:19.469 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - Extras packages 38 kB/s | 19 kB 00:00 2024-09-19T05:41:20.448 INFO:teuthology.orchestra.run.smithi078.stdout:Extra Packages for Enterprise Linux 26 MB/s | 23 MB 00:00 2024-09-19T05:41:23.692 INFO:teuthology.orchestra.run.smithi046.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-19T05:41:25.841 INFO:teuthology.orchestra.run.smithi046.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-19T05:41:25.841 INFO:teuthology.orchestra.run.smithi046.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-19T05:41:25.845 INFO:teuthology.orchestra.run.smithi078.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-19T05:41:25.924 INFO:teuthology.orchestra.run.smithi046.stdout:Dependencies resolved. 2024-09-19T05:41:25.929 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2024-09-19T05:41:25.929 INFO:teuthology.orchestra.run.smithi046.stdout: Package Architecture Version Repository Size 2024-09-19T05:41:25.929 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2024-09-19T05:41:25.929 INFO:teuthology.orchestra.run.smithi046.stdout:Installing: 2024-09-19T05:41:25.929 INFO:teuthology.orchestra.run.smithi046.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-19T05:41:25.929 INFO:teuthology.orchestra.run.smithi046.stdout:Installing dependencies: 2024-09-19T05:41:25.929 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-19T05:41:25.929 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-19T05:41:25.929 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-19T05:41:25.929 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:41:25.929 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction Summary 2024-09-19T05:41:25.929 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2024-09-19T05:41:25.929 INFO:teuthology.orchestra.run.smithi046.stdout:Install 4 Packages 2024-09-19T05:41:25.930 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:41:25.930 INFO:teuthology.orchestra.run.smithi046.stdout:Total download size: 79 M 2024-09-19T05:41:25.931 INFO:teuthology.orchestra.run.smithi046.stdout:Installed size: 126 M 2024-09-19T05:41:25.931 INFO:teuthology.orchestra.run.smithi046.stdout:Downloading Packages: 2024-09-19T05:41:26.044 INFO:teuthology.orchestra.run.smithi046.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 396 kB/s | 36 kB 00:00 2024-09-19T05:41:26.278 INFO:teuthology.orchestra.run.smithi046.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 48 MB/s | 16 MB 00:00 2024-09-19T05:41:26.644 INFO:teuthology.orchestra.run.smithi046.stdout:(3/4): kernel-modules-core-5.14.0-508.el9.x86_6 48 MB/s | 29 MB 00:00 2024-09-19T05:41:27.153 INFO:teuthology.orchestra.run.smithi046.stdout:(4/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 29 MB/s | 35 MB 00:01 2024-09-19T05:41:27.153 INFO:teuthology.orchestra.run.smithi046.stdout:-------------------------------------------------------------------------------- 2024-09-19T05:41:27.153 INFO:teuthology.orchestra.run.smithi046.stdout:Total 64 MB/s | 79 MB 00:01 2024-09-19T05:41:27.761 INFO:teuthology.orchestra.run.smithi078.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-19T05:41:27.761 INFO:teuthology.orchestra.run.smithi078.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-19T05:41:27.847 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2024-09-19T05:41:27.858 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2024-09-19T05:41:27.858 INFO:teuthology.orchestra.run.smithi078.stdout: Package Architecture Version Repository Size 2024-09-19T05:41:27.858 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2024-09-19T05:41:27.859 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2024-09-19T05:41:27.859 INFO:teuthology.orchestra.run.smithi078.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-19T05:41:27.859 INFO:teuthology.orchestra.run.smithi078.stdout:Installing dependencies: 2024-09-19T05:41:27.859 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-19T05:41:27.859 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-19T05:41:27.859 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-19T05:41:27.859 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:41:27.859 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2024-09-19T05:41:27.860 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2024-09-19T05:41:27.860 INFO:teuthology.orchestra.run.smithi078.stdout:Install 4 Packages 2024-09-19T05:41:27.860 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:41:27.860 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 79 M 2024-09-19T05:41:27.860 INFO:teuthology.orchestra.run.smithi078.stdout:Installed size: 126 M 2024-09-19T05:41:27.860 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2024-09-19T05:41:27.861 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction check 2024-09-19T05:41:28.014 INFO:teuthology.orchestra.run.smithi078.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 267 kB/s | 36 kB 00:00 2024-09-19T05:41:28.226 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction check succeeded. 2024-09-19T05:41:28.226 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction test 2024-09-19T05:41:28.281 INFO:teuthology.orchestra.run.smithi078.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 39 MB/s | 16 MB 00:00 2024-09-19T05:41:28.665 INFO:teuthology.orchestra.run.smithi078.stdout:(3/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 44 MB/s | 35 MB 00:00 2024-09-19T05:41:29.031 INFO:teuthology.orchestra.run.smithi078.stdout:(4/4): kernel-modules-core-5.14.0-508.el9.x86_6 28 MB/s | 29 MB 00:01 2024-09-19T05:41:29.032 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2024-09-19T05:41:29.032 INFO:teuthology.orchestra.run.smithi078.stdout:Total 67 MB/s | 79 MB 00:01 2024-09-19T05:41:29.225 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction test succeeded. 2024-09-19T05:41:29.225 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction 2024-09-19T05:41:29.715 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2024-09-19T05:41:30.077 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2024-09-19T05:41:30.077 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2024-09-19T05:41:31.059 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2024-09-19T05:41:31.059 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2024-09-19T05:41:31.772 INFO:teuthology.orchestra.run.smithi046.stdout: Preparing : 1/1 2024-09-19T05:41:32.448 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-19T05:41:32.545 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T05:41:33.478 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2024-09-19T05:41:34.208 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-19T05:41:34.291 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T05:41:35.298 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T05:41:35.431 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T05:41:37.061 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T05:41:37.195 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T05:41:40.559 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T05:41:40.597 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:41:42.025 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T05:41:42.128 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:41:45.737 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:41:46.977 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:42:24.971 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:42:25.012 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:42:25.041 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:42:25.080 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:42:25.273 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:42:25.273 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-19T05:42:25.273 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T05:42:25.273 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T05:42:25.424 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:42:25.424 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-19T05:42:25.424 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T05:42:25.424 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T05:42:26.157 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:42:26.157 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:42:26.157 INFO:teuthology.orchestra.run.smithi046.stdout:Installed: 2024-09-19T05:42:26.157 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-19T05:42:26.157 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-19T05:42:26.158 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-19T05:42:26.158 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-19T05:42:26.158 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:42:26.158 INFO:teuthology.orchestra.run.smithi046.stdout:Complete! 2024-09-19T05:42:26.258 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:42:26.258 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:42:26.258 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2024-09-19T05:42:26.258 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-19T05:42:26.259 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-19T05:42:26.259 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-19T05:42:26.259 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-19T05:42:26.259 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:42:26.259 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2024-09-19T05:42:26.544 DEBUG:teuthology.orchestra.run.smithi046:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T05:42:26.627 INFO:teuthology.orchestra.run.smithi046.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T05:42:26.627 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T05:42:26.627 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-19T05:42:26.627 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-19T05:42:26.627 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-19T05:42:26.628 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-19T05:42:26.628 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi046.front.sepia.ceph.com, path=None, version=distro) 2024-09-19T05:42:26.628 DEBUG:teuthology.orchestra.run.smithi046:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T05:42:26.632 DEBUG:teuthology.orchestra.run.smithi078:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T05:42:26.686 INFO:teuthology.orchestra.run.smithi046.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T05:42:26.687 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T05:42:26.687 DEBUG:teuthology.orchestra.run.smithi046:> sudo rpm -qi grub2-tools 2024-09-19T05:42:26.724 INFO:teuthology.orchestra.run.smithi046.stdout:Name : grub2-tools 2024-09-19T05:42:26.724 INFO:teuthology.orchestra.run.smithi046.stdout:Epoch : 1 2024-09-19T05:42:26.724 INFO:teuthology.orchestra.run.smithi046.stdout:Version : 2.06 2024-09-19T05:42:26.724 INFO:teuthology.orchestra.run.smithi046.stdout:Release : 82.el9 2024-09-19T05:42:26.724 INFO:teuthology.orchestra.run.smithi046.stdout:Architecture: x86_64 2024-09-19T05:42:26.724 INFO:teuthology.orchestra.run.smithi046.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T05:42:26.724 INFO:teuthology.orchestra.run.smithi046.stdout:Group : Unspecified 2024-09-19T05:42:26.724 INFO:teuthology.orchestra.run.smithi046.stdout:Size : 8274670 2024-09-19T05:42:26.725 INFO:teuthology.orchestra.run.smithi046.stdout:License : GPLv3+ 2024-09-19T05:42:26.725 INFO:teuthology.orchestra.run.smithi046.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T05:42:26.725 INFO:teuthology.orchestra.run.smithi046.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T05:42:26.725 INFO:teuthology.orchestra.run.smithi046.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T05:42:26.725 INFO:teuthology.orchestra.run.smithi046.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T05:42:26.725 INFO:teuthology.orchestra.run.smithi046.stdout:Packager : builder@centos.org 2024-09-19T05:42:26.725 INFO:teuthology.orchestra.run.smithi046.stdout:Vendor : CentOS 2024-09-19T05:42:26.725 INFO:teuthology.orchestra.run.smithi046.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T05:42:26.725 INFO:teuthology.orchestra.run.smithi046.stdout:Summary : Support tools for GRUB. 2024-09-19T05:42:26.725 INFO:teuthology.orchestra.run.smithi046.stdout:Description : 2024-09-19T05:42:26.725 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:42:26.725 INFO:teuthology.orchestra.run.smithi046.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T05:42:26.725 INFO:teuthology.orchestra.run.smithi046.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T05:42:26.725 INFO:teuthology.orchestra.run.smithi046.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T05:42:26.725 INFO:teuthology.orchestra.run.smithi046.stdout:hardware devices. 2024-09-19T05:42:26.726 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:42:26.726 INFO:teuthology.orchestra.run.smithi046.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T05:42:26.726 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T05:42:26.726 INFO:teuthology.task.kernel:Updating grub on smithi046 to boot 5.14.0-508.el9.x86_64 2024-09-19T05:42:26.727 DEBUG:teuthology.orchestra.run.smithi046:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T05:42:26.754 INFO:teuthology.orchestra.run.smithi078.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T05:42:26.754 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T05:42:26.754 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-19T05:42:26.755 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-19T05:42:26.755 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-19T05:42:26.755 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-19T05:42:26.755 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi078.front.sepia.ceph.com, path=None, version=distro) 2024-09-19T05:42:26.755 DEBUG:teuthology.orchestra.run.smithi078:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T05:42:26.813 INFO:teuthology.orchestra.run.smithi078.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T05:42:26.814 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T05:42:26.814 DEBUG:teuthology.orchestra.run.smithi078:> sudo rpm -qi grub2-tools 2024-09-19T05:42:26.846 INFO:teuthology.orchestra.run.smithi078.stdout:Name : grub2-tools 2024-09-19T05:42:26.846 INFO:teuthology.orchestra.run.smithi078.stdout:Epoch : 1 2024-09-19T05:42:26.846 INFO:teuthology.orchestra.run.smithi078.stdout:Version : 2.06 2024-09-19T05:42:26.846 INFO:teuthology.orchestra.run.smithi078.stdout:Release : 82.el9 2024-09-19T05:42:26.846 INFO:teuthology.orchestra.run.smithi078.stdout:Architecture: x86_64 2024-09-19T05:42:26.846 INFO:teuthology.orchestra.run.smithi078.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T05:42:26.846 INFO:teuthology.orchestra.run.smithi078.stdout:Group : Unspecified 2024-09-19T05:42:26.846 INFO:teuthology.orchestra.run.smithi078.stdout:Size : 8274670 2024-09-19T05:42:26.846 INFO:teuthology.orchestra.run.smithi078.stdout:License : GPLv3+ 2024-09-19T05:42:26.846 INFO:teuthology.orchestra.run.smithi078.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T05:42:26.846 INFO:teuthology.orchestra.run.smithi078.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T05:42:26.847 INFO:teuthology.orchestra.run.smithi078.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T05:42:26.847 INFO:teuthology.orchestra.run.smithi078.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T05:42:26.847 INFO:teuthology.orchestra.run.smithi078.stdout:Packager : builder@centos.org 2024-09-19T05:42:26.847 INFO:teuthology.orchestra.run.smithi078.stdout:Vendor : CentOS 2024-09-19T05:42:26.847 INFO:teuthology.orchestra.run.smithi078.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T05:42:26.847 INFO:teuthology.orchestra.run.smithi078.stdout:Summary : Support tools for GRUB. 2024-09-19T05:42:26.847 INFO:teuthology.orchestra.run.smithi078.stdout:Description : 2024-09-19T05:42:26.847 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:42:26.847 INFO:teuthology.orchestra.run.smithi078.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T05:42:26.847 INFO:teuthology.orchestra.run.smithi078.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T05:42:26.847 INFO:teuthology.orchestra.run.smithi078.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T05:42:26.847 INFO:teuthology.orchestra.run.smithi078.stdout:hardware devices. 2024-09-19T05:42:26.848 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:42:26.848 INFO:teuthology.orchestra.run.smithi078.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T05:42:26.849 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T05:42:26.849 INFO:teuthology.task.kernel:Updating grub on smithi078 to boot 5.14.0-508.el9.x86_64 2024-09-19T05:42:26.849 DEBUG:teuthology.orchestra.run.smithi078:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T05:42:27.410 INFO:teuthology.orchestra.run.smithi046.stderr:Generating grub configuration file ... 2024-09-19T05:42:27.537 INFO:teuthology.orchestra.run.smithi078.stderr:Generating grub configuration file ... 2024-09-19T05:42:28.863 INFO:teuthology.orchestra.run.smithi078.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T05:42:28.864 INFO:teuthology.orchestra.run.smithi046.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T05:42:28.896 INFO:teuthology.orchestra.run.smithi078.stderr:done 2024-09-19T05:42:28.897 INFO:teuthology.orchestra.run.smithi046.stderr:done 2024-09-19T05:42:28.898 DEBUG:teuthology.orchestra.run.smithi078:> mktemp 2024-09-19T05:42:28.899 DEBUG:teuthology.orchestra.run.smithi046:> mktemp 2024-09-19T05:42:28.914 INFO:teuthology.orchestra.run.smithi046.stdout:/tmp/tmp.ziiian5Iqz 2024-09-19T05:42:28.915 DEBUG:teuthology.orchestra.run.smithi046:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.ziiian5Iqz 2024-09-19T05:42:28.916 INFO:teuthology.orchestra.run.smithi078.stdout:/tmp/tmp.lYZbFKnnhz 2024-09-19T05:42:28.916 DEBUG:teuthology.orchestra.run.smithi078:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.lYZbFKnnhz 2024-09-19T05:42:28.979 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 0666 /tmp/tmp.ziiian5Iqz 2024-09-19T05:42:28.982 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod 0666 /tmp/tmp.lYZbFKnnhz 2024-09-19T05:42:29.122 DEBUG:teuthology.orchestra.remote:smithi046:/tmp/tmp.ziiian5Iqz is 6KB 2024-09-19T05:42:29.125 DEBUG:teuthology.orchestra.remote:smithi078:/tmp/tmp.lYZbFKnnhz is 6KB 2024-09-19T05:42:29.142 DEBUG:teuthology.orchestra.run.smithi046:> rm -fr /tmp/tmp.ziiian5Iqz 2024-09-19T05:42:29.146 DEBUG:teuthology.orchestra.run.smithi078:> rm -fr /tmp/tmp.lYZbFKnnhz 2024-09-19T05:42:29.156 DEBUG:teuthology.orchestra.run.smithi046:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T05:42:29.161 DEBUG:teuthology.orchestra.run.smithi078:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T05:42:29.221 INFO:teuthology.orchestra.run.smithi046.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T05:42:29.221 INFO:teuthology.orchestra.run.smithi046.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T05:42:29.221 INFO:teuthology.orchestra.run.smithi046.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T05:42:29.221 INFO:teuthology.orchestra.run.smithi046.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-19T05:42:29.221 DEBUG:teuthology.orchestra.run.smithi046:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-19T05:42:29.229 INFO:teuthology.orchestra.run.smithi078.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T05:42:29.229 INFO:teuthology.orchestra.run.smithi078.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T05:42:29.229 INFO:teuthology.orchestra.run.smithi078.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T05:42:29.229 INFO:teuthology.orchestra.run.smithi078.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-19T05:42:29.230 DEBUG:teuthology.orchestra.run.smithi078:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-19T05:42:29.373 DEBUG:teuthology.orchestra.run.smithi046:> sudo shutdown -r now 2024-09-19T05:42:29.394 DEBUG:teuthology.orchestra.run.smithi078:> sudo shutdown -r now 2024-09-19T05:42:59.405 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-19T05:42:59.406 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-09-19T05:42:59.407 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:42:59.409 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-19T05:42:59.409 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-09-19T05:42:59.409 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:43:59.469 DEBUG:teuthology.orchestra.remote:timed out 2024-09-19T05:43:59.470 DEBUG:teuthology.orchestra.remote:timed out 2024-09-19T05:44:08.476 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-09-19T05:44:08.477 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:44:08.479 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-09-19T05:44:08.479 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:44:08.881 DEBUG:teuthology.orchestra.run.smithi078:> true 2024-09-19T05:44:09.226 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-09-19T05:44:09.226 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-508.el9.x86_64"... 2024-09-19T05:44:09.227 DEBUG:teuthology.orchestra.run.smithi078:> uname -r 2024-09-19T05:44:09.241 INFO:teuthology.orchestra.run.smithi078.stdout:5.14.0-508.el9.x86_64 2024-09-19T05:44:09.242 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-19T05:44:09.242 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T05:44:09.242 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T05:44:10.243 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-19T05:44:10.243 DEBUG:teuthology.orchestra.run.smithi078:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-19T05:44:10.347 INFO:teuthology.orchestra.run.smithi078.stdout:ttyS1 2024-09-19T05:44:10.370 DEBUG:teuthology.parallel:result is None 2024-09-19T05:44:11.805 DEBUG:teuthology.orchestra.run.smithi046:> true 2024-09-19T05:44:12.276 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-09-19T05:44:12.276 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-508.el9.x86_64"... 2024-09-19T05:44:12.276 DEBUG:teuthology.orchestra.run.smithi046:> uname -r 2024-09-19T05:44:12.291 INFO:teuthology.orchestra.run.smithi046.stdout:5.14.0-508.el9.x86_64 2024-09-19T05:44:12.291 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-19T05:44:12.291 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T05:44:12.292 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T05:44:13.292 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-19T05:44:13.292 DEBUG:teuthology.orchestra.run.smithi046:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-19T05:44:13.365 INFO:teuthology.orchestra.run.smithi046.stdout:ttyS1 2024-09-19T05:44:13.393 DEBUG:teuthology.parallel:result is None 2024-09-19T05:44:13.393 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-19T05:44:13.401 INFO:teuthology.task.internal:Creating test directory... 2024-09-19T05:44:13.401 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T05:44:13.403 DEBUG:teuthology.orchestra.run.smithi078:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T05:44:13.446 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-19T05:44:13.452 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-19T05:44:13.462 INFO:teuthology.task.internal:Creating archive directory... 2024-09-19T05:44:13.462 DEBUG:teuthology.orchestra.run.smithi046:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T05:44:13.465 DEBUG:teuthology.orchestra.run.smithi078:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T05:44:13.555 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-19T05:44:13.561 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-19T05:44:13.562 DEBUG:teuthology.orchestra.run.smithi046:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T05:44:13.564 DEBUG:teuthology.orchestra.run.smithi078:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T05:44:13.597 INFO:teuthology.orchestra.run.smithi046.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T05:44:13.607 INFO:teuthology.orchestra.run.smithi046.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T05:44:13.633 INFO:teuthology.orchestra.run.smithi078.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T05:44:13.654 INFO:teuthology.orchestra.run.smithi078.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T05:44:13.657 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-19T05:44:13.664 INFO:teuthology.task.internal:Configuring sudo... 2024-09-19T05:44:13.665 DEBUG:teuthology.orchestra.run.smithi046:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T05:44:13.667 DEBUG:teuthology.orchestra.run.smithi078:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T05:44:13.706 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-19T05:44:13.715 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-19T05:44:13.715 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T05:44:13.733 DEBUG:teuthology.orchestra.run.smithi078:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T05:44:13.797 DEBUG:teuthology.orchestra.run.smithi046:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T05:44:13.841 DEBUG:teuthology.orchestra.run.smithi046:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T05:44:13.883 DEBUG:teuthology.orchestra.run.smithi046:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T05:44:13.966 DEBUG:teuthology.orchestra.run.smithi046:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T05:44:14.007 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:44:14.007 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T05:44:14.079 DEBUG:teuthology.orchestra.run.smithi078:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T05:44:14.141 DEBUG:teuthology.orchestra.run.smithi078:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T05:44:14.225 DEBUG:teuthology.orchestra.run.smithi078:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T05:44:14.293 DEBUG:teuthology.orchestra.run.smithi078:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T05:44:14.336 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:44:14.336 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T05:44:14.401 DEBUG:teuthology.orchestra.run.smithi046:> sudo service rsyslog restart 2024-09-19T05:44:14.403 DEBUG:teuthology.orchestra.run.smithi078:> sudo service rsyslog restart 2024-09-19T05:44:14.443 INFO:teuthology.orchestra.run.smithi046.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T05:44:14.487 INFO:teuthology.orchestra.run.smithi078.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T05:44:14.841 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-19T05:44:14.848 INFO:teuthology.task.internal:Starting timer... 2024-09-19T05:44:14.848 INFO:teuthology.run_tasks:Running task pcp... 2024-09-19T05:44:14.861 INFO:teuthology.run_tasks:Running task selinux... 2024-09-19T05:44:14.869 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-09-19T05:44:14.870 DEBUG:teuthology.orchestra.run.smithi046:> sudo service auditd rotate 2024-09-19T05:44:14.910 INFO:teuthology.orchestra.run.smithi046.stdout:Rotating logs: 2024-09-19T05:44:14.911 DEBUG:teuthology.orchestra.run.smithi078:> sudo service auditd rotate 2024-09-19T05:44:14.994 INFO:teuthology.orchestra.run.smithi078.stdout:Rotating logs: 2024-09-19T05:44:14.996 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-19T05:44:14.996 DEBUG:teuthology.orchestra.run.smithi046:> /usr/sbin/getenforce 2024-09-19T05:44:15.019 INFO:teuthology.orchestra.run.smithi046.stdout:Permissive 2024-09-19T05:44:15.019 DEBUG:teuthology.orchestra.run.smithi078:> /usr/sbin/getenforce 2024-09-19T05:44:15.072 INFO:teuthology.orchestra.run.smithi078.stdout:Permissive 2024-09-19T05:44:15.073 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi046.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi078.front.sepia.ceph.com': 'permissive'} 2024-09-19T05:44:15.073 DEBUG:teuthology.orchestra.run.smithi046:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T05:44:15.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:44:15.100 DEBUG:teuthology.orchestra.run.smithi078:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T05:44:15.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:44:15.126 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-19T05:44:15.126 DEBUG:teuthology.orchestra.run.smithi046:> sudo /usr/sbin/setenforce permissive 2024-09-19T05:44:15.169 DEBUG:teuthology.orchestra.run.smithi078:> sudo /usr/sbin/setenforce permissive 2024-09-19T05:44:15.203 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-19T05:44:15.212 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-19T05:44:15.215 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-19T05:44:15.326 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-19T05:44:15.337 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-19T05:44:15.338 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi046.front.sepia.ceph.com,smithi078.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-19T05:48:00.920 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi046.front.sepia.ceph.com'), Remote(name='ubuntu@smithi078.front.sepia.ceph.com')] 2024-09-19T05:48:00.922 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-09-19T05:48:00.923 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:48:00.999 DEBUG:teuthology.orchestra.run.smithi046:> true 2024-09-19T05:48:01.076 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-09-19T05:48:01.077 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-09-19T05:48:01.077 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:48:01.154 DEBUG:teuthology.orchestra.run.smithi078:> true 2024-09-19T05:48:01.232 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-09-19T05:48:01.232 INFO:teuthology.run_tasks:Running task clock... 2024-09-19T05:48:01.244 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-19T05:48:01.244 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T05:48:01.245 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T05:48:01.247 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T05:48:01.247 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T05:48:01.275 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T05:48:01.290 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T05:48:01.301 INFO:teuthology.orchestra.run.smithi078.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T05:48:01.315 INFO:teuthology.orchestra.run.smithi078.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T05:48:01.316 INFO:teuthology.orchestra.run.smithi046.stderr:sudo: ntpd: command not found 2024-09-19T05:48:01.328 INFO:teuthology.orchestra.run.smithi046.stdout:506 Cannot talk to daemon 2024-09-19T05:48:01.339 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: ntpd: command not found 2024-09-19T05:48:01.342 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T05:48:01.350 INFO:teuthology.orchestra.run.smithi078.stdout:506 Cannot talk to daemon 2024-09-19T05:48:01.357 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T05:48:01.364 INFO:teuthology.orchestra.run.smithi078.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T05:48:01.378 INFO:teuthology.orchestra.run.smithi078.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T05:48:01.417 INFO:teuthology.orchestra.run.smithi046.stderr:bash: line 1: ntpq: command not found 2024-09-19T05:48:01.421 INFO:teuthology.orchestra.run.smithi046.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T05:48:01.421 INFO:teuthology.orchestra.run.smithi046.stdout:=============================================================================== 2024-09-19T05:48:01.421 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:48:01.421 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:48:01.421 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:48:01.421 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:48:01.438 INFO:teuthology.orchestra.run.smithi078.stderr:bash: line 1: ntpq: command not found 2024-09-19T05:48:01.442 INFO:teuthology.orchestra.run.smithi078.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T05:48:01.442 INFO:teuthology.orchestra.run.smithi078.stdout:=============================================================================== 2024-09-19T05:48:01.442 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:48:01.442 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:48:01.442 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:48:01.443 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:48:01.443 INFO:teuthology.run_tasks:Running task install... 2024-09-19T05:48:01.451 DEBUG:teuthology.task.install:project ceph 2024-09-19T05:48:01.452 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}} 2024-09-19T05:48:01.452 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'} 2024-09-19T05:48:01.452 INFO:teuthology.task.install:Using flavor: default 2024-09-19T05:48:01.457 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-19T05:48:01.457 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-19T05:48:01.458 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'tag': None, 'wait_for_package': False} 2024-09-19T05:48:01.458 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:48:01.460 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'tag': None, 'wait_for_package': False} 2024-09-19T05:48:01.460 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:48:01.603 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/ 2024-09-19T05:48:01.603 INFO:teuthology.task.install.rpm:Package version is 19.1.1-361.g2f599a46 2024-09-19T05:48:01.608 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/ 2024-09-19T05:48:01.608 INFO:teuthology.task.install.rpm:Package version is 19.1.1-361.g2f599a46 2024-09-19T05:48:01.715 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T05:48:01.715 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:48:01.715 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T05:48:01.721 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T05:48:01.721 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:48:01.721 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T05:48:01.743 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-19T05:48:01.743 DEBUG:teuthology.orchestra.run.smithi046:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/2f599a46ad10e37c929e5c43da2f6907ddcd1961/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T05:48:01.747 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-19T05:48:01.748 DEBUG:teuthology.orchestra.run.smithi078:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/2f599a46ad10e37c929e5c43da2f6907ddcd1961/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T05:48:01.811 DEBUG:teuthology.orchestra.run.smithi046:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T05:48:01.813 DEBUG:teuthology.orchestra.run.smithi078:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T05:48:01.887 DEBUG:teuthology.orchestra.run.smithi046:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T05:48:01.888 DEBUG:teuthology.orchestra.run.smithi078:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T05:48:01.952 INFO:teuthology.orchestra.run.smithi046.stdout:check_obsoletes = 1 2024-09-19T05:48:01.953 INFO:teuthology.orchestra.run.smithi078.stdout:check_obsoletes = 1 2024-09-19T05:48:01.953 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum clean all 2024-09-19T05:48:01.954 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum clean all 2024-09-19T05:48:02.190 INFO:teuthology.orchestra.run.smithi046.stdout:45 files removed 2024-09-19T05:48:02.192 INFO:teuthology.orchestra.run.smithi078.stdout:45 files removed 2024-09-19T05:48:02.218 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-19T05:48:02.221 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-19T05:48:02.777 INFO:teuthology.orchestra.run.smithi078.stdout:ceph packages for x86_64 307 kB/s | 84 kB 00:00 2024-09-19T05:48:02.782 INFO:teuthology.orchestra.run.smithi046.stdout:ceph packages for x86_64 317 kB/s | 84 kB 00:00 2024-09-19T05:48:03.061 INFO:teuthology.orchestra.run.smithi078.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-19T05:48:03.074 INFO:teuthology.orchestra.run.smithi046.stdout:ceph noarch packages 48 kB/s | 12 kB 00:00 2024-09-19T05:48:03.320 INFO:teuthology.orchestra.run.smithi078.stdout:ceph source packages 8.6 kB/s | 1.9 kB 00:00 2024-09-19T05:48:03.333 INFO:teuthology.orchestra.run.smithi046.stdout:ceph source packages 8.6 kB/s | 1.9 kB 00:00 2024-09-19T05:48:03.729 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - BaseOS 22 MB/s | 8.3 MB 00:00 2024-09-19T05:48:03.900 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.3 MB 00:00 2024-09-19T05:48:05.722 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - AppStream 23 MB/s | 20 MB 00:00 2024-09-19T05:48:05.926 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - AppStream 22 MB/s | 20 MB 00:00 2024-09-19T05:48:10.148 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.5 MB 00:00 2024-09-19T05:48:11.419 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - CRB 4.1 MB/s | 6.5 MB 00:01 2024-09-19T05:48:11.754 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - Extras packages 50 kB/s | 19 kB 00:00 2024-09-19T05:48:12.719 INFO:teuthology.orchestra.run.smithi078.stdout:Extra Packages for Enterprise Linux 27 MB/s | 23 MB 00:00 2024-09-19T05:48:13.044 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - Extras packages 56 kB/s | 19 kB 00:00 2024-09-19T05:48:14.140 INFO:teuthology.orchestra.run.smithi046.stdout:Extra Packages for Enterprise Linux 23 MB/s | 23 MB 00:00 2024-09-19T05:48:18.125 INFO:teuthology.orchestra.run.smithi078.stdout:lab-extras 40 kB/s | 1.7 kB 00:00 2024-09-19T05:48:19.930 INFO:teuthology.orchestra.run.smithi046.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-09-19T05:48:20.285 INFO:teuthology.orchestra.run.smithi078.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T05:48:20.286 INFO:teuthology.orchestra.run.smithi078.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T05:48:20.297 INFO:teuthology.orchestra.run.smithi078.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-19T05:48:20.298 INFO:teuthology.orchestra.run.smithi078.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-19T05:48:20.298 INFO:teuthology.orchestra.run.smithi078.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T05:48:20.299 INFO:teuthology.orchestra.run.smithi078.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T05:48:20.301 INFO:teuthology.orchestra.run.smithi078.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T05:48:20.303 INFO:teuthology.orchestra.run.smithi078.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-19T05:48:20.304 INFO:teuthology.orchestra.run.smithi078.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T05:48:20.366 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2024-09-19T05:48:20.390 INFO:teuthology.orchestra.run.smithi078.stdout:====================================================================================== 2024-09-19T05:48:20.390 INFO:teuthology.orchestra.run.smithi078.stdout: Package Arch Version Repository Size 2024-09-19T05:48:20.390 INFO:teuthology.orchestra.run.smithi078.stdout:====================================================================================== 2024-09-19T05:48:20.390 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2024-09-19T05:48:20.390 INFO:teuthology.orchestra.run.smithi078.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-19T05:48:20.390 INFO:teuthology.orchestra.run.smithi078.stdout: ceph x86_64 2:19.1.1-361.g2f599a46.el9 ceph 6.6 k 2024-09-19T05:48:20.390 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-base x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.4 M 2024-09-19T05:48:20.390 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 896 k 2024-09-19T05:48:20.390 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-361.g2f599a46.el9 ceph 145 k 2024-09-19T05:48:20.391 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr x86_64 2:19.1.1-361.g2f599a46.el9 ceph 1.5 M 2024-09-19T05:48:20.391 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 146 k 2024-09-19T05:48:20.391 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-dashboard noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 3.6 M 2024-09-19T05:48:20.391 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 7.4 M 2024-09-19T05:48:20.391 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-rook noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 49 k 2024-09-19T05:48:20.391 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-radosgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 11 M 2024-09-19T05:48:20.391 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-test x86_64 2:19.1.1-361.g2f599a46.el9 ceph 49 M 2024-09-19T05:48:20.391 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-volume noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 285 k 2024-09-19T05:48:20.391 INFO:teuthology.orchestra.run.smithi078.stdout: cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 765 k 2024-09-19T05:48:20.391 INFO:teuthology.orchestra.run.smithi078.stdout: cephfs-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 228 k 2024-09-19T05:48:20.391 INFO:teuthology.orchestra.run.smithi078.stdout: cephfs-shell x86_64 2:19.1.1-361.g2f599a46.el9 ceph 27 k 2024-09-19T05:48:20.391 INFO:teuthology.orchestra.run.smithi078.stdout: cephfs-top noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 18 k 2024-09-19T05:48:20.392 INFO:teuthology.orchestra.run.smithi078.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-19T05:48:20.392 INFO:teuthology.orchestra.run.smithi078.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-19T05:48:20.392 INFO:teuthology.orchestra.run.smithi078.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-19T05:48:20.392 INFO:teuthology.orchestra.run.smithi078.stdout: libcephfs-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 32 k 2024-09-19T05:48:20.392 INFO:teuthology.orchestra.run.smithi078.stdout: libcephfs2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 751 k 2024-09-19T05:48:20.392 INFO:teuthology.orchestra.run.smithi078.stdout: librados-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 127 k 2024-09-19T05:48:20.392 INFO:teuthology.orchestra.run.smithi078.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-19T05:48:20.392 INFO:teuthology.orchestra.run.smithi078.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-19T05:48:20.392 INFO:teuthology.orchestra.run.smithi078.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-19T05:48:20.392 INFO:teuthology.orchestra.run.smithi078.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-19T05:48:20.392 INFO:teuthology.orchestra.run.smithi078.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-19T05:48:20.392 INFO:teuthology.orchestra.run.smithi078.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-19T05:48:20.393 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cephfs x86_64 2:19.1.1-361.g2f599a46.el9 ceph 161 k 2024-09-19T05:48:20.393 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rados x86_64 2:19.1.1-361.g2f599a46.el9 ceph 320 k 2024-09-19T05:48:20.393 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 300 k 2024-09-19T05:48:20.393 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 99 k 2024-09-19T05:48:20.393 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 85 k 2024-09-19T05:48:20.393 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.1 M 2024-09-19T05:48:20.393 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-nbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 171 k 2024-09-19T05:48:20.393 INFO:teuthology.orchestra.run.smithi078.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-19T05:48:20.393 INFO:teuthology.orchestra.run.smithi078.stdout:Upgrading: 2024-09-19T05:48:20.393 INFO:teuthology.orchestra.run.smithi078.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-19T05:48:20.393 INFO:teuthology.orchestra.run.smithi078.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-19T05:48:20.393 INFO:teuthology.orchestra.run.smithi078.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-19T05:48:20.394 INFO:teuthology.orchestra.run.smithi078.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-19T05:48:20.394 INFO:teuthology.orchestra.run.smithi078.stdout: librados2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.4 M 2024-09-19T05:48:20.394 INFO:teuthology.orchestra.run.smithi078.stdout: librbd1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.2 M 2024-09-19T05:48:20.394 INFO:teuthology.orchestra.run.smithi078.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-19T05:48:20.394 INFO:teuthology.orchestra.run.smithi078.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-19T05:48:20.394 INFO:teuthology.orchestra.run.smithi078.stdout:Installing dependencies: 2024-09-19T05:48:20.394 INFO:teuthology.orchestra.run.smithi078.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T05:48:20.394 INFO:teuthology.orchestra.run.smithi078.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-19T05:48:20.394 INFO:teuthology.orchestra.run.smithi078.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T05:48:20.394 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 21 M 2024-09-19T05:48:20.394 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-grafana-dashboards noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 32 k 2024-09-19T05:48:20.394 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mds x86_64 2:19.1.1-361.g2f599a46.el9 ceph 2.4 M 2024-09-19T05:48:20.394 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-modules-core noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 249 k 2024-09-19T05:48:20.394 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mon x86_64 2:19.1.1-361.g2f599a46.el9 ceph 4.7 M 2024-09-19T05:48:20.395 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-osd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 17 M 2024-09-19T05:48:20.395 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-prometheus-alerts noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 16 k 2024-09-19T05:48:20.395 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-selinux x86_64 2:19.1.1-361.g2f599a46.el9 ceph 25 k 2024-09-19T05:48:20.395 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T05:48:20.395 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T05:48:20.395 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T05:48:20.395 INFO:teuthology.orchestra.run.smithi078.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T05:48:20.395 INFO:teuthology.orchestra.run.smithi078.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T05:48:20.395 INFO:teuthology.orchestra.run.smithi078.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T05:48:20.395 INFO:teuthology.orchestra.run.smithi078.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T05:48:20.395 INFO:teuthology.orchestra.run.smithi078.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T05:48:20.395 INFO:teuthology.orchestra.run.smithi078.stdout: libcephsqlite x86_64 2:19.1.1-361.g2f599a46.el9 ceph 163 k 2024-09-19T05:48:20.396 INFO:teuthology.orchestra.run.smithi078.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T05:48:20.396 INFO:teuthology.orchestra.run.smithi078.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T05:48:20.396 INFO:teuthology.orchestra.run.smithi078.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T05:48:20.396 INFO:teuthology.orchestra.run.smithi078.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T05:48:20.396 INFO:teuthology.orchestra.run.smithi078.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T05:48:20.396 INFO:teuthology.orchestra.run.smithi078.stdout: libradosstriper1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 506 k 2024-09-19T05:48:20.396 INFO:teuthology.orchestra.run.smithi078.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T05:48:20.396 INFO:teuthology.orchestra.run.smithi078.stdout: librgw2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.3 M 2024-09-19T05:48:20.396 INFO:teuthology.orchestra.run.smithi078.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T05:48:20.396 INFO:teuthology.orchestra.run.smithi078.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-19T05:48:20.396 INFO:teuthology.orchestra.run.smithi078.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T05:48:20.397 INFO:teuthology.orchestra.run.smithi078.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T05:48:20.397 INFO:teuthology.orchestra.run.smithi078.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T05:48:20.397 INFO:teuthology.orchestra.run.smithi078.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T05:48:20.397 INFO:teuthology.orchestra.run.smithi078.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T05:48:20.397 INFO:teuthology.orchestra.run.smithi078.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T05:48:20.397 INFO:teuthology.orchestra.run.smithi078.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T05:48:20.397 INFO:teuthology.orchestra.run.smithi078.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-19T05:48:20.397 INFO:teuthology.orchestra.run.smithi078.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T05:48:20.397 INFO:teuthology.orchestra.run.smithi078.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T05:48:20.397 INFO:teuthology.orchestra.run.smithi078.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T05:48:20.398 INFO:teuthology.orchestra.run.smithi078.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-19T05:48:20.398 INFO:teuthology.orchestra.run.smithi078.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T05:48:20.398 INFO:teuthology.orchestra.run.smithi078.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T05:48:20.398 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T05:48:20.398 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ceph-argparse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 45 k 2024-09-19T05:48:20.399 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 136 k 2024-09-19T05:48:20.399 INFO:teuthology.orchestra.run.smithi078.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T05:48:20.399 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T05:48:20.399 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T05:48:20.399 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T05:48:20.399 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-19T05:48:20.399 INFO:teuthology.orchestra.run.smithi078.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-19T05:48:20.399 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T05:48:20.399 INFO:teuthology.orchestra.run.smithi078.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T05:48:20.399 INFO:teuthology.orchestra.run.smithi078.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T05:48:20.399 INFO:teuthology.orchestra.run.smithi078.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T05:48:20.400 INFO:teuthology.orchestra.run.smithi078.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T05:48:20.400 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T05:48:20.400 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T05:48:20.400 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T05:48:20.400 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T05:48:20.400 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T05:48:20.401 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T05:48:20.401 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T05:48:20.401 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T05:48:20.401 INFO:teuthology.orchestra.run.smithi078.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T05:48:20.401 INFO:teuthology.orchestra.run.smithi078.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T05:48:20.401 INFO:teuthology.orchestra.run.smithi078.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T05:48:20.401 INFO:teuthology.orchestra.run.smithi078.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T05:48:20.401 INFO:teuthology.orchestra.run.smithi078.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T05:48:20.401 INFO:teuthology.orchestra.run.smithi078.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T05:48:20.401 INFO:teuthology.orchestra.run.smithi078.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T05:48:20.402 INFO:teuthology.orchestra.run.smithi078.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T05:48:20.402 INFO:teuthology.orchestra.run.smithi078.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T05:48:20.402 INFO:teuthology.orchestra.run.smithi078.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T05:48:20.402 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T05:48:20.402 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T05:48:20.402 INFO:teuthology.orchestra.run.smithi078.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T05:48:20.402 INFO:teuthology.orchestra.run.smithi078.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T05:48:20.402 INFO:teuthology.orchestra.run.smithi078.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T05:48:20.402 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T05:48:20.402 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T05:48:20.403 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T05:48:20.403 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T05:48:20.403 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-19T05:48:20.403 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T05:48:20.403 INFO:teuthology.orchestra.run.smithi078.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T05:48:20.403 INFO:teuthology.orchestra.run.smithi078.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T05:48:20.403 INFO:teuthology.orchestra.run.smithi078.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T05:48:20.403 INFO:teuthology.orchestra.run.smithi078.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T05:48:20.403 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T05:48:20.403 INFO:teuthology.orchestra.run.smithi078.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T05:48:20.403 INFO:teuthology.orchestra.run.smithi078.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T05:48:20.403 INFO:teuthology.orchestra.run.smithi078.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T05:48:20.403 INFO:teuthology.orchestra.run.smithi078.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T05:48:20.403 INFO:teuthology.orchestra.run.smithi078.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T05:48:20.404 INFO:teuthology.orchestra.run.smithi078.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-19T05:48:20.404 INFO:teuthology.orchestra.run.smithi078.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T05:48:20.404 INFO:teuthology.orchestra.run.smithi078.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T05:48:20.404 INFO:teuthology.orchestra.run.smithi078.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T05:48:20.404 INFO:teuthology.orchestra.run.smithi078.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T05:48:20.404 INFO:teuthology.orchestra.run.smithi078.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T05:48:20.404 INFO:teuthology.orchestra.run.smithi078.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T05:48:20.404 INFO:teuthology.orchestra.run.smithi078.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T05:48:20.404 INFO:teuthology.orchestra.run.smithi078.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T05:48:20.404 INFO:teuthology.orchestra.run.smithi078.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T05:48:20.404 INFO:teuthology.orchestra.run.smithi078.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-19T05:48:20.404 INFO:teuthology.orchestra.run.smithi078.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T05:48:20.405 INFO:teuthology.orchestra.run.smithi078.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-19T05:48:20.405 INFO:teuthology.orchestra.run.smithi078.stdout:Installing weak dependencies: 2024-09-19T05:48:20.405 INFO:teuthology.orchestra.run.smithi078.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T05:48:20.405 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:48:20.405 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2024-09-19T05:48:20.405 INFO:teuthology.orchestra.run.smithi078.stdout:====================================================================================== 2024-09-19T05:48:20.405 INFO:teuthology.orchestra.run.smithi078.stdout:Install 148 Packages 2024-09-19T05:48:20.405 INFO:teuthology.orchestra.run.smithi078.stdout:Upgrade 8 Packages 2024-09-19T05:48:20.405 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:48:20.406 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 226 M 2024-09-19T05:48:20.406 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2024-09-19T05:48:21.485 INFO:teuthology.orchestra.run.smithi078.stdout:(1/156): ceph-19.1.1-361.g2f599a46.el9.x86_64.r 57 kB/s | 6.6 kB 00:00 2024-09-19T05:48:21.685 INFO:teuthology.orchestra.run.smithi078.stdout:(2/156): ceph-fuse-19.1.1-361.g2f599a46.el9.x86 4.4 MB/s | 896 kB 00:00 2024-09-19T05:48:21.769 INFO:teuthology.orchestra.run.smithi078.stdout:(3/156): ceph-base-19.1.1-361.g2f599a46.el9.x86 14 MB/s | 5.4 MB 00:00 2024-09-19T05:48:21.796 INFO:teuthology.orchestra.run.smithi078.stdout:(4/156): ceph-immutable-object-cache-19.1.1-361 1.3 MB/s | 145 kB 00:00 2024-09-19T05:48:21.878 INFO:teuthology.orchestra.run.smithi078.stdout:(5/156): ceph-mds-19.1.1-361.g2f599a46.el9.x86_ 22 MB/s | 2.4 MB 00:00 2024-09-19T05:48:22.011 INFO:teuthology.orchestra.run.smithi078.stdout:(6/156): ceph-mgr-19.1.1-361.g2f599a46.el9.x86_ 7.0 MB/s | 1.5 MB 00:00 2024-09-19T05:48:22.095 INFO:teuthology.orchestra.run.smithi078.stdout:(7/156): ceph-mon-19.1.1-361.g2f599a46.el9.x86_ 22 MB/s | 4.7 MB 00:00 2024-09-19T05:48:22.234 INFO:teuthology.orchestra.run.smithi046.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T05:48:22.235 INFO:teuthology.orchestra.run.smithi046.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T05:48:22.249 INFO:teuthology.orchestra.run.smithi046.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-19T05:48:22.250 INFO:teuthology.orchestra.run.smithi046.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-19T05:48:22.251 INFO:teuthology.orchestra.run.smithi046.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T05:48:22.252 INFO:teuthology.orchestra.run.smithi046.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T05:48:22.254 INFO:teuthology.orchestra.run.smithi046.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T05:48:22.257 INFO:teuthology.orchestra.run.smithi046.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-19T05:48:22.258 INFO:teuthology.orchestra.run.smithi046.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T05:48:22.325 INFO:teuthology.orchestra.run.smithi046.stdout:Dependencies resolved. 2024-09-19T05:48:22.339 INFO:teuthology.orchestra.run.smithi046.stdout:====================================================================================== 2024-09-19T05:48:22.339 INFO:teuthology.orchestra.run.smithi046.stdout: Package Arch Version Repository Size 2024-09-19T05:48:22.339 INFO:teuthology.orchestra.run.smithi046.stdout:====================================================================================== 2024-09-19T05:48:22.339 INFO:teuthology.orchestra.run.smithi046.stdout:Installing: 2024-09-19T05:48:22.339 INFO:teuthology.orchestra.run.smithi046.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-19T05:48:22.339 INFO:teuthology.orchestra.run.smithi046.stdout: ceph x86_64 2:19.1.1-361.g2f599a46.el9 ceph 6.6 k 2024-09-19T05:48:22.339 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-base x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.4 M 2024-09-19T05:48:22.339 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 896 k 2024-09-19T05:48:22.339 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-361.g2f599a46.el9 ceph 145 k 2024-09-19T05:48:22.339 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr x86_64 2:19.1.1-361.g2f599a46.el9 ceph 1.5 M 2024-09-19T05:48:22.339 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 146 k 2024-09-19T05:48:22.340 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-dashboard noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 3.6 M 2024-09-19T05:48:22.340 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 7.4 M 2024-09-19T05:48:22.340 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-rook noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 49 k 2024-09-19T05:48:22.340 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-radosgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 11 M 2024-09-19T05:48:22.340 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-test x86_64 2:19.1.1-361.g2f599a46.el9 ceph 49 M 2024-09-19T05:48:22.340 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-volume noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 285 k 2024-09-19T05:48:22.340 INFO:teuthology.orchestra.run.smithi046.stdout: cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 765 k 2024-09-19T05:48:22.340 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 228 k 2024-09-19T05:48:22.340 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-shell x86_64 2:19.1.1-361.g2f599a46.el9 ceph 27 k 2024-09-19T05:48:22.340 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-top noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 18 k 2024-09-19T05:48:22.340 INFO:teuthology.orchestra.run.smithi046.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-19T05:48:22.341 INFO:teuthology.orchestra.run.smithi046.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-19T05:48:22.341 INFO:teuthology.orchestra.run.smithi046.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-19T05:48:22.341 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 32 k 2024-09-19T05:48:22.341 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 751 k 2024-09-19T05:48:22.341 INFO:teuthology.orchestra.run.smithi046.stdout: librados-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 127 k 2024-09-19T05:48:22.341 INFO:teuthology.orchestra.run.smithi046.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-19T05:48:22.341 INFO:teuthology.orchestra.run.smithi046.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-19T05:48:22.341 INFO:teuthology.orchestra.run.smithi046.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-19T05:48:22.341 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-19T05:48:22.341 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-19T05:48:22.341 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-19T05:48:22.341 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cephfs x86_64 2:19.1.1-361.g2f599a46.el9 ceph 161 k 2024-09-19T05:48:22.341 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rados x86_64 2:19.1.1-361.g2f599a46.el9 ceph 320 k 2024-09-19T05:48:22.342 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 300 k 2024-09-19T05:48:22.342 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 99 k 2024-09-19T05:48:22.342 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 85 k 2024-09-19T05:48:22.342 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.1 M 2024-09-19T05:48:22.342 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-nbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 171 k 2024-09-19T05:48:22.342 INFO:teuthology.orchestra.run.smithi046.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-19T05:48:22.342 INFO:teuthology.orchestra.run.smithi046.stdout:Upgrading: 2024-09-19T05:48:22.342 INFO:teuthology.orchestra.run.smithi046.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-19T05:48:22.343 INFO:teuthology.orchestra.run.smithi046.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-19T05:48:22.343 INFO:teuthology.orchestra.run.smithi046.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-19T05:48:22.343 INFO:teuthology.orchestra.run.smithi046.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-19T05:48:22.343 INFO:teuthology.orchestra.run.smithi046.stdout: librados2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.4 M 2024-09-19T05:48:22.343 INFO:teuthology.orchestra.run.smithi046.stdout: librbd1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.2 M 2024-09-19T05:48:22.343 INFO:teuthology.orchestra.run.smithi046.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-19T05:48:22.343 INFO:teuthology.orchestra.run.smithi046.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-19T05:48:22.343 INFO:teuthology.orchestra.run.smithi046.stdout:Installing dependencies: 2024-09-19T05:48:22.343 INFO:teuthology.orchestra.run.smithi046.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T05:48:22.343 INFO:teuthology.orchestra.run.smithi046.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-19T05:48:22.343 INFO:teuthology.orchestra.run.smithi046.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T05:48:22.343 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 21 M 2024-09-19T05:48:22.343 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-grafana-dashboards noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 32 k 2024-09-19T05:48:22.344 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mds x86_64 2:19.1.1-361.g2f599a46.el9 ceph 2.4 M 2024-09-19T05:48:22.344 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-modules-core noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 249 k 2024-09-19T05:48:22.344 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mon x86_64 2:19.1.1-361.g2f599a46.el9 ceph 4.7 M 2024-09-19T05:48:22.344 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-osd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 17 M 2024-09-19T05:48:22.344 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-prometheus-alerts noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 16 k 2024-09-19T05:48:22.344 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-selinux x86_64 2:19.1.1-361.g2f599a46.el9 ceph 25 k 2024-09-19T05:48:22.344 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T05:48:22.344 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T05:48:22.344 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T05:48:22.344 INFO:teuthology.orchestra.run.smithi046.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T05:48:22.344 INFO:teuthology.orchestra.run.smithi046.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T05:48:22.345 INFO:teuthology.orchestra.run.smithi046.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T05:48:22.345 INFO:teuthology.orchestra.run.smithi046.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T05:48:22.345 INFO:teuthology.orchestra.run.smithi046.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T05:48:22.345 INFO:teuthology.orchestra.run.smithi046.stdout: libcephsqlite x86_64 2:19.1.1-361.g2f599a46.el9 ceph 163 k 2024-09-19T05:48:22.345 INFO:teuthology.orchestra.run.smithi046.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T05:48:22.345 INFO:teuthology.orchestra.run.smithi046.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T05:48:22.345 INFO:teuthology.orchestra.run.smithi046.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T05:48:22.345 INFO:teuthology.orchestra.run.smithi046.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T05:48:22.345 INFO:teuthology.orchestra.run.smithi046.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T05:48:22.346 INFO:teuthology.orchestra.run.smithi046.stdout: libradosstriper1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 506 k 2024-09-19T05:48:22.346 INFO:teuthology.orchestra.run.smithi046.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T05:48:22.346 INFO:teuthology.orchestra.run.smithi046.stdout: librgw2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.3 M 2024-09-19T05:48:22.346 INFO:teuthology.orchestra.run.smithi046.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T05:48:22.346 INFO:teuthology.orchestra.run.smithi046.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-19T05:48:22.346 INFO:teuthology.orchestra.run.smithi046.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T05:48:22.346 INFO:teuthology.orchestra.run.smithi046.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T05:48:22.346 INFO:teuthology.orchestra.run.smithi046.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T05:48:22.346 INFO:teuthology.orchestra.run.smithi046.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T05:48:22.346 INFO:teuthology.orchestra.run.smithi046.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T05:48:22.346 INFO:teuthology.orchestra.run.smithi046.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T05:48:22.346 INFO:teuthology.orchestra.run.smithi046.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T05:48:22.346 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-19T05:48:22.347 INFO:teuthology.orchestra.run.smithi046.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T05:48:22.347 INFO:teuthology.orchestra.run.smithi046.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T05:48:22.347 INFO:teuthology.orchestra.run.smithi046.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T05:48:22.347 INFO:teuthology.orchestra.run.smithi046.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-19T05:48:22.347 INFO:teuthology.orchestra.run.smithi046.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T05:48:22.347 INFO:teuthology.orchestra.run.smithi046.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T05:48:22.347 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T05:48:22.347 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-argparse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 45 k 2024-09-19T05:48:22.347 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 136 k 2024-09-19T05:48:22.347 INFO:teuthology.orchestra.run.smithi046.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T05:48:22.347 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T05:48:22.347 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T05:48:22.348 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T05:48:22.348 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-19T05:48:22.348 INFO:teuthology.orchestra.run.smithi046.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-19T05:48:22.348 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T05:48:22.348 INFO:teuthology.orchestra.run.smithi046.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T05:48:22.348 INFO:teuthology.orchestra.run.smithi046.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T05:48:22.348 INFO:teuthology.orchestra.run.smithi046.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T05:48:22.348 INFO:teuthology.orchestra.run.smithi046.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T05:48:22.348 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T05:48:22.348 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T05:48:22.348 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T05:48:22.348 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T05:48:22.348 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T05:48:22.349 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T05:48:22.349 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T05:48:22.349 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T05:48:22.349 INFO:teuthology.orchestra.run.smithi046.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T05:48:22.349 INFO:teuthology.orchestra.run.smithi046.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T05:48:22.349 INFO:teuthology.orchestra.run.smithi046.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T05:48:22.349 INFO:teuthology.orchestra.run.smithi046.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T05:48:22.349 INFO:teuthology.orchestra.run.smithi046.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T05:48:22.349 INFO:teuthology.orchestra.run.smithi046.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T05:48:22.350 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T05:48:22.350 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T05:48:22.350 INFO:teuthology.orchestra.run.smithi046.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T05:48:22.350 INFO:teuthology.orchestra.run.smithi046.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T05:48:22.350 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T05:48:22.350 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T05:48:22.350 INFO:teuthology.orchestra.run.smithi046.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T05:48:22.350 INFO:teuthology.orchestra.run.smithi046.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T05:48:22.350 INFO:teuthology.orchestra.run.smithi046.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T05:48:22.350 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T05:48:22.350 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T05:48:22.350 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T05:48:22.351 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T05:48:22.351 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-19T05:48:22.351 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T05:48:22.351 INFO:teuthology.orchestra.run.smithi046.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T05:48:22.351 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T05:48:22.351 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T05:48:22.351 INFO:teuthology.orchestra.run.smithi046.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T05:48:22.351 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T05:48:22.351 INFO:teuthology.orchestra.run.smithi046.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T05:48:22.351 INFO:teuthology.orchestra.run.smithi046.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T05:48:22.351 INFO:teuthology.orchestra.run.smithi046.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T05:48:22.351 INFO:teuthology.orchestra.run.smithi046.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T05:48:22.351 INFO:teuthology.orchestra.run.smithi046.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T05:48:22.352 INFO:teuthology.orchestra.run.smithi046.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-19T05:48:22.352 INFO:teuthology.orchestra.run.smithi046.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T05:48:22.352 INFO:teuthology.orchestra.run.smithi046.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T05:48:22.352 INFO:teuthology.orchestra.run.smithi046.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T05:48:22.352 INFO:teuthology.orchestra.run.smithi046.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T05:48:22.352 INFO:teuthology.orchestra.run.smithi046.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T05:48:22.352 INFO:teuthology.orchestra.run.smithi046.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T05:48:22.352 INFO:teuthology.orchestra.run.smithi046.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T05:48:22.352 INFO:teuthology.orchestra.run.smithi046.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T05:48:22.352 INFO:teuthology.orchestra.run.smithi046.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T05:48:22.352 INFO:teuthology.orchestra.run.smithi046.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-19T05:48:22.352 INFO:teuthology.orchestra.run.smithi046.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T05:48:22.353 INFO:teuthology.orchestra.run.smithi046.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-19T05:48:22.353 INFO:teuthology.orchestra.run.smithi046.stdout:Installing weak dependencies: 2024-09-19T05:48:22.353 INFO:teuthology.orchestra.run.smithi046.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T05:48:22.353 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:48:22.353 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction Summary 2024-09-19T05:48:22.353 INFO:teuthology.orchestra.run.smithi046.stdout:====================================================================================== 2024-09-19T05:48:22.353 INFO:teuthology.orchestra.run.smithi046.stdout:Install 148 Packages 2024-09-19T05:48:22.353 INFO:teuthology.orchestra.run.smithi046.stdout:Upgrade 8 Packages 2024-09-19T05:48:22.353 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:48:22.354 INFO:teuthology.orchestra.run.smithi046.stdout:Total download size: 226 M 2024-09-19T05:48:22.354 INFO:teuthology.orchestra.run.smithi046.stdout:Downloading Packages: 2024-09-19T05:48:22.603 INFO:teuthology.orchestra.run.smithi078.stdout:(8/156): ceph-radosgw-19.1.1-361.g2f599a46.el9. 21 MB/s | 11 MB 00:00 2024-09-19T05:48:22.645 INFO:teuthology.orchestra.run.smithi078.stdout:(9/156): ceph-selinux-19.1.1-361.g2f599a46.el9. 607 kB/s | 25 kB 00:00 2024-09-19T05:48:22.879 INFO:teuthology.orchestra.run.smithi078.stdout:(10/156): ceph-common-19.1.1-361.g2f599a46.el9. 14 MB/s | 21 MB 00:01 2024-09-19T05:48:22.914 INFO:teuthology.orchestra.run.smithi046.stdout:(1/156): ceph-19.1.1-361.g2f599a46.el9.x86_64.r 49 kB/s | 6.6 kB 00:00 2024-09-19T05:48:22.929 INFO:teuthology.orchestra.run.smithi078.stdout:(11/156): cephfs-mirror-19.1.1-361.g2f599a46.el 4.5 MB/s | 228 kB 00:00 2024-09-19T05:48:22.996 INFO:teuthology.orchestra.run.smithi078.stdout:(12/156): cephfs-shell-19.1.1-361.g2f599a46.el9 407 kB/s | 27 kB 00:00 2024-09-19T05:48:23.063 INFO:teuthology.orchestra.run.smithi078.stdout:(13/156): libcephfs-devel-19.1.1-361.g2f599a46. 477 kB/s | 32 kB 00:00 2024-09-19T05:48:23.197 INFO:teuthology.orchestra.run.smithi078.stdout:(14/156): libcephfs2-19.1.1-361.g2f599a46.el9.x 5.5 MB/s | 751 kB 00:00 2024-09-19T05:48:23.263 INFO:teuthology.orchestra.run.smithi078.stdout:(15/156): libcephsqlite-19.1.1-361.g2f599a46.el 2.4 MB/s | 163 kB 00:00 2024-09-19T05:48:23.398 INFO:teuthology.orchestra.run.smithi046.stdout:(2/156): ceph-fuse-19.1.1-361.g2f599a46.el9.x86 1.8 MB/s | 896 kB 00:00 2024-09-19T05:48:23.447 INFO:teuthology.orchestra.run.smithi078.stdout:(16/156): ceph-osd-19.1.1-361.g2f599a46.el9.x86 12 MB/s | 17 MB 00:01 2024-09-19T05:48:23.465 INFO:teuthology.orchestra.run.smithi046.stdout:(3/156): ceph-immutable-object-cache-19.1.1-361 2.1 MB/s | 145 kB 00:00 2024-09-19T05:48:23.472 INFO:teuthology.orchestra.run.smithi078.stdout:(17/156): librados-devel-19.1.1-361.g2f599a46.e 607 kB/s | 127 kB 00:00 2024-09-19T05:48:23.497 INFO:teuthology.orchestra.run.smithi078.stdout:(18/156): libradosstriper1-19.1.1-361.g2f599a46 9.9 MB/s | 506 kB 00:00 2024-09-19T05:48:23.556 INFO:teuthology.orchestra.run.smithi078.stdout:(19/156): python3-ceph-argparse-19.1.1-361.g2f5 772 kB/s | 45 kB 00:00 2024-09-19T05:48:23.641 INFO:teuthology.orchestra.run.smithi078.stdout:(20/156): python3-ceph-common-19.1.1-361.g2f599 1.6 MB/s | 136 kB 00:00 2024-09-19T05:48:23.723 INFO:teuthology.orchestra.run.smithi078.stdout:(21/156): python3-cephfs-19.1.1-361.g2f599a46.e 1.9 MB/s | 161 kB 00:00 2024-09-19T05:48:23.840 INFO:teuthology.orchestra.run.smithi078.stdout:(22/156): librgw2-19.1.1-361.g2f599a46.el9.x86_ 15 MB/s | 5.3 MB 00:00 2024-09-19T05:48:23.866 INFO:teuthology.orchestra.run.smithi078.stdout:(23/156): python3-rados-19.1.1-361.g2f599a46.el 2.2 MB/s | 320 kB 00:00 2024-09-19T05:48:23.916 INFO:teuthology.orchestra.run.smithi078.stdout:(24/156): python3-rbd-19.1.1-361.g2f599a46.el9. 3.9 MB/s | 300 kB 00:00 2024-09-19T05:48:23.941 INFO:teuthology.orchestra.run.smithi078.stdout:(25/156): python3-rgw-19.1.1-361.g2f599a46.el9. 1.3 MB/s | 99 kB 00:00 2024-09-19T05:48:23.983 INFO:teuthology.orchestra.run.smithi078.stdout:(26/156): rbd-fuse-19.1.1-361.g2f599a46.el9.x86 1.2 MB/s | 85 kB 00:00 2024-09-19T05:48:24.015 INFO:teuthology.orchestra.run.smithi046.stdout:(4/156): ceph-base-19.1.1-361.g2f599a46.el9.x86 4.4 MB/s | 5.4 MB 00:01 2024-09-19T05:48:24.089 INFO:teuthology.orchestra.run.smithi078.stdout:(27/156): rbd-nbd-19.1.1-361.g2f599a46.el9.x86_ 1.6 MB/s | 171 kB 00:00 2024-09-19T05:48:24.167 INFO:teuthology.orchestra.run.smithi078.stdout:(28/156): ceph-grafana-dashboards-19.1.1-361.g2 408 kB/s | 32 kB 00:00 2024-09-19T05:48:24.232 INFO:teuthology.orchestra.run.smithi046.stdout:(5/156): ceph-mds-19.1.1-361.g2f599a46.el9.x86_ 3.1 MB/s | 2.4 MB 00:00 2024-09-19T05:48:24.284 INFO:teuthology.orchestra.run.smithi078.stdout:(29/156): rbd-mirror-19.1.1-361.g2f599a46.el9.x 9.1 MB/s | 3.1 MB 00:00 2024-09-19T05:48:24.299 INFO:teuthology.orchestra.run.smithi046.stdout:(6/156): ceph-mgr-19.1.1-361.g2f599a46.el9.x86_ 5.4 MB/s | 1.5 MB 00:00 2024-09-19T05:48:24.309 INFO:teuthology.orchestra.run.smithi078.stdout:(30/156): ceph-mgr-cephadm-19.1.1-361.g2f599a46 1.0 MB/s | 146 kB 00:00 2024-09-19T05:48:25.053 INFO:teuthology.orchestra.run.smithi078.stdout:(31/156): ceph-test-19.1.1-361.g2f599a46.el9.x8 20 MB/s | 49 MB 00:02 2024-09-19T05:48:25.118 INFO:teuthology.orchestra.run.smithi078.stdout:(32/156): ceph-mgr-dashboard-19.1.1-361.g2f599a 4.3 MB/s | 3.6 MB 00:00 2024-09-19T05:48:25.144 INFO:teuthology.orchestra.run.smithi078.stdout:(33/156): ceph-mgr-modules-core-19.1.1-361.g2f5 2.7 MB/s | 249 kB 00:00 2024-09-19T05:48:25.169 INFO:teuthology.orchestra.run.smithi078.stdout:(34/156): ceph-mgr-rook-19.1.1-361.g2f599a46.el 982 kB/s | 49 kB 00:00 2024-09-19T05:48:25.182 INFO:teuthology.orchestra.run.smithi046.stdout:(7/156): ceph-common-19.1.1-361.g2f599a46.el9.x 8.8 MB/s | 21 MB 00:02 2024-09-19T05:48:25.194 INFO:teuthology.orchestra.run.smithi078.stdout:(35/156): ceph-prometheus-alerts-19.1.1-361.g2f 327 kB/s | 16 kB 00:00 2024-09-19T05:48:25.219 INFO:teuthology.orchestra.run.smithi078.stdout:(36/156): ceph-volume-19.1.1-361.g2f599a46.el9. 5.6 MB/s | 285 kB 00:00 2024-09-19T05:48:25.241 INFO:teuthology.orchestra.run.smithi046.stdout:(8/156): ceph-mon-19.1.1-361.g2f599a46.el9.x86_ 4.7 MB/s | 4.7 MB 00:01 2024-09-19T05:48:25.262 INFO:teuthology.orchestra.run.smithi078.stdout:(37/156): cephfs-top-19.1.1-361.g2f599a46.el9.n 437 kB/s | 18 kB 00:00 2024-09-19T05:48:25.291 INFO:teuthology.orchestra.run.smithi046.stdout:(9/156): ceph-selinux-19.1.1-361.g2f599a46.el9. 503 kB/s | 25 kB 00:00 2024-09-19T05:48:25.345 INFO:teuthology.orchestra.run.smithi078.stdout:(38/156): ceph-mgr-diskprediction-local-19.1.1- 7.1 MB/s | 7.4 MB 00:01 2024-09-19T05:48:25.370 INFO:teuthology.orchestra.run.smithi078.stdout:(39/156): cephadm-19.1.1-361.g2f599a46.el9.noar 4.3 MB/s | 765 kB 00:00 2024-09-19T05:48:25.437 INFO:teuthology.orchestra.run.smithi078.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 455 kB/s | 80 kB 00:00 2024-09-19T05:48:25.496 INFO:teuthology.orchestra.run.smithi078.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 1.5 MB/s | 191 kB 00:00 2024-09-19T05:48:25.521 INFO:teuthology.orchestra.run.smithi078.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.0 MB/s | 253 kB 00:00 2024-09-19T05:48:25.572 INFO:teuthology.orchestra.run.smithi078.stdout:(43/156): libgfortran-11.5.0-2.el9.x86_64.rpm 3.5 MB/s | 801 kB 00:00 2024-09-19T05:48:25.597 INFO:teuthology.orchestra.run.smithi078.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.4 MB/s | 106 kB 00:00 2024-09-19T05:48:25.622 INFO:teuthology.orchestra.run.smithi078.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-19T05:48:25.647 INFO:teuthology.orchestra.run.smithi078.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-19T05:48:25.672 INFO:teuthology.orchestra.run.smithi078.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-19T05:48:25.706 INFO:teuthology.orchestra.run.smithi078.stdout:(48/156): python3-cryptography-36.0.1-4.el9.x86 5.8 MB/s | 1.2 MB 00:00 2024-09-19T05:48:25.799 INFO:teuthology.orchestra.run.smithi046.stdout:(10/156): ceph-osd-19.1.1-361.g2f599a46.el9.x86 11 MB/s | 17 MB 00:01 2024-09-19T05:48:25.917 INFO:teuthology.orchestra.run.smithi046.stdout:(11/156): ceph-radosgw-19.1.1-361.g2f599a46.el9 14 MB/s | 11 MB 00:00 2024-09-19T05:48:25.942 INFO:teuthology.orchestra.run.smithi046.stdout:(12/156): cephfs-mirror-19.1.1-361.g2f599a46.el 1.6 MB/s | 228 kB 00:00 2024-09-19T05:48:25.967 INFO:teuthology.orchestra.run.smithi046.stdout:(13/156): cephfs-shell-19.1.1-361.g2f599a46.el9 541 kB/s | 27 kB 00:00 2024-09-19T05:48:25.992 INFO:teuthology.orchestra.run.smithi046.stdout:(14/156): libcephfs-devel-19.1.1-361.g2f599a46. 631 kB/s | 32 kB 00:00 2024-09-19T05:48:26.051 INFO:teuthology.orchestra.run.smithi046.stdout:(15/156): libcephfs2-19.1.1-361.g2f599a46.el9.x 8.8 MB/s | 751 kB 00:00 2024-09-19T05:48:26.085 INFO:teuthology.orchestra.run.smithi046.stdout:(16/156): libcephsqlite-19.1.1-361.g2f599a46.el 1.7 MB/s | 163 kB 00:00 2024-09-19T05:48:26.110 INFO:teuthology.orchestra.run.smithi046.stdout:(17/156): librados-devel-19.1.1-361.g2f599a46.e 2.1 MB/s | 127 kB 00:00 2024-09-19T05:48:26.160 INFO:teuthology.orchestra.run.smithi046.stdout:(18/156): libradosstriper1-19.1.1-361.g2f599a46 6.6 MB/s | 506 kB 00:00 2024-09-19T05:48:26.198 INFO:teuthology.orchestra.run.smithi078.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 217 kB/s | 107 kB 00:00 2024-09-19T05:48:26.212 INFO:teuthology.orchestra.run.smithi046.stdout:(19/156): python3-ceph-argparse-19.1.1-361.g2f5 866 kB/s | 45 kB 00:00 2024-09-19T05:48:26.263 INFO:teuthology.orchestra.run.smithi046.stdout:(20/156): python3-ceph-common-19.1.1-361.g2f599 2.7 MB/s | 136 kB 00:00 2024-09-19T05:48:26.313 INFO:teuthology.orchestra.run.smithi046.stdout:(21/156): python3-cephfs-19.1.1-361.g2f599a46.e 3.2 MB/s | 161 kB 00:00 2024-09-19T05:48:26.315 INFO:teuthology.orchestra.run.smithi078.stdout:(50/156): elfutils-libelf-devel-0.191-4.el9.x86 186 kB/s | 22 kB 00:00 2024-09-19T05:48:26.373 INFO:teuthology.orchestra.run.smithi078.stdout:(51/156): automake-1.16.2-8.el9.noarch.rpm 949 kB/s | 689 kB 00:00 2024-09-19T05:48:26.388 INFO:teuthology.orchestra.run.smithi046.stdout:(22/156): python3-rados-19.1.1-361.g2f599a46.el 4.2 MB/s | 320 kB 00:00 2024-09-19T05:48:26.464 INFO:teuthology.orchestra.run.smithi046.stdout:(23/156): librgw2-19.1.1-361.g2f599a46.el9.x86_ 15 MB/s | 5.3 MB 00:00 2024-09-19T05:48:26.497 INFO:teuthology.orchestra.run.smithi046.stdout:(24/156): python3-rbd-19.1.1-361.g2f599a46.el9. 2.7 MB/s | 300 kB 00:00 2024-09-19T05:48:26.499 INFO:teuthology.orchestra.run.smithi078.stdout:(52/156): flexiblas-3.0.4-8.el9.x86_64.rpm 261 kB/s | 33 kB 00:00 2024-09-19T05:48:26.523 INFO:teuthology.orchestra.run.smithi046.stdout:(25/156): python3-rgw-19.1.1-361.g2f599a46.el9. 1.7 MB/s | 99 kB 00:00 2024-09-19T05:48:26.540 INFO:teuthology.orchestra.run.smithi046.stdout:(26/156): rbd-fuse-19.1.1-361.g2f599a46.el9.x86 2.0 MB/s | 85 kB 00:00 2024-09-19T05:48:26.590 INFO:teuthology.orchestra.run.smithi046.stdout:(27/156): rbd-nbd-19.1.1-361.g2f599a46.el9.x86_ 3.4 MB/s | 171 kB 00:00 2024-09-19T05:48:26.616 INFO:teuthology.orchestra.run.smithi078.stdout:(53/156): flex-2.6.4-9.el9.x86_64.rpm 1.0 MB/s | 313 kB 00:00 2024-09-19T05:48:26.640 INFO:teuthology.orchestra.run.smithi046.stdout:(28/156): ceph-grafana-dashboards-19.1.1-361.g2 637 kB/s | 32 kB 00:00 2024-09-19T05:48:26.690 INFO:teuthology.orchestra.run.smithi046.stdout:(29/156): ceph-mgr-cephadm-19.1.1-361.g2f599a46 2.9 MB/s | 146 kB 00:00 2024-09-19T05:48:26.699 INFO:teuthology.orchestra.run.smithi078.stdout:(54/156): bison-3.7.4-5.el9.x86_64.rpm 919 kB/s | 943 kB 00:01 2024-09-19T05:48:26.725 INFO:teuthology.orchestra.run.smithi078.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 168 kB/s | 18 kB 00:00 2024-09-19T05:48:26.749 INFO:teuthology.orchestra.run.smithi046.stdout:(30/156): rbd-mirror-19.1.1-361.g2f599a46.el9.x 14 MB/s | 3.1 MB 00:00 2024-09-19T05:48:26.808 INFO:teuthology.orchestra.run.smithi078.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 102 kB/s | 11 kB 00:00 2024-09-19T05:48:26.842 INFO:teuthology.orchestra.run.smithi078.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.3 MB/s | 160 kB 00:00 2024-09-19T05:48:26.917 INFO:teuthology.orchestra.run.smithi078.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 416 kB/s | 45 kB 00:00 2024-09-19T05:48:27.051 INFO:teuthology.orchestra.run.smithi078.stdout:(59/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 5.4 MB/s | 3.0 MB 00:00 2024-09-19T05:48:27.057 INFO:teuthology.orchestra.run.smithi046.stdout:(31/156): ceph-mgr-dashboard-19.1.1-361.g2f599a 9.7 MB/s | 3.6 MB 00:00 2024-09-19T05:48:27.150 INFO:teuthology.orchestra.run.smithi046.stdout:(32/156): ceph-mgr-diskprediction-local-19.1.1- 18 MB/s | 7.4 MB 00:00 2024-09-19T05:48:27.167 INFO:teuthology.orchestra.run.smithi078.stdout:(60/156): librdkafka-1.6.1-102.el9.x86_64.rpm 2.0 MB/s | 662 kB 00:00 2024-09-19T05:48:27.175 INFO:teuthology.orchestra.run.smithi046.stdout:(33/156): ceph-mgr-modules-core-19.1.1-361.g2f5 2.1 MB/s | 249 kB 00:00 2024-09-19T05:48:27.184 INFO:teuthology.orchestra.run.smithi078.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 183 kB/s | 24 kB 00:00 2024-09-19T05:48:27.200 INFO:teuthology.orchestra.run.smithi046.stdout:(34/156): ceph-mgr-rook-19.1.1-361.g2f599a46.el 989 kB/s | 49 kB 00:00 2024-09-19T05:48:27.225 INFO:teuthology.orchestra.run.smithi046.stdout:(35/156): ceph-prometheus-alerts-19.1.1-361.g2f 329 kB/s | 16 kB 00:00 2024-09-19T05:48:27.250 INFO:teuthology.orchestra.run.smithi046.stdout:(36/156): ceph-volume-19.1.1-361.g2f599a46.el9. 5.6 MB/s | 285 kB 00:00 2024-09-19T05:48:27.251 INFO:teuthology.orchestra.run.smithi078.stdout:(62/156): libtool-2.4.6-46.el9.x86_64.rpm 1.7 MB/s | 581 kB 00:00 2024-09-19T05:48:27.268 INFO:teuthology.orchestra.run.smithi078.stdout:(63/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 472 kB/s | 47 kB 00:00 2024-09-19T05:48:27.301 INFO:teuthology.orchestra.run.smithi046.stdout:(37/156): cephfs-top-19.1.1-361.g2f599a46.el9.n 365 kB/s | 18 kB 00:00 2024-09-19T05:48:27.335 INFO:teuthology.orchestra.run.smithi046.stdout:(38/156): cephadm-19.1.1-361.g2f599a46.el9.noar 6.9 MB/s | 765 kB 00:00 2024-09-19T05:48:27.377 INFO:teuthology.orchestra.run.smithi078.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 1.5 MB/s | 188 kB 00:00 2024-09-19T05:48:27.402 INFO:teuthology.orchestra.run.smithi078.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 287 kB/s | 38 kB 00:00 2024-09-19T05:48:27.435 INFO:teuthology.orchestra.run.smithi046.stdout:(39/156): fuse-2.9.9-16.el9.x86_64.rpm 598 kB/s | 80 kB 00:00 2024-09-19T05:48:27.510 INFO:teuthology.orchestra.run.smithi046.stdout:(40/156): libgfortran-11.5.0-2.el9.x86_64.rpm 4.5 MB/s | 801 kB 00:00 2024-09-19T05:48:27.535 INFO:teuthology.orchestra.run.smithi046.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 1.9 MB/s | 191 kB 00:00 2024-09-19T05:48:27.561 INFO:teuthology.orchestra.run.smithi046.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.9 MB/s | 253 kB 00:00 2024-09-19T05:48:27.602 INFO:teuthology.orchestra.run.smithi046.stdout:(43/156): python3-cryptography-36.0.1-4.el9.x86 18 MB/s | 1.2 MB 00:00 2024-09-19T05:48:27.628 INFO:teuthology.orchestra.run.smithi046.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-09-19T05:48:27.644 INFO:teuthology.orchestra.run.smithi078.stdout:(66/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 636 kB/s | 292 kB 00:00 2024-09-19T05:48:27.653 INFO:teuthology.orchestra.run.smithi046.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-19T05:48:27.679 INFO:teuthology.orchestra.run.smithi046.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-19T05:48:27.696 INFO:teuthology.orchestra.run.smithi046.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 5.0 MB/s | 215 kB 00:00 2024-09-19T05:48:27.871 INFO:teuthology.orchestra.run.smithi046.stdout:(48/156): automake-1.16.2-8.el9.noarch.rpm 3.5 MB/s | 689 kB 00:00 2024-09-19T05:48:27.913 INFO:teuthology.orchestra.run.smithi046.stdout:(49/156): bison-3.7.4-5.el9.x86_64.rpm 4.2 MB/s | 943 kB 00:00 2024-09-19T05:48:27.940 INFO:teuthology.orchestra.run.smithi046.stdout:(50/156): boost-program-options-1.75.0-8.el9.x8 1.6 MB/s | 107 kB 00:00 2024-09-19T05:48:27.963 INFO:teuthology.orchestra.run.smithi046.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 434 kB/s | 22 kB 00:00 2024-09-19T05:48:28.005 INFO:teuthology.orchestra.run.smithi046.stdout:(52/156): flexiblas-3.0.4-8.el9.x86_64.rpm 786 kB/s | 33 kB 00:00 2024-09-19T05:48:28.039 INFO:teuthology.orchestra.run.smithi046.stdout:(53/156): flex-2.6.4-9.el9.x86_64.rpm 3.1 MB/s | 313 kB 00:00 2024-09-19T05:48:28.081 INFO:teuthology.orchestra.run.smithi046.stdout:(54/156): flexiblas-openblas-openmp-3.0.4-8.el9 437 kB/s | 18 kB 00:00 2024-09-19T05:48:28.123 INFO:teuthology.orchestra.run.smithi046.stdout:(55/156): libaio-devel-0.3.111-13.el9.x86_64.rp 267 kB/s | 11 kB 00:00 2024-09-19T05:48:28.165 INFO:teuthology.orchestra.run.smithi046.stdout:(56/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.8 MB/s | 160 kB 00:00 2024-09-19T05:48:28.207 INFO:teuthology.orchestra.run.smithi046.stdout:(57/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.1 MB/s | 45 kB 00:00 2024-09-19T05:48:28.318 INFO:teuthology.orchestra.run.smithi046.stdout:(58/156): librdkafka-1.6.1-102.el9.x86_64.rpm 6.0 MB/s | 662 kB 00:00 2024-09-19T05:48:28.407 INFO:teuthology.orchestra.run.smithi046.stdout:(59/156): libtool-2.4.6-46.el9.x86_64.rpm 6.2 MB/s | 581 kB 00:00 2024-09-19T05:48:28.449 INFO:teuthology.orchestra.run.smithi046.stdout:(60/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 588 kB/s | 24 kB 00:00 2024-09-19T05:48:28.500 INFO:teuthology.orchestra.run.smithi046.stdout:(61/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 952 kB/s | 47 kB 00:00 2024-09-19T05:48:28.575 INFO:teuthology.orchestra.run.smithi046.stdout:(62/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.8 MB/s | 292 kB 00:00 2024-09-19T05:48:28.609 INFO:teuthology.orchestra.run.smithi046.stdout:(63/156): lua-5.4.4-4.el9.x86_64.rpm 5.5 MB/s | 188 kB 00:00 2024-09-19T05:48:28.651 INFO:teuthology.orchestra.run.smithi046.stdout:(64/156): openblas-0.3.26-2.el9.x86_64.rpm 925 kB/s | 38 kB 00:00 2024-09-19T05:48:28.870 INFO:teuthology.orchestra.run.smithi078.stdout:(67/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 3.0 MB/s | 4.4 MB 00:01 2024-09-19T05:48:28.901 INFO:teuthology.orchestra.run.smithi046.stdout:(65/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.3 MB/s | 3.0 MB 00:00 2024-09-19T05:48:29.351 INFO:teuthology.orchestra.run.smithi046.stdout:(66/156): openblas-openmp-0.3.26-2.el9.x86_64.r 7.1 MB/s | 4.9 MB 00:00 2024-09-19T05:48:29.386 INFO:teuthology.orchestra.run.smithi078.stdout:(68/156): openblas-openmp-0.3.26-2.el9.x86_64.r 2.5 MB/s | 4.9 MB 00:02 2024-09-19T05:48:29.560 INFO:teuthology.orchestra.run.smithi046.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 7.6 MB/s | 1.6 MB 00:00 2024-09-19T05:48:29.678 INFO:teuthology.orchestra.run.smithi078.stdout:(69/156): postgresql-private-libs-13.16-1.el9.x 471 kB/s | 137 kB 00:00 2024-09-19T05:48:29.685 INFO:teuthology.orchestra.run.smithi046.stdout:(68/156): postgresql-contrib-13.16-1.el9.x86_64 7.1 MB/s | 910 kB 00:00 2024-09-19T05:48:29.727 INFO:teuthology.orchestra.run.smithi046.stdout:(69/156): postgresql-private-libs-13.16-1.el9.x 3.2 MB/s | 137 kB 00:00 2024-09-19T05:48:29.979 INFO:teuthology.orchestra.run.smithi078.stdout:(70/156): postgresql-13.16-1.el9.x86_64.rpm 696 kB/s | 1.6 MB 00:02 2024-09-19T05:48:30.195 INFO:teuthology.orchestra.run.smithi078.stdout:(71/156): postgresql-contrib-13.16-1.el9.x86_64 686 kB/s | 910 kB 00:01 2024-09-19T05:48:30.211 INFO:teuthology.orchestra.run.smithi046.stdout:(70/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 3.4 MB/s | 4.4 MB 00:01 2024-09-19T05:48:30.395 INFO:teuthology.orchestra.run.smithi078.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 437 kB/s | 87 kB 00:00 2024-09-19T05:48:30.546 INFO:teuthology.orchestra.run.smithi078.stdout:(73/156): protobuf-3.14.0-13.el9.x86_64.rpm 1.8 MB/s | 1.0 MB 00:00 2024-09-19T05:48:30.636 INFO:teuthology.orchestra.run.smithi046.stdout:(71/156): ceph-test-19.1.1-361.g2f599a46.el9.x8 9.1 MB/s | 49 MB 00:05 2024-09-19T05:48:30.663 INFO:teuthology.orchestra.run.smithi078.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 525 kB/s | 61 kB 00:00 2024-09-19T05:48:30.711 INFO:teuthology.orchestra.run.smithi046.stdout:(72/156): postgresql-server-13.16-1.el9.x86_64. 5.9 MB/s | 5.8 MB 00:00 2024-09-19T05:48:30.745 INFO:teuthology.orchestra.run.smithi046.stdout:(73/156): protobuf-3.14.0-13.el9.x86_64.rpm 1.9 MB/s | 1.0 MB 00:00 2024-09-19T05:48:30.786 INFO:teuthology.orchestra.run.smithi046.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-09-19T05:48:30.788 INFO:teuthology.orchestra.run.smithi078.stdout:(75/156): python3-devel-3.9.19-8.el9.x86_64.rpm 1.9 MB/s | 245 kB 00:00 2024-09-19T05:48:30.812 INFO:teuthology.orchestra.run.smithi046.stdout:(75/156): python3-attrs-20.3.0-7.el9.noarch.rpm 499 kB/s | 87 kB 00:00 2024-09-19T05:48:30.871 INFO:teuthology.orchestra.run.smithi046.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.9 MB/s | 245 kB 00:00 2024-09-19T05:48:30.896 INFO:teuthology.orchestra.run.smithi046.stdout:(77/156): python3-jinja2-2.11.3-6.el9.noarch.rp 2.9 MB/s | 248 kB 00:00 2024-09-19T05:48:30.905 INFO:teuthology.orchestra.run.smithi078.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 2.1 MB/s | 248 kB 00:00 2024-09-19T05:48:30.913 INFO:teuthology.orchestra.run.smithi046.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 611 kB/s | 26 kB 00:00 2024-09-19T05:48:30.930 INFO:teuthology.orchestra.run.smithi046.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 571 kB/s | 19 kB 00:00 2024-09-19T05:48:30.964 INFO:teuthology.orchestra.run.smithi046.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 1.0 MB/s | 35 kB 00:00 2024-09-19T05:48:30.989 INFO:teuthology.orchestra.run.smithi046.stdout:(81/156): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-09-19T05:48:31.022 INFO:teuthology.orchestra.run.smithi078.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 220 kB/s | 26 kB 00:00 2024-09-19T05:48:31.081 INFO:teuthology.orchestra.run.smithi046.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.7 MB/s | 250 kB 00:00 2024-09-19T05:48:31.130 INFO:teuthology.orchestra.run.smithi078.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 177 kB/s | 19 kB 00:00 2024-09-19T05:48:31.173 INFO:teuthology.orchestra.run.smithi046.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 2.4 MB/s | 222 kB 00:00 2024-09-19T05:48:31.231 INFO:teuthology.orchestra.run.smithi046.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-09-19T05:48:31.247 INFO:teuthology.orchestra.run.smithi078.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-09-19T05:48:31.273 INFO:teuthology.orchestra.run.smithi046.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-09-19T05:48:31.356 INFO:teuthology.orchestra.run.smithi078.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 321 kB/s | 35 kB 00:00 2024-09-19T05:48:31.407 INFO:teuthology.orchestra.run.smithi046.stdout:(86/156): python3-babel-2.9.1-2.el9.noarch.rpm 8.6 MB/s | 6.0 MB 00:00 2024-09-19T05:48:31.432 INFO:teuthology.orchestra.run.smithi046.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 1.7 MB/s | 269 kB 00:00 2024-09-19T05:48:31.457 INFO:teuthology.orchestra.run.smithi046.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-09-19T05:48:31.499 INFO:teuthology.orchestra.run.smithi046.stdout:(89/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.2 MB/s | 51 kB 00:00 2024-09-19T05:48:31.525 INFO:teuthology.orchestra.run.smithi046.stdout:(90/156): python3-pyasn1-modules-0.4.8-6.el9.no 3.0 MB/s | 279 kB 00:00 2024-09-19T05:48:31.550 INFO:teuthology.orchestra.run.smithi046.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-19T05:48:31.592 INFO:teuthology.orchestra.run.smithi046.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 998 kB/s | 42 kB 00:00 2024-09-19T05:48:31.614 INFO:teuthology.orchestra.run.smithi078.stdout:(81/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 20 MB/s | 5.1 MB 00:00 2024-09-19T05:48:31.634 INFO:teuthology.orchestra.run.smithi046.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.0 MB/s | 44 kB 00:00 2024-09-19T05:48:31.676 INFO:teuthology.orchestra.run.smithi046.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 5.2 MB/s | 221 kB 00:00 2024-09-19T05:48:31.718 INFO:teuthology.orchestra.run.smithi046.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 866 kB/s | 36 kB 00:00 2024-09-19T05:48:31.731 INFO:teuthology.orchestra.run.smithi078.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.1 MB/s | 250 kB 00:00 2024-09-19T05:48:31.759 INFO:teuthology.orchestra.run.smithi046.stdout:(96/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-09-19T05:48:31.802 INFO:teuthology.orchestra.run.smithi046.stdout:(97/156): socat-1.7.4.1-6.el9.x86_64.rpm 7.1 MB/s | 304 kB 00:00 2024-09-19T05:48:31.844 INFO:teuthology.orchestra.run.smithi046.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 1.4 MB/s | 58 kB 00:00 2024-09-19T05:48:31.856 INFO:teuthology.orchestra.run.smithi078.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 1.7 MB/s | 222 kB 00:00 2024-09-19T05:48:31.885 INFO:teuthology.orchestra.run.smithi046.stdout:(99/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rpm 2.3 MB/s | 96 kB 00:00 2024-09-19T05:48:31.928 INFO:teuthology.orchestra.run.smithi046.stdout:(100/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.5 MB/s | 64 kB 00:00 2024-09-19T05:48:31.969 INFO:teuthology.orchestra.run.smithi046.stdout:(101/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 1.1 MB/s | 45 kB 00:00 2024-09-19T05:48:31.973 INFO:teuthology.orchestra.run.smithi078.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 661 kB/s | 77 kB 00:00 2024-09-19T05:48:32.053 INFO:teuthology.orchestra.run.smithi046.stdout:(102/156): lua-devel-5.4.4-4.el9.x86_64.rpm 267 kB/s | 22 kB 00:00 2024-09-19T05:48:32.082 INFO:teuthology.orchestra.run.smithi078.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 390 kB/s | 42 kB 00:00 2024-09-19T05:48:32.199 INFO:teuthology.orchestra.run.smithi078.stdout:(86/156): python3-protobuf-3.14.0-13.el9.noarch 2.3 MB/s | 269 kB 00:00 2024-09-19T05:48:32.237 INFO:teuthology.orchestra.run.smithi046.stdout:(103/156): python3-numpy-1.20.1-5.el9.x86_64.rp 4.0 MB/s | 5.1 MB 00:01 2024-09-19T05:48:32.295 INFO:teuthology.orchestra.run.smithi046.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 9.2 MB/s | 548 kB 00:00 2024-09-19T05:48:32.316 INFO:teuthology.orchestra.run.smithi078.stdout:(87/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.3 MB/s | 159 kB 00:00 2024-09-19T05:48:32.329 INFO:teuthology.orchestra.run.smithi046.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 9.0 MB/s | 308 kB 00:00 2024-09-19T05:48:32.354 INFO:teuthology.orchestra.run.smithi046.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 775 kB/s | 19 kB 00:00 2024-09-19T05:48:32.380 INFO:teuthology.orchestra.run.smithi046.stdout:(107/156): protobuf-compiler-3.14.0-13.el9.x86_ 2.6 MB/s | 863 kB 00:00 2024-09-19T05:48:32.430 INFO:teuthology.orchestra.run.smithi046.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 522 kB/s | 26 kB 00:00 2024-09-19T05:48:32.433 INFO:teuthology.orchestra.run.smithi078.stdout:(88/156): python3-pyasn1-modules-0.4.8-6.el9.no 2.3 MB/s | 279 kB 00:00 2024-09-19T05:48:32.464 INFO:teuthology.orchestra.run.smithi046.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-09-19T05:48:32.497 INFO:teuthology.orchestra.run.smithi046.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-09-19T05:48:32.542 INFO:teuthology.orchestra.run.smithi078.stdout:(89/156): python3-pytz-2021.1-5.el9.noarch.rpm 471 kB/s | 51 kB 00:00 2024-09-19T05:48:32.573 INFO:teuthology.orchestra.run.smithi046.stdout:(111/156): libarrow-9.0.0-11.el9.x86_64.rpm 20 MB/s | 4.4 MB 00:00 2024-09-19T05:48:32.598 INFO:teuthology.orchestra.run.smithi046.stdout:(112/156): luarocks-3.9.2-5.el9.noarch.rpm 1.5 MB/s | 151 kB 00:00 2024-09-19T05:48:32.640 INFO:teuthology.orchestra.run.smithi046.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 13 MB/s | 548 kB 00:00 2024-09-19T05:48:32.642 INFO:teuthology.orchestra.run.smithi078.stdout:(90/156): python3-requests-oauthlib-1.3.0-12.el 537 kB/s | 54 kB 00:00 2024-09-19T05:48:32.673 INFO:teuthology.orchestra.run.smithi046.stdout:(114/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 8.2 MB/s | 839 kB 00:00 2024-09-19T05:48:32.707 INFO:teuthology.orchestra.run.smithi046.stdout:(115/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 649 kB/s | 43 kB 00:00 2024-09-19T05:48:32.741 INFO:teuthology.orchestra.run.smithi046.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 451 kB/s | 14 kB 00:00 2024-09-19T05:48:32.766 INFO:teuthology.orchestra.run.smithi046.stdout:(117/156): python3-cachetools-4.2.4-1.el9.noarc 353 kB/s | 32 kB 00:00 2024-09-19T05:48:32.808 INFO:teuthology.orchestra.run.smithi046.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 2.5 MB/s | 172 kB 00:00 2024-09-19T05:48:32.842 INFO:teuthology.orchestra.run.smithi046.stdout:(119/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 9.0 MB/s | 303 kB 00:00 2024-09-19T05:48:32.868 INFO:teuthology.orchestra.run.smithi046.stdout:(120/156): python3-cherrypy-18.6.1-2.el9.noarch 3.5 MB/s | 358 kB 00:00 2024-09-19T05:48:32.892 INFO:teuthology.orchestra.run.smithi046.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-19T05:48:32.909 INFO:teuthology.orchestra.run.smithi046.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 8.6 MB/s | 144 kB 00:00 2024-09-19T05:48:32.926 INFO:teuthology.orchestra.run.smithi046.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 644 kB/s | 11 kB 00:00 2024-09-19T05:48:32.943 INFO:teuthology.orchestra.run.smithi046.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 1.0 MB/s | 18 kB 00:00 2024-09-19T05:48:32.968 INFO:teuthology.orchestra.run.smithi046.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 931 kB/s | 23 kB 00:00 2024-09-19T05:48:32.994 INFO:teuthology.orchestra.run.smithi046.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 774 kB/s | 19 kB 00:00 2024-09-19T05:48:33.018 INFO:teuthology.orchestra.run.smithi046.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 793 kB/s | 20 kB 00:00 2024-09-19T05:48:33.077 INFO:teuthology.orchestra.run.smithi046.stdout:(128/156): python3-grpcio-1.46.7-10.el9.x86_64. 9.7 MB/s | 2.0 MB 00:00 2024-09-19T05:48:33.103 INFO:teuthology.orchestra.run.smithi046.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-19T05:48:33.128 INFO:teuthology.orchestra.run.smithi046.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-19T05:48:33.162 INFO:teuthology.orchestra.run.smithi046.stdout:(131/156): python3-kubernetes-26.1.0-2.el9.noar 7.2 MB/s | 1.0 MB 00:00 2024-09-19T05:48:33.187 INFO:teuthology.orchestra.run.smithi046.stdout:(132/156): python3-natsort-7.1.1-5.el9.noarch.r 984 kB/s | 58 kB 00:00 2024-09-19T05:48:33.212 INFO:teuthology.orchestra.run.smithi046.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 651 kB/s | 16 kB 00:00 2024-09-19T05:48:33.230 INFO:teuthology.orchestra.run.smithi046.stdout:(134/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 5.3 MB/s | 90 kB 00:00 2024-09-19T05:48:33.250 INFO:teuthology.orchestra.run.smithi078.stdout:(91/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 27 MB/s | 16 MB 00:00 2024-09-19T05:48:33.255 INFO:teuthology.orchestra.run.smithi046.stdout:(135/156): python3-pecan-1.4.2-3.el9.noarch.rpm 2.9 MB/s | 272 kB 00:00 2024-09-19T05:48:33.280 INFO:teuthology.orchestra.run.smithi046.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 562 kB/s | 28 kB 00:00 2024-09-19T05:48:33.305 INFO:teuthology.orchestra.run.smithi046.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-09-19T05:48:33.339 INFO:teuthology.orchestra.run.smithi046.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 1.7 MB/s | 59 kB 00:00 2024-09-19T05:48:33.356 INFO:teuthology.orchestra.run.smithi046.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-19T05:48:33.359 INFO:teuthology.orchestra.run.smithi078.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 385 kB/s | 42 kB 00:00 2024-09-19T05:48:33.381 INFO:teuthology.orchestra.run.smithi046.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 857 kB/s | 36 kB 00:00 2024-09-19T05:48:33.406 INFO:teuthology.orchestra.run.smithi046.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-19T05:48:33.432 INFO:teuthology.orchestra.run.smithi046.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-19T05:48:33.457 INFO:teuthology.orchestra.run.smithi046.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-19T05:48:33.476 INFO:teuthology.orchestra.run.smithi078.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 379 kB/s | 44 kB 00:00 2024-09-19T05:48:33.494 INFO:teuthology.orchestra.run.smithi046.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 803 kB/s | 20 kB 00:00 2024-09-19T05:48:33.516 INFO:teuthology.orchestra.run.smithi046.stdout:(145/156): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-09-19T05:48:33.542 INFO:teuthology.orchestra.run.smithi046.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-09-19T05:48:33.593 INFO:teuthology.orchestra.run.smithi078.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 1.8 MB/s | 221 kB 00:00 2024-09-19T05:48:33.599 INFO:teuthology.orchestra.run.smithi046.stdout:(147/156): thrift-0.15.0-2.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-09-19T05:48:33.693 INFO:teuthology.orchestra.run.smithi078.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 359 kB/s | 36 kB 00:00 2024-09-19T05:48:33.794 INFO:teuthology.orchestra.run.smithi078.stdout:(96/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 474 kB/s | 47 kB 00:00 2024-09-19T05:48:33.883 INFO:teuthology.orchestra.run.smithi046.stdout:(148/156): librados2-19.1.1-361.g2f599a46.el9.x 10 MB/s | 3.4 MB 00:00 2024-09-19T05:48:33.910 INFO:teuthology.orchestra.run.smithi078.stdout:(97/156): socat-1.7.4.1-6.el9.x86_64.rpm 2.5 MB/s | 304 kB 00:00 2024-09-19T05:48:33.959 INFO:teuthology.orchestra.run.smithi046.stdout:(149/156): librbd1-19.1.1-361.g2f599a46.el9.x86 8.8 MB/s | 3.2 MB 00:00 2024-09-19T05:48:34.011 INFO:teuthology.orchestra.run.smithi078.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 578 kB/s | 58 kB 00:00 2024-09-19T05:48:34.067 INFO:teuthology.orchestra.run.smithi046.stdout:(150/156): NetworkManager-1.51.0-1.el9.x86_64.r 13 MB/s | 2.3 MB 00:00 2024-09-19T05:48:34.109 INFO:teuthology.orchestra.run.smithi046.stdout:(151/156): NetworkManager-team-1.51.0-1.el9.x86 987 kB/s | 41 kB 00:00 2024-09-19T05:48:34.119 INFO:teuthology.orchestra.run.smithi078.stdout:(99/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rpm 883 kB/s | 96 kB 00:00 2024-09-19T05:48:34.151 INFO:teuthology.orchestra.run.smithi046.stdout:(152/156): NetworkManager-tui-1.51.0-1.el9.x86_ 5.8 MB/s | 249 kB 00:00 2024-09-19T05:48:34.210 INFO:teuthology.orchestra.run.smithi046.stdout:(153/156): NetworkManager-libnm-1.51.0-1.el9.x8 7.2 MB/s | 1.8 MB 00:00 2024-09-19T05:48:34.220 INFO:teuthology.orchestra.run.smithi078.stdout:(100/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 637 kB/s | 64 kB 00:00 2024-09-19T05:48:34.252 INFO:teuthology.orchestra.run.smithi046.stdout:(154/156): openssl-3.2.2-6.el9.x86_64.rpm 14 MB/s | 1.4 MB 00:00 2024-09-19T05:48:34.319 INFO:teuthology.orchestra.run.smithi046.stdout:(155/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 22 MB/s | 2.4 MB 00:00 2024-09-19T05:48:34.320 INFO:teuthology.orchestra.run.smithi078.stdout:(101/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 448 kB/s | 45 kB 00:00 2024-09-19T05:48:34.420 INFO:teuthology.orchestra.run.smithi078.stdout:(102/156): lua-devel-5.4.4-4.el9.x86_64.rpm 223 kB/s | 22 kB 00:00 2024-09-19T05:48:34.654 INFO:teuthology.orchestra.run.smithi078.stdout:(103/156): protobuf-compiler-3.14.0-13.el9.x86_ 3.6 MB/s | 863 kB 00:00 2024-09-19T05:48:34.713 INFO:teuthology.orchestra.run.smithi078.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 9.2 MB/s | 548 kB 00:00 2024-09-19T05:48:34.746 INFO:teuthology.orchestra.run.smithi078.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 9.0 MB/s | 308 kB 00:00 2024-09-19T05:48:34.763 INFO:teuthology.orchestra.run.smithi078.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 1.1 MB/s | 19 kB 00:00 2024-09-19T05:48:34.888 INFO:teuthology.orchestra.run.smithi078.stdout:(107/156): libarrow-9.0.0-11.el9.x86_64.rpm 35 MB/s | 4.4 MB 00:00 2024-09-19T05:48:34.905 INFO:teuthology.orchestra.run.smithi078.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.5 MB/s | 26 kB 00:00 2024-09-19T05:48:34.922 INFO:teuthology.orchestra.run.smithi078.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 2.8 MB/s | 49 kB 00:00 2024-09-19T05:48:34.947 INFO:teuthology.orchestra.run.smithi078.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-19T05:48:34.973 INFO:teuthology.orchestra.run.smithi078.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 5.9 MB/s | 151 kB 00:00 2024-09-19T05:48:35.006 INFO:teuthology.orchestra.run.smithi078.stdout:(112/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 25 MB/s | 839 kB 00:00 2024-09-19T05:48:35.040 INFO:teuthology.orchestra.run.smithi078.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 16 MB/s | 548 kB 00:00 2024-09-19T05:48:35.065 INFO:teuthology.orchestra.run.smithi078.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-19T05:48:35.090 INFO:teuthology.orchestra.run.smithi078.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-19T05:48:35.116 INFO:teuthology.orchestra.run.smithi078.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 565 kB/s | 14 kB 00:00 2024-09-19T05:48:35.141 INFO:teuthology.orchestra.run.smithi078.stdout:(117/156): python3-cheroot-8.6.0-4.el9.noarch.r 6.7 MB/s | 172 kB 00:00 2024-09-19T05:48:35.175 INFO:teuthology.orchestra.run.smithi078.stdout:(118/156): python3-cherrypy-18.6.1-2.el9.noarch 11 MB/s | 358 kB 00:00 2024-09-19T05:48:35.200 INFO:teuthology.orchestra.run.smithi078.stdout:(119/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 12 MB/s | 303 kB 00:00 2024-09-19T05:48:35.225 INFO:teuthology.orchestra.run.smithi078.stdout:(120/156): python3-google-auth-2.34.0-1.el9.noa 8.6 MB/s | 220 kB 00:00 2024-09-19T05:48:35.292 INFO:teuthology.orchestra.run.smithi078.stdout:(121/156): python3-grpcio-1.46.7-10.el9.x86_64. 31 MB/s | 2.0 MB 00:00 2024-09-19T05:48:35.309 INFO:teuthology.orchestra.run.smithi078.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 8.6 MB/s | 144 kB 00:00 2024-09-19T05:48:35.334 INFO:teuthology.orchestra.run.smithi078.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 425 kB/s | 11 kB 00:00 2024-09-19T05:48:35.368 INFO:teuthology.orchestra.run.smithi078.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 527 kB/s | 18 kB 00:00 2024-09-19T05:48:35.393 INFO:teuthology.orchestra.run.smithi078.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 931 kB/s | 23 kB 00:00 2024-09-19T05:48:35.419 INFO:teuthology.orchestra.run.smithi078.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 776 kB/s | 19 kB 00:00 2024-09-19T05:48:35.444 INFO:teuthology.orchestra.run.smithi078.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 790 kB/s | 20 kB 00:00 2024-09-19T05:48:35.494 INFO:teuthology.orchestra.run.smithi078.stdout:(128/156): python3-kubernetes-26.1.0-2.el9.noar 20 MB/s | 1.0 MB 00:00 2024-09-19T05:48:35.519 INFO:teuthology.orchestra.run.smithi078.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-19T05:48:35.545 INFO:teuthology.orchestra.run.smithi078.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-19T05:48:35.570 INFO:teuthology.orchestra.run.smithi078.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-19T05:48:35.595 INFO:teuthology.orchestra.run.smithi078.stdout:(132/156): python3-pecan-1.4.2-3.el9.noarch.rpm 11 MB/s | 272 kB 00:00 2024-09-19T05:48:35.620 INFO:teuthology.orchestra.run.smithi078.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 657 kB/s | 16 kB 00:00 2024-09-19T05:48:35.646 INFO:teuthology.orchestra.run.smithi078.stdout:(134/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-19T05:48:35.662 INFO:teuthology.orchestra.run.smithi078.stdout:(135/156): python3-pyperclip-1.8.2-2.el9.noarch 1.7 MB/s | 28 kB 00:00 2024-09-19T05:48:35.680 INFO:teuthology.orchestra.run.smithi078.stdout:(136/156): python3-repoze-lru-0.7-16.el9.noarch 1.8 MB/s | 31 kB 00:00 2024-09-19T05:48:35.713 INFO:teuthology.orchestra.run.smithi078.stdout:(137/156): python3-routes-2.5.1-5.el9.noarch.rp 5.5 MB/s | 188 kB 00:00 2024-09-19T05:48:35.733 INFO:teuthology.orchestra.run.smithi078.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 3.5 MB/s | 59 kB 00:00 2024-09-19T05:48:35.747 INFO:teuthology.orchestra.run.smithi078.stdout:(139/156): python3-tempora-5.0.0-2.el9.noarch.r 2.1 MB/s | 36 kB 00:00 2024-09-19T05:48:35.772 INFO:teuthology.orchestra.run.smithi078.stdout:(140/156): python3-typing-extensions-4.12.2-2.e 2.9 MB/s | 74 kB 00:00 2024-09-19T05:48:35.798 INFO:teuthology.orchestra.run.smithi078.stdout:(141/156): python3-webob-1.8.8-2.el9.noarch.rpm 9.0 MB/s | 230 kB 00:00 2024-09-19T05:48:35.823 INFO:teuthology.orchestra.run.smithi078.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-19T05:48:35.856 INFO:teuthology.orchestra.run.smithi078.stdout:(143/156): python3-werkzeug-2.0.3-3.el9.1.noarc 13 MB/s | 427 kB 00:00 2024-09-19T05:48:35.882 INFO:teuthology.orchestra.run.smithi078.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 796 kB/s | 20 kB 00:00 2024-09-19T05:48:35.907 INFO:teuthology.orchestra.run.smithi078.stdout:(145/156): re2-20211101-20.el9.x86_64.rpm 7.5 MB/s | 191 kB 00:00 2024-09-19T05:48:35.965 INFO:teuthology.orchestra.run.smithi078.stdout:(146/156): thrift-0.15.0-2.el9.x86_64.rpm 27 MB/s | 1.6 MB 00:00 2024-09-19T05:48:36.225 INFO:teuthology.orchestra.run.smithi078.stdout:(147/156): librados2-19.1.1-361.g2f599a46.el9.x 13 MB/s | 3.4 MB 00:00 2024-09-19T05:48:36.408 INFO:teuthology.orchestra.run.smithi078.stdout:(148/156): librbd1-19.1.1-361.g2f599a46.el9.x86 17 MB/s | 3.2 MB 00:00 2024-09-19T05:48:36.569 INFO:teuthology.orchestra.run.smithi046.stdout:(156/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 3.2 MB/s | 16 MB 00:05 2024-09-19T05:48:36.574 INFO:teuthology.orchestra.run.smithi046.stdout:-------------------------------------------------------------------------------- 2024-09-19T05:48:36.574 INFO:teuthology.orchestra.run.smithi046.stdout:Total 16 MB/s | 226 MB 00:14 2024-09-19T05:48:36.591 INFO:teuthology.orchestra.run.smithi078.stdout:(149/156): NetworkManager-1.51.0-1.el9.x86_64.r 13 MB/s | 2.3 MB 00:00 2024-09-19T05:48:36.650 INFO:teuthology.orchestra.run.smithi078.stdout:(150/156): NetworkManager-libnm-1.51.0-1.el9.x8 31 MB/s | 1.8 MB 00:00 2024-09-19T05:48:36.692 INFO:teuthology.orchestra.run.smithi078.stdout:(151/156): NetworkManager-team-1.51.0-1.el9.x86 988 kB/s | 41 kB 00:00 2024-09-19T05:48:36.734 INFO:teuthology.orchestra.run.smithi078.stdout:(152/156): NetworkManager-tui-1.51.0-1.el9.x86_ 5.9 MB/s | 249 kB 00:00 2024-09-19T05:48:36.792 INFO:teuthology.orchestra.run.smithi078.stdout:(153/156): openssl-3.2.2-6.el9.x86_64.rpm 23 MB/s | 1.4 MB 00:00 2024-09-19T05:48:36.868 INFO:teuthology.orchestra.run.smithi078.stdout:(154/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 32 MB/s | 2.4 MB 00:00 2024-09-19T05:48:37.825 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction check 2024-09-19T05:48:37.994 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction check succeeded. 2024-09-19T05:48:37.995 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction test 2024-09-19T05:48:38.518 INFO:teuthology.orchestra.run.smithi078.stdout:(155/156): postgresql-server-13.16-1.el9.x86_64 669 kB/s | 5.8 MB 00:08 2024-09-19T05:48:39.377 INFO:teuthology.orchestra.run.smithi078.stdout:(156/156): python3-babel-2.9.1-2.el9.noarch.rpm 680 kB/s | 6.0 MB 00:08 2024-09-19T05:48:39.380 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2024-09-19T05:48:39.380 INFO:teuthology.orchestra.run.smithi078.stdout:Total 12 MB/s | 226 MB 00:18 2024-09-19T05:48:40.338 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction test succeeded. 2024-09-19T05:48:40.339 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction 2024-09-19T05:48:40.625 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2024-09-19T05:48:40.775 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2024-09-19T05:48:40.775 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2024-09-19T05:48:43.295 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2024-09-19T05:48:43.296 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2024-09-19T05:48:47.148 INFO:teuthology.orchestra.run.smithi046.stdout: Preparing : 1/1 2024-09-19T05:48:47.282 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-19T05:48:47.321 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-19T05:48:47.375 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-19T05:48:47.416 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-19T05:48:47.441 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-19T05:48:47.500 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-19T05:48:47.850 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-19T05:48:47.943 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:48:48.068 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:48:48.094 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:48:48.187 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:48:48.218 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T05:48:48.406 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-19T05:48:48.455 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-19T05:48:48.482 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:48:48.588 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:48:48.616 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T05:48:48.680 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T05:48:48.709 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T05:48:48.733 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T05:48:48.913 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T05:48:49.089 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T05:48:49.232 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 17/164 2024-09-19T05:48:49.341 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:48:49.425 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:48:49.561 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2024-09-19T05:48:49.645 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:48:49.697 INFO:teuthology.orchestra.run.smithi078.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-19T05:48:49.759 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-19T05:48:49.855 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-19T05:48:49.867 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-19T05:48:49.893 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-19T05:48:49.941 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-19T05:48:50.016 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-19T05:48:50.068 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-19T05:48:50.068 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-19T05:48:50.107 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-19T05:48:50.108 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-19T05:48:50.131 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-19T05:48:50.151 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-19T05:48:50.192 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-19T05:48:50.194 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-19T05:48:50.219 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-19T05:48:50.284 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-19T05:48:50.352 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-19T05:48:50.381 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-19T05:48:50.425 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-19T05:48:50.521 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-19T05:48:50.560 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 34/164 2024-09-19T05:48:50.576 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-19T05:48:50.604 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 35/164 2024-09-19T05:48:50.632 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 36/164 2024-09-19T05:48:50.650 INFO:teuthology.orchestra.run.smithi078.stdout: Upgrading : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:48:50.708 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-19T05:48:50.754 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:48:50.755 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-19T05:48:50.784 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:48:50.833 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-19T05:48:50.881 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:48:50.914 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T05:48:50.980 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-19T05:48:51.042 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-19T05:48:51.086 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-19T05:48:51.147 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-19T05:48:51.171 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:48:51.275 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:48:51.306 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T05:48:51.368 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T05:48:51.398 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T05:48:51.424 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T05:48:51.599 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T05:48:51.602 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-19T05:48:51.689 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-19T05:48:51.732 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-19T05:48:51.776 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-19T05:48:51.794 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T05:48:51.813 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 46/164 2024-09-19T05:48:51.857 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-19T05:48:51.930 INFO:teuthology.orchestra.run.smithi078.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 17/164 2024-09-19T05:48:52.024 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-19T05:48:52.028 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:48:52.075 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-19T05:48:52.115 INFO:teuthology.orchestra.run.smithi078.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:48:52.131 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-19T05:48:52.205 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-19T05:48:52.251 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-19T05:48:52.287 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-19T05:48:52.335 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-19T05:48:52.342 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:48:52.370 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-19T05:48:52.414 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-19T05:48:52.456 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-19T05:48:52.457 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-19T05:48:52.568 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-19T05:48:52.599 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-19T05:48:52.609 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-19T05:48:52.640 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-19T05:48:52.646 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-19T05:48:52.685 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-19T05:48:52.721 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-19T05:48:52.773 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-19T05:48:52.823 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-19T05:48:52.865 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-19T05:48:52.906 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-19T05:48:52.934 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-19T05:48:53.011 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-19T05:48:53.044 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-19T05:48:53.064 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-19T05:48:53.083 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-19T05:48:53.095 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-19T05:48:53.123 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-19T05:48:53.138 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-19T05:48:53.155 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-19T05:48:53.180 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-19T05:48:53.214 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-19T05:48:53.249 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 34/164 2024-09-19T05:48:53.275 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-19T05:48:53.292 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 35/164 2024-09-19T05:48:53.321 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 36/164 2024-09-19T05:48:53.391 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-19T05:48:53.405 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-19T05:48:53.438 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-19T05:48:53.443 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-19T05:48:53.471 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-19T05:48:53.514 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-19T05:48:53.519 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-19T05:48:53.556 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-19T05:48:53.596 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-19T05:48:53.625 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-19T05:48:53.652 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-19T05:48:53.663 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-19T05:48:53.697 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-19T05:48:53.705 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-19T05:48:53.747 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-19T05:48:53.781 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-19T05:48:53.871 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-19T05:48:53.921 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-19T05:48:53.960 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-19T05:48:54.083 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-19T05:48:54.136 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-19T05:48:54.236 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-19T05:48:54.317 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-19T05:48:54.346 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-19T05:48:54.389 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-19T05:48:54.427 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 46/164 2024-09-19T05:48:54.470 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-19T05:48:54.624 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-19T05:48:54.680 INFO:teuthology.orchestra.run.smithi078.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-19T05:48:54.735 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-19T05:48:54.808 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-19T05:48:54.848 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-19T05:48:54.884 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-19T05:48:54.901 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-19T05:48:54.930 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-19T05:48:54.958 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-19T05:48:54.966 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-19T05:48:54.992 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-19T05:48:55.010 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-19T05:48:55.057 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-19T05:48:55.103 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-19T05:48:55.156 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-19T05:48:55.198 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-19T05:48:55.200 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-19T05:48:55.253 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-19T05:48:55.291 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-19T05:48:55.294 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-19T05:48:55.327 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-19T05:48:55.398 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-19T05:48:55.437 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-19T05:48:55.493 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-19T05:48:55.519 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-19T05:48:55.527 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-19T05:48:55.541 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-19T05:48:55.552 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-19T05:48:55.622 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-19T05:48:55.642 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-19T05:48:55.780 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-19T05:48:55.809 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-19T05:48:55.837 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-19T05:48:55.873 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-19T05:48:55.910 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-19T05:48:55.942 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-19T05:48:55.972 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-19T05:48:56.006 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-19T05:48:56.035 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-19T05:48:56.076 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-19T05:48:56.111 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-19T05:48:56.198 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-19T05:48:56.241 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-19T05:48:56.273 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-19T05:48:56.316 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-19T05:48:56.377 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-19T05:48:56.440 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-19T05:48:56.444 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-19T05:48:57.174 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-19T05:48:57.213 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-19T05:48:57.246 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-19T05:48:57.344 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-19T05:48:57.393 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-19T05:48:57.438 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-19T05:48:57.525 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-19T05:48:57.557 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-19T05:48:57.740 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-19T05:48:57.763 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-19T05:48:57.778 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-19T05:48:57.853 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-19T05:48:57.872 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-19T05:48:57.901 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-19T05:48:57.933 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-19T05:48:58.259 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-19T05:48:58.304 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T05:48:58.395 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T05:48:58.425 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 102/164 2024-09-19T05:48:58.470 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-19T05:48:58.532 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-19T05:48:58.654 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-19T05:48:58.978 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-19T05:48:59.015 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T05:48:59.070 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T05:48:59.100 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 106/164 2024-09-19T05:48:59.933 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-19T05:49:00.026 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-19T05:49:00.054 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-19T05:49:00.087 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-19T05:49:00.397 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-19T05:49:00.441 INFO:teuthology.orchestra.run.smithi078.stdout: Upgrading : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T05:49:00.524 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T05:49:00.554 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 102/164 2024-09-19T05:49:00.592 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-19T05:49:01.071 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-19T05:49:01.103 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T05:49:01.158 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T05:49:01.188 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 106/164 2024-09-19T05:49:01.511 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:49:01.547 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:49:02.137 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:49:02.184 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T05:49:02.269 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T05:49:02.269 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T05:49:02.269 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T05:49:02.269 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:02.302 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T05:49:03.529 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:49:03.568 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:49:04.113 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:49:04.163 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T05:49:04.251 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T05:49:04.251 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T05:49:04.251 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T05:49:04.252 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:04.289 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T05:49:14.317 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T05:49:14.318 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /sys 2024-09-19T05:49:14.318 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /proc 2024-09-19T05:49:14.318 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /mnt 2024-09-19T05:49:14.318 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /var/tmp 2024-09-19T05:49:14.318 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /home 2024-09-19T05:49:14.318 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /root 2024-09-19T05:49:14.318 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /tmp 2024-09-19T05:49:14.318 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:14.490 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T05:49:14.506 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T05:49:14.507 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:49:14.507 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T05:49:14.507 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:16.042 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T05:49:16.076 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T05:49:16.076 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:49:16.076 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T05:49:16.077 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T05:49:16.077 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T05:49:16.077 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:16.088 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T05:49:16.088 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /sys 2024-09-19T05:49:16.088 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /proc 2024-09-19T05:49:16.088 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /mnt 2024-09-19T05:49:16.088 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /var/tmp 2024-09-19T05:49:16.089 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /home 2024-09-19T05:49:16.089 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /root 2024-09-19T05:49:16.089 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /tmp 2024-09-19T05:49:16.089 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:16.272 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T05:49:16.285 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T05:49:16.285 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:49:16.285 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T05:49:16.285 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:16.310 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T05:49:16.341 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T05:49:16.342 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:49:16.342 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T05:49:16.342 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T05:49:16.342 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T05:49:16.342 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:16.803 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T05:49:16.828 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T05:49:16.828 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:49:16.828 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T05:49:16.828 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T05:49:16.829 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T05:49:16.829 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:16.934 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-19T05:49:16.992 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-19T05:49:17.056 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-19T05:49:17.249 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-19T05:49:17.305 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-19T05:49:17.377 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-19T05:49:17.467 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-19T05:49:17.610 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-19T05:49:17.670 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-19T05:49:17.704 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-19T05:49:17.731 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-19T05:49:17.772 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T05:49:17.799 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T05:49:17.799 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:49:17.799 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T05:49:17.799 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T05:49:17.799 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T05:49:17.799 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:18.023 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T05:49:18.046 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T05:49:18.047 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:49:18.047 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T05:49:18.047 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T05:49:18.047 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T05:49:18.047 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:18.144 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T05:49:18.171 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T05:49:18.203 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 126/164 2024-09-19T05:49:18.267 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 127/164 2024-09-19T05:49:18.294 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T05:49:18.474 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T05:49:18.497 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T05:49:18.497 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:49:18.497 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T05:49:18.497 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T05:49:18.498 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T05:49:18.498 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:18.603 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-19T05:49:18.660 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-19T05:49:18.717 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-19T05:49:18.904 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-19T05:49:18.949 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-19T05:49:19.028 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-19T05:49:19.117 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-19T05:49:19.258 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-19T05:49:19.302 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-19T05:49:19.339 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-19T05:49:19.396 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-19T05:49:19.404 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T05:49:19.438 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T05:49:19.821 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T05:49:19.849 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T05:49:19.880 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 126/164 2024-09-19T05:49:19.943 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 127/164 2024-09-19T05:49:19.972 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T05:49:20.453 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T05:49:20.480 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T05:49:20.590 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T05:49:20.766 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 131/164 2024-09-19T05:49:20.790 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T05:49:20.815 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T05:49:20.815 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:49:20.816 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T05:49:20.816 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T05:49:20.816 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T05:49:20.816 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:20.865 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T05:49:20.878 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T05:49:20.979 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 134/164 2024-09-19T05:49:21.013 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T05:49:21.035 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 135/164 2024-09-19T05:49:21.057 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T05:49:22.015 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T05:49:22.017 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-19T05:49:22.049 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T05:49:22.052 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T05:49:22.077 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T05:49:22.077 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:49:22.077 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T05:49:22.077 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T05:49:22.077 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T05:49:22.077 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:22.119 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T05:49:22.143 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T05:49:22.144 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:49:22.144 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T05:49:22.145 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:22.151 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T05:49:22.220 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T05:49:22.244 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T05:49:22.245 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:49:22.245 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-19T05:49:22.245 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T05:49:22.245 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T05:49:22.245 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:22.311 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 131/164 2024-09-19T05:49:22.351 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T05:49:22.375 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T05:49:22.375 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:49:22.376 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T05:49:22.376 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T05:49:22.376 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T05:49:22.376 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:22.448 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T05:49:22.460 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T05:49:22.561 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 134/164 2024-09-19T05:49:22.562 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T05:49:22.587 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T05:49:22.587 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:49:22.587 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T05:49:22.587 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T05:49:22.587 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T05:49:22.587 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:22.625 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 135/164 2024-09-19T05:49:23.555 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-19T05:49:23.579 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T05:49:23.603 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T05:49:23.604 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:49:23.604 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T05:49:23.604 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T05:49:23.604 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T05:49:23.604 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:23.647 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T05:49:23.670 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T05:49:23.670 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:49:23.670 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T05:49:23.670 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:23.723 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T05:49:23.746 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T05:49:23.747 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:49:23.747 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-19T05:49:23.747 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T05:49:23.747 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T05:49:23.747 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:24.073 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T05:49:24.097 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T05:49:24.097 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:49:24.097 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T05:49:24.097 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T05:49:24.097 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T05:49:24.097 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:27.425 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 141/164 2024-09-19T05:49:27.475 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 142/164 2024-09-19T05:49:27.517 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 143/164 2024-09-19T05:49:27.547 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-19T05:49:27.575 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-19T05:49:27.776 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 146/164 2024-09-19T05:49:27.829 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-19T05:49:27.859 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 148/164 2024-09-19T05:49:27.890 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 149/164 2024-09-19T05:49:27.927 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 150/164 2024-09-19T05:49:28.543 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:49:28.575 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:49:28.597 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:49:28.685 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 141/164 2024-09-19T05:49:28.726 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 142/164 2024-09-19T05:49:28.767 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 143/164 2024-09-19T05:49:28.799 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-19T05:49:28.826 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-19T05:49:29.017 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 146/164 2024-09-19T05:49:29.073 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-19T05:49:29.103 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 148/164 2024-09-19T05:49:29.140 INFO:teuthology.orchestra.run.smithi078.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 149/164 2024-09-19T05:49:29.187 INFO:teuthology.orchestra.run.smithi078.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 150/164 2024-09-19T05:49:29.504 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 152/164 2024-09-19T05:49:29.604 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-19T05:49:29.653 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-19T05:49:29.746 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-19T05:49:29.774 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-19T05:49:29.800 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-19T05:49:29.817 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:49:29.843 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-19T05:49:29.843 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T05:49:29.860 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:49:29.881 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:49:29.935 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T05:49:29.935 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T05:49:30.021 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T05:49:30.044 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-19T05:49:30.050 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:49:30.050 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:49:30.238 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:49:30.238 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T05:49:30.322 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T05:49:30.390 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:49:30.719 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 152/164 2024-09-19T05:49:30.806 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-19T05:49:30.851 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-19T05:49:30.940 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-19T05:49:30.968 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-19T05:49:30.994 INFO:teuthology.orchestra.run.smithi078.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-19T05:49:31.028 INFO:teuthology.orchestra.run.smithi078.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-19T05:49:31.028 INFO:teuthology.orchestra.run.smithi078.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T05:49:31.120 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T05:49:31.120 INFO:teuthology.orchestra.run.smithi078.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T05:49:31.212 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T05:49:31.237 INFO:teuthology.orchestra.run.smithi078.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-19T05:49:31.243 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:49:31.243 INFO:teuthology.orchestra.run.smithi078.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:49:31.431 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:49:31.431 INFO:teuthology.orchestra.run.smithi078.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T05:49:31.515 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T05:49:31.579 INFO:teuthology.orchestra.run.smithi078.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:49:35.763 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:49:35.764 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 1/164 2024-09-19T05:49:35.764 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2/164 2024-09-19T05:49:35.764 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 3/164 2024-09-19T05:49:35.764 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 4/164 2024-09-19T05:49:35.764 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 5/164 2024-09-19T05:49:35.764 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 6/164 2024-09-19T05:49:35.764 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 7/164 2024-09-19T05:49:35.764 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:49:35.764 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:49:35.765 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T05:49:35.765 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 11/164 2024-09-19T05:49:35.765 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 12/164 2024-09-19T05:49:35.765 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:49:35.765 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 14/164 2024-09-19T05:49:35.765 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 15/164 2024-09-19T05:49:35.765 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 16/164 2024-09-19T05:49:35.765 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 17/164 2024-09-19T05:49:35.765 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 18/164 2024-09-19T05:49:35.765 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 19/164 2024-09-19T05:49:35.765 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 20/164 2024-09-19T05:49:35.765 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 21/164 2024-09-19T05:49:35.766 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 22/164 2024-09-19T05:49:35.766 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 23/164 2024-09-19T05:49:35.766 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 24/164 2024-09-19T05:49:35.766 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 25/164 2024-09-19T05:49:35.766 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 26/164 2024-09-19T05:49:35.766 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 27/164 2024-09-19T05:49:35.778 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 28/164 2024-09-19T05:49:35.778 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 29/164 2024-09-19T05:49:35.778 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 30/164 2024-09-19T05:49:35.778 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 31/164 2024-09-19T05:49:35.778 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 32/164 2024-09-19T05:49:35.779 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 33/164 2024-09-19T05:49:35.779 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 34/164 2024-09-19T05:49:35.779 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 35/164 2024-09-19T05:49:35.779 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 36/164 2024-09-19T05:49:35.779 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 37/164 2024-09-19T05:49:35.779 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 38/164 2024-09-19T05:49:35.779 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 39/164 2024-09-19T05:49:35.779 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-19T05:49:35.779 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-19T05:49:35.779 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-19T05:49:35.779 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-19T05:49:35.780 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-19T05:49:35.780 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-19T05:49:35.780 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-19T05:49:35.780 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-19T05:49:35.780 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-19T05:49:35.780 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-19T05:49:35.780 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-19T05:49:35.780 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-19T05:49:35.780 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-19T05:49:35.780 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-19T05:49:35.780 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-19T05:49:35.780 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-19T05:49:35.781 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-19T05:49:35.781 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-19T05:49:35.781 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-19T05:49:35.781 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-19T05:49:35.781 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-19T05:49:35.781 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-19T05:49:35.781 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-19T05:49:35.781 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-19T05:49:35.781 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-19T05:49:35.781 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-19T05:49:35.781 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-19T05:49:35.782 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-19T05:49:35.782 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-19T05:49:35.782 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-19T05:49:35.782 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-19T05:49:35.782 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-19T05:49:35.782 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-19T05:49:35.782 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-19T05:49:35.782 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-19T05:49:35.782 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-19T05:49:35.782 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-19T05:49:35.782 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-19T05:49:35.782 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-19T05:49:35.783 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-19T05:49:35.783 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-19T05:49:35.783 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-19T05:49:35.783 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-19T05:49:35.783 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-19T05:49:35.783 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-19T05:49:35.783 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-19T05:49:35.783 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-19T05:49:35.783 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-19T05:49:35.783 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-19T05:49:35.784 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-19T05:49:35.784 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-19T05:49:35.784 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-19T05:49:35.784 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-19T05:49:35.784 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-19T05:49:35.784 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-19T05:49:35.784 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-19T05:49:35.784 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-19T05:49:35.784 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-19T05:49:35.784 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-19T05:49:35.784 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-19T05:49:35.784 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-19T05:49:35.785 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-19T05:49:35.785 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-19T05:49:35.785 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-19T05:49:35.785 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-19T05:49:35.785 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-19T05:49:35.785 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-19T05:49:35.785 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-19T05:49:35.785 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-19T05:49:35.785 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-19T05:49:35.785 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-19T05:49:35.785 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-19T05:49:35.785 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-19T05:49:35.786 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-19T05:49:35.786 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-19T05:49:35.786 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-19T05:49:35.786 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-19T05:49:35.786 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-19T05:49:35.786 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-19T05:49:35.786 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-19T05:49:35.786 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-19T05:49:35.786 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-19T05:49:35.786 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-19T05:49:35.786 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-19T05:49:35.786 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-19T05:49:35.787 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-19T05:49:35.787 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-19T05:49:35.787 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-19T05:49:35.787 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-19T05:49:35.787 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-19T05:49:35.787 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-19T05:49:35.787 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-19T05:49:35.787 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-19T05:49:35.787 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-19T05:49:35.787 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-19T05:49:35.787 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-19T05:49:35.788 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-19T05:49:35.788 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-19T05:49:35.788 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-19T05:49:35.788 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-19T05:49:35.788 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-19T05:49:35.788 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-19T05:49:35.788 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-19T05:49:35.788 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-19T05:49:35.788 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-19T05:49:35.788 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-19T05:49:35.788 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-19T05:49:35.788 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-19T05:49:35.788 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-19T05:49:35.788 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 149/164 2024-09-19T05:49:35.789 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-19T05:49:35.789 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 151/164 2024-09-19T05:49:35.789 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-19T05:49:35.789 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 153/164 2024-09-19T05:49:35.789 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-19T05:49:35.789 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 155/164 2024-09-19T05:49:35.789 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-19T05:49:35.789 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 157/164 2024-09-19T05:49:35.789 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-19T05:49:35.789 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 159/164 2024-09-19T05:49:35.789 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-19T05:49:35.789 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-19T05:49:35.790 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-19T05:49:35.790 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-19T05:49:37.285 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:49:37.285 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 1/164 2024-09-19T05:49:37.285 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2/164 2024-09-19T05:49:37.285 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 3/164 2024-09-19T05:49:37.285 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 4/164 2024-09-19T05:49:37.285 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 5/164 2024-09-19T05:49:37.285 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 6/164 2024-09-19T05:49:37.286 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 7/164 2024-09-19T05:49:37.286 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:49:37.286 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:49:37.286 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T05:49:37.286 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 11/164 2024-09-19T05:49:37.286 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 12/164 2024-09-19T05:49:37.286 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:49:37.286 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 14/164 2024-09-19T05:49:37.286 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 15/164 2024-09-19T05:49:37.286 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 16/164 2024-09-19T05:49:37.286 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 17/164 2024-09-19T05:49:37.286 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 18/164 2024-09-19T05:49:37.287 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 19/164 2024-09-19T05:49:37.287 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 20/164 2024-09-19T05:49:37.287 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 21/164 2024-09-19T05:49:37.287 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 22/164 2024-09-19T05:49:37.287 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 23/164 2024-09-19T05:49:37.287 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 24/164 2024-09-19T05:49:37.287 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 25/164 2024-09-19T05:49:37.287 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 26/164 2024-09-19T05:49:37.287 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 27/164 2024-09-19T05:49:37.287 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 28/164 2024-09-19T05:49:37.287 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 29/164 2024-09-19T05:49:37.287 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 30/164 2024-09-19T05:49:37.287 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 31/164 2024-09-19T05:49:37.287 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 32/164 2024-09-19T05:49:37.288 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 33/164 2024-09-19T05:49:37.288 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 34/164 2024-09-19T05:49:37.288 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 35/164 2024-09-19T05:49:37.288 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 36/164 2024-09-19T05:49:37.288 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 37/164 2024-09-19T05:49:37.288 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 38/164 2024-09-19T05:49:37.288 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 39/164 2024-09-19T05:49:37.288 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-19T05:49:37.288 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-19T05:49:37.288 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-19T05:49:37.289 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-19T05:49:37.289 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-19T05:49:37.289 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-19T05:49:37.289 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-19T05:49:37.289 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-19T05:49:37.289 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-19T05:49:37.289 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-19T05:49:37.289 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-19T05:49:37.289 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-19T05:49:37.289 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-19T05:49:37.289 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-19T05:49:37.289 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-19T05:49:37.289 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-19T05:49:37.289 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-19T05:49:37.290 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-19T05:49:37.290 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-19T05:49:37.290 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-19T05:49:37.290 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-19T05:49:37.290 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-19T05:49:37.290 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-19T05:49:37.290 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-19T05:49:37.290 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-19T05:49:37.290 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-19T05:49:37.290 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-19T05:49:37.290 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-19T05:49:37.290 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-19T05:49:37.290 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-19T05:49:37.291 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-19T05:49:37.291 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-19T05:49:37.291 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-19T05:49:37.291 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-19T05:49:37.291 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-19T05:49:37.291 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-19T05:49:37.291 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-19T05:49:37.291 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-19T05:49:37.291 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-19T05:49:37.291 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-19T05:49:37.291 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-19T05:49:37.291 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-19T05:49:37.291 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-19T05:49:37.292 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-19T05:49:37.292 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-19T05:49:37.292 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-19T05:49:37.292 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-19T05:49:37.292 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-19T05:49:37.292 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-19T05:49:37.292 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-19T05:49:37.292 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-19T05:49:37.292 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-19T05:49:37.292 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-19T05:49:37.292 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-19T05:49:37.292 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-19T05:49:37.292 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-19T05:49:37.293 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-19T05:49:37.293 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-19T05:49:37.293 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-19T05:49:37.293 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-19T05:49:37.293 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-19T05:49:37.293 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-19T05:49:37.293 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-19T05:49:37.293 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-19T05:49:37.293 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-19T05:49:37.293 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-19T05:49:37.293 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-19T05:49:37.293 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-19T05:49:37.294 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-19T05:49:37.294 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-19T05:49:37.294 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-19T05:49:37.294 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-19T05:49:37.294 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-19T05:49:37.294 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-19T05:49:37.294 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-19T05:49:37.294 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-19T05:49:37.294 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-19T05:49:37.294 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-19T05:49:37.294 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-19T05:49:37.294 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-19T05:49:37.294 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-19T05:49:37.294 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-19T05:49:37.295 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-19T05:49:37.295 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-19T05:49:37.295 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-19T05:49:37.295 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-19T05:49:37.295 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-19T05:49:37.295 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-19T05:49:37.295 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-19T05:49:37.295 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-19T05:49:37.295 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-19T05:49:37.295 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-19T05:49:37.295 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-19T05:49:37.295 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-19T05:49:37.296 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-19T05:49:37.296 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-19T05:49:37.296 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-19T05:49:37.296 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-19T05:49:37.296 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-19T05:49:37.296 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-19T05:49:37.296 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-19T05:49:37.296 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-19T05:49:37.296 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-19T05:49:37.296 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-19T05:49:37.296 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-19T05:49:37.296 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-19T05:49:37.297 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-19T05:49:37.297 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-19T05:49:37.297 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-19T05:49:37.297 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 149/164 2024-09-19T05:49:37.297 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-19T05:49:37.297 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 151/164 2024-09-19T05:49:37.297 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-19T05:49:37.297 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 153/164 2024-09-19T05:49:37.297 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-19T05:49:37.297 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 155/164 2024-09-19T05:49:37.297 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-19T05:49:37.297 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 157/164 2024-09-19T05:49:37.297 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-19T05:49:37.298 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 159/164 2024-09-19T05:49:37.298 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-19T05:49:37.298 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-19T05:49:37.298 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-19T05:49:37.298 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-19T05:49:38.612 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:49:38.612 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:38.612 INFO:teuthology.orchestra.run.smithi046.stdout:Upgraded: 2024-09-19T05:49:38.612 INFO:teuthology.orchestra.run.smithi046.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-19T05:49:38.613 INFO:teuthology.orchestra.run.smithi046.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-19T05:49:38.613 INFO:teuthology.orchestra.run.smithi046.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-19T05:49:38.613 INFO:teuthology.orchestra.run.smithi046.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-19T05:49:38.613 INFO:teuthology.orchestra.run.smithi046.stdout: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.613 INFO:teuthology.orchestra.run.smithi046.stdout: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.613 INFO:teuthology.orchestra.run.smithi046.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-19T05:49:38.613 INFO:teuthology.orchestra.run.smithi046.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-19T05:49:38.613 INFO:teuthology.orchestra.run.smithi046.stdout:Installed: 2024-09-19T05:49:38.613 INFO:teuthology.orchestra.run.smithi046.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T05:49:38.613 INFO:teuthology.orchestra.run.smithi046.stdout: automake-1.16.2-8.el9.noarch 2024-09-19T05:49:38.613 INFO:teuthology.orchestra.run.smithi046.stdout: bison-3.7.4-5.el9.x86_64 2024-09-19T05:49:38.613 INFO:teuthology.orchestra.run.smithi046.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T05:49:38.614 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.614 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.614 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.614 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.614 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:49:38.614 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-immutable-object-cache-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.614 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.614 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.614 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:49:38.614 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:49:38.614 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:49:38.614 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:49:38.614 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:49:38.615 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.615 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.615 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:49:38.615 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.615 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.615 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.615 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:49:38.615 INFO:teuthology.orchestra.run.smithi046.stdout: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:49:38.615 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.615 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.615 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:49:38.615 INFO:teuthology.orchestra.run.smithi046.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-19T05:49:38.615 INFO:teuthology.orchestra.run.smithi046.stdout: flex-2.6.4-9.el9.x86_64 2024-09-19T05:49:38.615 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T05:49:38.616 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T05:49:38.616 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T05:49:38.616 INFO:teuthology.orchestra.run.smithi046.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T05:49:38.616 INFO:teuthology.orchestra.run.smithi046.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T05:49:38.616 INFO:teuthology.orchestra.run.smithi046.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T05:49:38.616 INFO:teuthology.orchestra.run.smithi046.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-19T05:49:38.616 INFO:teuthology.orchestra.run.smithi046.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T05:49:38.616 INFO:teuthology.orchestra.run.smithi046.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T05:49:38.616 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.616 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.616 INFO:teuthology.orchestra.run.smithi046.stdout: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.616 INFO:teuthology.orchestra.run.smithi046.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T05:49:38.616 INFO:teuthology.orchestra.run.smithi046.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T05:49:38.617 INFO:teuthology.orchestra.run.smithi046.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T05:49:38.617 INFO:teuthology.orchestra.run.smithi046.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T05:49:38.617 INFO:teuthology.orchestra.run.smithi046.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T05:49:38.617 INFO:teuthology.orchestra.run.smithi046.stdout: librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.617 INFO:teuthology.orchestra.run.smithi046.stdout: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.617 INFO:teuthology.orchestra.run.smithi046.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T05:49:38.617 INFO:teuthology.orchestra.run.smithi046.stdout: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.617 INFO:teuthology.orchestra.run.smithi046.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-19T05:49:38.617 INFO:teuthology.orchestra.run.smithi046.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T05:49:38.617 INFO:teuthology.orchestra.run.smithi046.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-19T05:49:38.617 INFO:teuthology.orchestra.run.smithi046.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-19T05:49:38.617 INFO:teuthology.orchestra.run.smithi046.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T05:49:38.617 INFO:teuthology.orchestra.run.smithi046.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T05:49:38.618 INFO:teuthology.orchestra.run.smithi046.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T05:49:38.618 INFO:teuthology.orchestra.run.smithi046.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T05:49:38.618 INFO:teuthology.orchestra.run.smithi046.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T05:49:38.618 INFO:teuthology.orchestra.run.smithi046.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T05:49:38.618 INFO:teuthology.orchestra.run.smithi046.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-19T05:49:38.618 INFO:teuthology.orchestra.run.smithi046.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T05:49:38.618 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-13.16-1.el9.x86_64 2024-09-19T05:49:38.618 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-19T05:49:38.618 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-19T05:49:38.618 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-19T05:49:38.618 INFO:teuthology.orchestra.run.smithi046.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T05:49:38.618 INFO:teuthology.orchestra.run.smithi046.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T05:49:38.618 INFO:teuthology.orchestra.run.smithi046.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T05:49:38.619 INFO:teuthology.orchestra.run.smithi046.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-19T05:49:38.619 INFO:teuthology.orchestra.run.smithi046.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T05:49:38.619 INFO:teuthology.orchestra.run.smithi046.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T05:49:38.619 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T05:49:38.619 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.619 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.619 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.619 INFO:teuthology.orchestra.run.smithi046.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T05:49:38.619 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T05:49:38.619 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T05:49:38.619 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T05:49:38.619 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-19T05:49:38.619 INFO:teuthology.orchestra.run.smithi046.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-19T05:49:38.620 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T05:49:38.620 INFO:teuthology.orchestra.run.smithi046.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T05:49:38.620 INFO:teuthology.orchestra.run.smithi046.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T05:49:38.620 INFO:teuthology.orchestra.run.smithi046.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T05:49:38.620 INFO:teuthology.orchestra.run.smithi046.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T05:49:38.620 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T05:49:38.620 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T05:49:38.620 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T05:49:38.620 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T05:49:38.620 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T05:49:38.620 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T05:49:38.620 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T05:49:38.621 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T05:49:38.621 INFO:teuthology.orchestra.run.smithi046.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T05:49:38.621 INFO:teuthology.orchestra.run.smithi046.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T05:49:38.621 INFO:teuthology.orchestra.run.smithi046.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T05:49:38.621 INFO:teuthology.orchestra.run.smithi046.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T05:49:38.621 INFO:teuthology.orchestra.run.smithi046.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T05:49:38.621 INFO:teuthology.orchestra.run.smithi046.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T05:49:38.621 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T05:49:38.621 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T05:49:38.621 INFO:teuthology.orchestra.run.smithi046.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T05:49:38.621 INFO:teuthology.orchestra.run.smithi046.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T05:49:38.621 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T05:49:38.621 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T05:49:38.622 INFO:teuthology.orchestra.run.smithi046.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T05:49:38.622 INFO:teuthology.orchestra.run.smithi046.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T05:49:38.622 INFO:teuthology.orchestra.run.smithi046.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T05:49:38.622 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T05:49:38.622 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T05:49:38.622 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T05:49:38.622 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T05:49:38.622 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-19T05:49:38.622 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T05:49:38.622 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.622 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.622 INFO:teuthology.orchestra.run.smithi046.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T05:49:38.623 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T05:49:38.623 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T05:49:38.623 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.623 INFO:teuthology.orchestra.run.smithi046.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T05:49:38.623 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T05:49:38.623 INFO:teuthology.orchestra.run.smithi046.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T05:49:38.623 INFO:teuthology.orchestra.run.smithi046.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T05:49:38.623 INFO:teuthology.orchestra.run.smithi046.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T05:49:38.623 INFO:teuthology.orchestra.run.smithi046.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T05:49:38.623 INFO:teuthology.orchestra.run.smithi046.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T05:49:38.623 INFO:teuthology.orchestra.run.smithi046.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-19T05:49:38.623 INFO:teuthology.orchestra.run.smithi046.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T05:49:38.623 INFO:teuthology.orchestra.run.smithi046.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T05:49:38.623 INFO:teuthology.orchestra.run.smithi046.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T05:49:38.624 INFO:teuthology.orchestra.run.smithi046.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T05:49:38.624 INFO:teuthology.orchestra.run.smithi046.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T05:49:38.624 INFO:teuthology.orchestra.run.smithi046.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T05:49:38.624 INFO:teuthology.orchestra.run.smithi046.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T05:49:38.624 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.624 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.624 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:38.624 INFO:teuthology.orchestra.run.smithi046.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T05:49:38.624 INFO:teuthology.orchestra.run.smithi046.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T05:49:38.624 INFO:teuthology.orchestra.run.smithi046.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T05:49:38.624 INFO:teuthology.orchestra.run.smithi046.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-19T05:49:38.624 INFO:teuthology.orchestra.run.smithi046.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-19T05:49:38.624 INFO:teuthology.orchestra.run.smithi046.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T05:49:38.625 INFO:teuthology.orchestra.run.smithi046.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-19T05:49:38.625 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:38.625 INFO:teuthology.orchestra.run.smithi046.stdout:Complete! 2024-09-19T05:49:39.163 DEBUG:teuthology.parallel:result is None 2024-09-19T05:49:39.851 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:49:39.851 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:39.851 INFO:teuthology.orchestra.run.smithi078.stdout:Upgraded: 2024-09-19T05:49:39.851 INFO:teuthology.orchestra.run.smithi078.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-19T05:49:39.851 INFO:teuthology.orchestra.run.smithi078.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-19T05:49:39.851 INFO:teuthology.orchestra.run.smithi078.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-19T05:49:39.851 INFO:teuthology.orchestra.run.smithi078.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-19T05:49:39.852 INFO:teuthology.orchestra.run.smithi078.stdout: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.852 INFO:teuthology.orchestra.run.smithi078.stdout: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.852 INFO:teuthology.orchestra.run.smithi078.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-19T05:49:39.852 INFO:teuthology.orchestra.run.smithi078.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-19T05:49:39.852 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2024-09-19T05:49:39.852 INFO:teuthology.orchestra.run.smithi078.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T05:49:39.852 INFO:teuthology.orchestra.run.smithi078.stdout: automake-1.16.2-8.el9.noarch 2024-09-19T05:49:39.852 INFO:teuthology.orchestra.run.smithi078.stdout: bison-3.7.4-5.el9.x86_64 2024-09-19T05:49:39.852 INFO:teuthology.orchestra.run.smithi078.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T05:49:39.852 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.852 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.852 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.852 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.853 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:49:39.853 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-immutable-object-cache-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.853 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.853 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.853 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:49:39.853 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:49:39.853 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:49:39.853 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:49:39.853 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:49:39.853 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.853 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.853 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:49:39.854 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.854 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.854 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.854 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:49:39.854 INFO:teuthology.orchestra.run.smithi078.stdout: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:49:39.854 INFO:teuthology.orchestra.run.smithi078.stdout: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.854 INFO:teuthology.orchestra.run.smithi078.stdout: cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.854 INFO:teuthology.orchestra.run.smithi078.stdout: cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:49:39.854 INFO:teuthology.orchestra.run.smithi078.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-19T05:49:39.854 INFO:teuthology.orchestra.run.smithi078.stdout: flex-2.6.4-9.el9.x86_64 2024-09-19T05:49:39.854 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T05:49:39.854 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T05:49:39.854 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T05:49:39.854 INFO:teuthology.orchestra.run.smithi078.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T05:49:39.855 INFO:teuthology.orchestra.run.smithi078.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T05:49:39.855 INFO:teuthology.orchestra.run.smithi078.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T05:49:39.855 INFO:teuthology.orchestra.run.smithi078.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-19T05:49:39.855 INFO:teuthology.orchestra.run.smithi078.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T05:49:39.855 INFO:teuthology.orchestra.run.smithi078.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T05:49:39.855 INFO:teuthology.orchestra.run.smithi078.stdout: libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.855 INFO:teuthology.orchestra.run.smithi078.stdout: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.855 INFO:teuthology.orchestra.run.smithi078.stdout: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.855 INFO:teuthology.orchestra.run.smithi078.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T05:49:39.855 INFO:teuthology.orchestra.run.smithi078.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T05:49:39.855 INFO:teuthology.orchestra.run.smithi078.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T05:49:39.855 INFO:teuthology.orchestra.run.smithi078.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T05:49:39.856 INFO:teuthology.orchestra.run.smithi078.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T05:49:39.856 INFO:teuthology.orchestra.run.smithi078.stdout: librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.856 INFO:teuthology.orchestra.run.smithi078.stdout: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.856 INFO:teuthology.orchestra.run.smithi078.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T05:49:39.856 INFO:teuthology.orchestra.run.smithi078.stdout: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.856 INFO:teuthology.orchestra.run.smithi078.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-19T05:49:39.856 INFO:teuthology.orchestra.run.smithi078.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T05:49:39.856 INFO:teuthology.orchestra.run.smithi078.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-19T05:49:39.856 INFO:teuthology.orchestra.run.smithi078.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-19T05:49:39.856 INFO:teuthology.orchestra.run.smithi078.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T05:49:39.856 INFO:teuthology.orchestra.run.smithi078.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T05:49:39.856 INFO:teuthology.orchestra.run.smithi078.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T05:49:39.856 INFO:teuthology.orchestra.run.smithi078.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T05:49:39.857 INFO:teuthology.orchestra.run.smithi078.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T05:49:39.857 INFO:teuthology.orchestra.run.smithi078.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T05:49:39.857 INFO:teuthology.orchestra.run.smithi078.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-19T05:49:39.857 INFO:teuthology.orchestra.run.smithi078.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T05:49:39.857 INFO:teuthology.orchestra.run.smithi078.stdout: postgresql-13.16-1.el9.x86_64 2024-09-19T05:49:39.857 INFO:teuthology.orchestra.run.smithi078.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-19T05:49:39.857 INFO:teuthology.orchestra.run.smithi078.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-19T05:49:39.857 INFO:teuthology.orchestra.run.smithi078.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-19T05:49:39.857 INFO:teuthology.orchestra.run.smithi078.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T05:49:39.857 INFO:teuthology.orchestra.run.smithi078.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T05:49:39.857 INFO:teuthology.orchestra.run.smithi078.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T05:49:39.857 INFO:teuthology.orchestra.run.smithi078.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-19T05:49:39.858 INFO:teuthology.orchestra.run.smithi078.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T05:49:39.858 INFO:teuthology.orchestra.run.smithi078.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T05:49:39.858 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T05:49:39.858 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.858 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.858 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.858 INFO:teuthology.orchestra.run.smithi078.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T05:49:39.858 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T05:49:39.858 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T05:49:39.858 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T05:49:39.858 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-19T05:49:39.858 INFO:teuthology.orchestra.run.smithi078.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-19T05:49:39.858 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T05:49:39.859 INFO:teuthology.orchestra.run.smithi078.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T05:49:39.859 INFO:teuthology.orchestra.run.smithi078.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T05:49:39.859 INFO:teuthology.orchestra.run.smithi078.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T05:49:39.859 INFO:teuthology.orchestra.run.smithi078.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T05:49:39.859 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T05:49:39.859 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T05:49:39.859 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T05:49:39.859 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T05:49:39.859 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T05:49:39.859 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T05:49:39.859 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T05:49:39.859 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T05:49:39.860 INFO:teuthology.orchestra.run.smithi078.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T05:49:39.860 INFO:teuthology.orchestra.run.smithi078.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T05:49:39.860 INFO:teuthology.orchestra.run.smithi078.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T05:49:39.860 INFO:teuthology.orchestra.run.smithi078.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T05:49:39.860 INFO:teuthology.orchestra.run.smithi078.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T05:49:39.860 INFO:teuthology.orchestra.run.smithi078.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T05:49:39.860 INFO:teuthology.orchestra.run.smithi078.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T05:49:39.860 INFO:teuthology.orchestra.run.smithi078.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T05:49:39.860 INFO:teuthology.orchestra.run.smithi078.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T05:49:39.860 INFO:teuthology.orchestra.run.smithi078.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T05:49:39.861 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T05:49:39.861 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T05:49:39.861 INFO:teuthology.orchestra.run.smithi078.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T05:49:39.861 INFO:teuthology.orchestra.run.smithi078.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T05:49:39.861 INFO:teuthology.orchestra.run.smithi078.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T05:49:39.861 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T05:49:39.861 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T05:49:39.861 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T05:49:39.861 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T05:49:39.861 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-19T05:49:39.861 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T05:49:39.861 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.861 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.861 INFO:teuthology.orchestra.run.smithi078.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T05:49:39.862 INFO:teuthology.orchestra.run.smithi078.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T05:49:39.862 INFO:teuthology.orchestra.run.smithi078.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T05:49:39.862 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.862 INFO:teuthology.orchestra.run.smithi078.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T05:49:39.862 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T05:49:39.862 INFO:teuthology.orchestra.run.smithi078.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T05:49:39.862 INFO:teuthology.orchestra.run.smithi078.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T05:49:39.862 INFO:teuthology.orchestra.run.smithi078.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T05:49:39.862 INFO:teuthology.orchestra.run.smithi078.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T05:49:39.863 INFO:teuthology.orchestra.run.smithi078.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T05:49:39.863 INFO:teuthology.orchestra.run.smithi078.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-19T05:49:39.863 INFO:teuthology.orchestra.run.smithi078.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T05:49:39.863 INFO:teuthology.orchestra.run.smithi078.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T05:49:39.863 INFO:teuthology.orchestra.run.smithi078.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T05:49:39.863 INFO:teuthology.orchestra.run.smithi078.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T05:49:39.863 INFO:teuthology.orchestra.run.smithi078.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T05:49:39.863 INFO:teuthology.orchestra.run.smithi078.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T05:49:39.863 INFO:teuthology.orchestra.run.smithi078.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T05:49:39.863 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.863 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.863 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:49:39.864 INFO:teuthology.orchestra.run.smithi078.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T05:49:39.864 INFO:teuthology.orchestra.run.smithi078.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T05:49:39.864 INFO:teuthology.orchestra.run.smithi078.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T05:49:39.864 INFO:teuthology.orchestra.run.smithi078.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-19T05:49:39.864 INFO:teuthology.orchestra.run.smithi078.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-19T05:49:39.864 INFO:teuthology.orchestra.run.smithi078.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T05:49:39.865 INFO:teuthology.orchestra.run.smithi078.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-19T05:49:39.865 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:39.865 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2024-09-19T05:49:40.296 DEBUG:teuthology.parallel:result is None 2024-09-19T05:49:40.297 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:49:40.456 DEBUG:teuthology.orchestra.run.smithi046:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T05:49:40.483 INFO:teuthology.orchestra.run.smithi046.stdout:19.1.1-361.g2f599a46.el9 2024-09-19T05:49:40.484 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-361.g2f599a46.el9 2024-09-19T05:49:40.484 INFO:teuthology.task.install:The correct ceph version 19.1.1-361.g2f599a46 is installed. 2024-09-19T05:49:40.486 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:49:40.626 DEBUG:teuthology.orchestra.run.smithi078:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T05:49:40.649 INFO:teuthology.orchestra.run.smithi078.stdout:19.1.1-361.g2f599a46.el9 2024-09-19T05:49:40.649 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-361.g2f599a46.el9 2024-09-19T05:49:40.649 INFO:teuthology.task.install:The correct ceph version 19.1.1-361.g2f599a46 is installed. 2024-09-19T05:49:40.651 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-19T05:49:40.652 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:49:40.652 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T05:49:40.686 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:49:40.686 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T05:49:40.718 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-19T05:49:40.718 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:49:40.718 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T05:49:40.756 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T05:49:40.825 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:49:40.826 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T05:49:40.854 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T05:49:40.926 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-19T05:49:40.927 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:49:40.927 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T05:49:40.957 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T05:49:41.029 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:49:41.029 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T05:49:41.056 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T05:49:41.120 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-19T05:49:41.121 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:49:41.121 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T05:49:41.151 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T05:49:41.219 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:49:41.219 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T05:49:41.243 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T05:49:41.308 INFO:teuthology.run_tasks:Running task ceph... 2024-09-19T05:49:41.390 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-19T05:49:41.390 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 777 /var/log/ceph 2024-09-19T05:49:41.392 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod 777 /var/log/ceph 2024-09-19T05:49:41.419 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-19T05:49:41.419 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-19T05:49:41.463 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-19T05:49:41.489 INFO:tasks.ceph:Creating extra log directories... 2024-09-19T05:49:41.489 DEBUG:teuthology.orchestra.run.smithi046:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-19T05:49:41.532 DEBUG:teuthology.orchestra.run.smithi078:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-19T05:49:41.564 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-19T05:49:41.564 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-19T05:49:41.564 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-19T05:49:41.564 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:49:41.564 DEBUG:teuthology.orchestra.run.smithi046:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-19T05:49:41.616 DEBUG:teuthology.orchestra.run.smithi046:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-19T05:49:41.733 DEBUG:teuthology.orchestra.run.smithi046:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-19T05:49:41.760 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:49:41.760 DEBUG:teuthology.orchestra.run.smithi078:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-19T05:49:41.776 DEBUG:teuthology.orchestra.run.smithi078:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-19T05:49:41.886 DEBUG:teuthology.orchestra.run.smithi078:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-19T05:49:41.916 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-19T05:49:41.916 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'client snapdir': '.customsnapfuse', 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-19T05:49:41.916 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911696', 'branch': 'squid', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/snap_schedule_snapdir}', 'email': 'ceph-qa@ceph.com', 'first_in_suite': False, 'job_id': '7911696', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'squid'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'client snapdir': '.customsnapfuse', 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}}, 'kclient': {'snapdirname': '.customsnapkernel'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 1, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'squid', 'sha1': '6fad5dd73c93545e52f57f681e140a9c3529c11e'}}, 'owner': 'scheduled_teuthology@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 1747, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'sleep_before_teardown': 0, 'subset': '176/512', 'suite': 'fs', 'suite_branch': 'squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph.git', 'suite_sha1': '6fad5dd73c93545e52f57f681e140a9c3529c11e', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi046.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLcQBGsBUq3QlnWiQvNKwN2Sn59O5SFjL6VKTTW+FB30c2p6tyjA96MxmUUjFq01E0nwbFsv3ccOlu3V71HgrRo=', 'smithi078.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBF7iB+ENemHx8o+rEzzxwVkTuuMhIjW7JKNIucPvF/jhjWj8+Fx95rMt7loIUXMn/3v3reKujlP8aSMvVDnr7tA='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'client snapdir': '.customsnapfuse', 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'ceph-fuse': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-18_21:24:17', 'tube': 'smithi', 'user': 'teuthology', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-19T05:49:41.917 DEBUG:teuthology.orchestra.run.smithi046:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-19T05:49:41.919 DEBUG:teuthology.orchestra.run.smithi078:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-19T05:49:41.966 DEBUG:teuthology.orchestra.run.smithi046:> sudo install -d -m0777 -- /var/run/ceph 2024-09-19T05:49:41.977 DEBUG:teuthology.orchestra.run.smithi078:> sudo install -d -m0777 -- /var/run/ceph 2024-09-19T05:49:42.032 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:49:42.032 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T05:49:42.060 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T05:49:42.060 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_1 2024-09-19T05:49:42.118 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T05:49:42.118 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:49:42.118 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-09-19T05:49:42.118 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:49:42.118 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:49:42.118 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2024-09-19 05:49:30.769527053 +0000 2024-09-19T05:49:42.118 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2024-09-19 05:47:41.344887123 +0000 2024-09-19T05:49:42.118 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2024-09-19 05:47:41.344887123 +0000 2024-09-19T05:49:42.119 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: 2024-09-19 05:47:41.344887123 +0000 2024-09-19T05:49:42.119 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T05:49:42.184 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2024-09-19T05:49:42.184 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2024-09-19T05:49:42.184 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 9.1569e-05 s, 5.6 MB/s 2024-09-19T05:49:42.186 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T05:49:42.244 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_2 2024-09-19T05:49:42.302 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T05:49:42.302 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:49:42.302 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-09-19T05:49:42.303 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:49:42.303 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:49:42.303 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2024-09-19 05:49:30.769527053 +0000 2024-09-19T05:49:42.303 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2024-09-19 05:47:41.662884113 +0000 2024-09-19T05:49:42.303 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2024-09-19 05:47:41.662884113 +0000 2024-09-19T05:49:42.303 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: 2024-09-19 05:47:41.662884113 +0000 2024-09-19T05:49:42.303 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T05:49:42.369 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2024-09-19T05:49:42.369 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2024-09-19T05:49:42.369 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000109463 s, 4.7 MB/s 2024-09-19T05:49:42.371 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T05:49:42.429 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_3 2024-09-19T05:49:42.487 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T05:49:42.488 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:49:42.488 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-09-19T05:49:42.488 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:49:42.488 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:49:42.488 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2024-09-19 05:49:30.769527053 +0000 2024-09-19T05:49:42.488 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2024-09-19 05:47:41.993880980 +0000 2024-09-19T05:49:42.488 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2024-09-19 05:47:41.993880980 +0000 2024-09-19T05:49:42.488 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: 2024-09-19 05:47:41.993880980 +0000 2024-09-19T05:49:42.488 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T05:49:42.554 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2024-09-19T05:49:42.554 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2024-09-19T05:49:42.554 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000105371 s, 4.9 MB/s 2024-09-19T05:49:42.556 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T05:49:42.615 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_4 2024-09-19T05:49:42.672 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T05:49:42.672 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:49:42.672 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-19T05:49:42.672 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:49:42.672 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:49:42.672 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2024-09-19 05:49:30.770527044 +0000 2024-09-19T05:49:42.672 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2024-09-19 05:47:42.327877819 +0000 2024-09-19T05:49:42.673 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2024-09-19 05:47:42.327877819 +0000 2024-09-19T05:49:42.673 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: 2024-09-19 05:47:42.327877819 +0000 2024-09-19T05:49:42.673 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T05:49:42.739 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2024-09-19T05:49:42.739 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2024-09-19T05:49:42.739 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.00010852 s, 4.7 MB/s 2024-09-19T05:49:42.740 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T05:49:42.799 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T05:49:42.799 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:49:42.799 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T05:49:42.818 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T05:49:42.818 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_1 2024-09-19T05:49:42.875 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T05:49:42.875 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:49:42.875 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-09-19T05:49:42.875 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:49:42.875 INFO:teuthology.orchestra.run.smithi078.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:49:42.875 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2024-09-19 05:49:31.981118668 +0000 2024-09-19T05:49:42.875 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2024-09-19 05:47:39.523976966 +0000 2024-09-19T05:49:42.875 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2024-09-19 05:47:39.523976966 +0000 2024-09-19T05:49:42.875 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: 2024-09-19 05:47:39.523976966 +0000 2024-09-19T05:49:42.876 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T05:49:42.940 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2024-09-19T05:49:42.941 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2024-09-19T05:49:42.941 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000193906 s, 2.6 MB/s 2024-09-19T05:49:42.942 DEBUG:teuthology.orchestra.run.smithi078:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T05:49:43.000 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_2 2024-09-19T05:49:43.057 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T05:49:43.057 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:49:43.057 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-19T05:49:43.057 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:49:43.057 INFO:teuthology.orchestra.run.smithi078.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:49:43.057 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2024-09-19 05:49:31.981118668 +0000 2024-09-19T05:49:43.057 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2024-09-19 05:47:39.843972272 +0000 2024-09-19T05:49:43.057 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2024-09-19 05:47:39.843972272 +0000 2024-09-19T05:49:43.058 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: 2024-09-19 05:47:39.843972272 +0000 2024-09-19T05:49:43.058 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T05:49:43.122 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2024-09-19T05:49:43.122 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2024-09-19T05:49:43.122 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000195779 s, 2.6 MB/s 2024-09-19T05:49:43.123 DEBUG:teuthology.orchestra.run.smithi078:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T05:49:43.181 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_3 2024-09-19T05:49:43.236 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T05:49:43.236 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:49:43.236 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-09-19T05:49:43.236 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:49:43.236 INFO:teuthology.orchestra.run.smithi078.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:49:43.237 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2024-09-19 05:49:31.981118668 +0000 2024-09-19T05:49:43.237 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2024-09-19 05:47:40.171967462 +0000 2024-09-19T05:49:43.237 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2024-09-19 05:47:40.171967462 +0000 2024-09-19T05:49:43.237 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: 2024-09-19 05:47:40.171967462 +0000 2024-09-19T05:49:43.237 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T05:49:43.300 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2024-09-19T05:49:43.300 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2024-09-19T05:49:43.300 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000193248 s, 2.6 MB/s 2024-09-19T05:49:43.302 DEBUG:teuthology.orchestra.run.smithi078:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T05:49:43.358 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_4 2024-09-19T05:49:43.414 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T05:49:43.414 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:49:43.414 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-19T05:49:43.414 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:49:43.414 INFO:teuthology.orchestra.run.smithi078.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:49:43.414 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2024-09-19 05:49:31.982118654 +0000 2024-09-19T05:49:43.414 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2024-09-19 05:47:40.482962901 +0000 2024-09-19T05:49:43.415 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2024-09-19 05:47:40.482962901 +0000 2024-09-19T05:49:43.415 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: 2024-09-19 05:47:40.482962901 +0000 2024-09-19T05:49:43.415 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T05:49:43.478 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2024-09-19T05:49:43.478 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2024-09-19T05:49:43.478 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000298734 s, 1.7 MB/s 2024-09-19T05:49:43.479 DEBUG:teuthology.orchestra.run.smithi078:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T05:49:43.537 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T05:49:43.537 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi046.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi078.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-19T05:49:43.537 INFO:tasks.ceph:Generating config... 2024-09-19T05:49:43.538 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-19T05:49:43.538 INFO:tasks.ceph:[client] client snapdir = .customsnapfuse 2024-09-19T05:49:43.538 INFO:tasks.ceph:[client] debug client = 20 2024-09-19T05:49:43.538 INFO:tasks.ceph:[client] debug ms = 1 2024-09-19T05:49:43.539 INFO:tasks.ceph:[client] pid file = 2024-09-19T05:49:43.539 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-19T05:49:43.539 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-19T05:49:43.539 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-19T05:49:43.539 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-19T05:49:43.539 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-19T05:49:43.539 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-19T05:49:43.539 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-19T05:49:43.539 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-19T05:49:43.539 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-19T05:49:43.539 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-19T05:49:43.539 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-19T05:49:43.539 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-19T05:49:43.539 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-19T05:49:43.540 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-19T05:49:43.540 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-19T05:49:43.540 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-19T05:49:43.540 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-19T05:49:43.540 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-19T05:49:43.540 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-19T05:49:43.540 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-19T05:49:43.540 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-19T05:49:43.540 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-19T05:49:43.540 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-19T05:49:43.540 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-19T05:49:43.540 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-19T05:49:43.540 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-19T05:49:43.541 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-19T05:49:43.541 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-19T05:49:43.541 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-19T05:49:43.541 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-19T05:49:43.541 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-19T05:49:43.541 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-19T05:49:43.541 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-19T05:49:43.541 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-19T05:49:43.541 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-19T05:49:43.541 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-19T05:49:43.541 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-19T05:49:43.541 INFO:tasks.ceph:Setting up mon.a... 2024-09-19T05:49:43.542 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-19T05:49:43.605 INFO:teuthology.orchestra.run.smithi046.stdout:creating /etc/ceph/ceph.keyring 2024-09-19T05:49:43.608 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-19T05:49:43.657 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T05:49:43.684 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.46'), ('mon.b', '172.21.15.78'), ('mon.c', '[v2:172.21.15.78:3301,v1:172.21.15.78:6790]')] 2024-09-19T05:49:43.684 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.46,172.21.15.78,[v2:172.21.15.78:3301,v1:172.21.15.78:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'client snapdir': '.customsnapfuse', 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-19T05:49:43.685 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:49:43.685 DEBUG:teuthology.orchestra.run.smithi046:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-19T05:49:43.742 DEBUG:teuthology.orchestra.run.smithi046:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.46 --add b 172.21.15.78 --addv c '[v2:172.21.15.78:3301,v1:172.21.15.78:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:49:43.831 INFO:teuthology.orchestra.run.smithi046.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:49:43.831 INFO:teuthology.orchestra.run.smithi046.stdout:monmaptool: generated fsid f422d15e-e2c9-44aa-a788-7f9714905c67 2024-09-19T05:49:43.831 INFO:teuthology.orchestra.run.smithi046.stdout:setting min_mon_release = quincy 2024-09-19T05:49:43.831 INFO:teuthology.orchestra.run.smithi046.stdout:epoch 0 2024-09-19T05:49:43.831 INFO:teuthology.orchestra.run.smithi046.stdout:fsid f422d15e-e2c9-44aa-a788-7f9714905c67 2024-09-19T05:49:43.831 INFO:teuthology.orchestra.run.smithi046.stdout:last_changed 2024-09-19T05:49:43.830335+0000 2024-09-19T05:49:43.831 INFO:teuthology.orchestra.run.smithi046.stdout:created 2024-09-19T05:49:43.830335+0000 2024-09-19T05:49:43.831 INFO:teuthology.orchestra.run.smithi046.stdout:min_mon_release 17 (quincy) 2024-09-19T05:49:43.831 INFO:teuthology.orchestra.run.smithi046.stdout:election_strategy: 1 2024-09-19T05:49:43.832 INFO:teuthology.orchestra.run.smithi046.stdout:0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a 2024-09-19T05:49:43.832 INFO:teuthology.orchestra.run.smithi046.stdout:1: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.b 2024-09-19T05:49:43.832 INFO:teuthology.orchestra.run.smithi046.stdout:2: [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] mon.c 2024-09-19T05:49:43.832 INFO:teuthology.orchestra.run.smithi046.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-19T05:49:43.833 DEBUG:teuthology.orchestra.run.smithi046:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-19T05:49:43.849 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID f422d15e-e2c9-44aa-a788-7f9714905c67... 2024-09-19T05:49:43.851 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T05:49:43.892 DEBUG:teuthology.orchestra.run.smithi078:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T05:49:43.935 INFO:teuthology.orchestra.run.smithi046.stdout:[global] 2024-09-19T05:49:43.935 INFO:teuthology.orchestra.run.smithi046.stdout: chdir = "" 2024-09-19T05:49:43.935 INFO:teuthology.orchestra.run.smithi046.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T05:49:43.935 INFO:teuthology.orchestra.run.smithi046.stdout: auth supported = cephx 2024-09-19T05:49:43.935 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.935 INFO:teuthology.orchestra.run.smithi046.stdout: filestore xattr use omap = true 2024-09-19T05:49:43.935 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.935 INFO:teuthology.orchestra.run.smithi046.stdout: mon clock drift allowed = 1.000 2024-09-19T05:49:43.935 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.935 INFO:teuthology.orchestra.run.smithi046.stdout: osd crush chooseleaf type = 0 2024-09-19T05:49:43.936 INFO:teuthology.orchestra.run.smithi046.stdout: auth debug = true 2024-09-19T05:49:43.936 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.936 INFO:teuthology.orchestra.run.smithi046.stdout: ms die on old message = true 2024-09-19T05:49:43.936 INFO:teuthology.orchestra.run.smithi046.stdout: ms die on bug = true 2024-09-19T05:49:43.936 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.936 INFO:teuthology.orchestra.run.smithi046.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T05:49:43.936 INFO:teuthology.orchestra.run.smithi046.stdout: mon pg warn max object skew = 0 2024-09-19T05:49:43.936 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.936 INFO:teuthology.orchestra.run.smithi046.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T05:49:43.936 INFO:teuthology.orchestra.run.smithi046.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T05:49:43.936 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.936 INFO:teuthology.orchestra.run.smithi046.stdout: osd pool default size = 2 2024-09-19T05:49:43.936 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.937 INFO:teuthology.orchestra.run.smithi046.stdout: mon osd allow primary affinity = true 2024-09-19T05:49:43.937 INFO:teuthology.orchestra.run.smithi046.stdout: mon osd allow pg remap = true 2024-09-19T05:49:43.937 INFO:teuthology.orchestra.run.smithi046.stdout: mon warn on legacy crush tunables = false 2024-09-19T05:49:43.937 INFO:teuthology.orchestra.run.smithi046.stdout: mon warn on crush straw calc version zero = false 2024-09-19T05:49:43.937 INFO:teuthology.orchestra.run.smithi046.stdout: mon warn on no sortbitwise = false 2024-09-19T05:49:43.937 INFO:teuthology.orchestra.run.smithi046.stdout: mon warn on osd down out interval zero = false 2024-09-19T05:49:43.937 INFO:teuthology.orchestra.run.smithi046.stdout: mon warn on too few osds = false 2024-09-19T05:49:43.937 INFO:teuthology.orchestra.run.smithi046.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T05:49:43.937 INFO:teuthology.orchestra.run.smithi046.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T05:49:43.937 INFO:teuthology.orchestra.run.smithi046.stdout: mon_allow_pool_size_one = true 2024-09-19T05:49:43.937 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.937 INFO:teuthology.orchestra.run.smithi046.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T05:49:43.937 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.938 INFO:teuthology.orchestra.run.smithi046.stdout: osd default data pool replay window = 5 2024-09-19T05:49:43.938 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.938 INFO:teuthology.orchestra.run.smithi046.stdout: mon allow pool delete = true 2024-09-19T05:49:43.938 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.938 INFO:teuthology.orchestra.run.smithi046.stdout: mon cluster log file level = debug 2024-09-19T05:49:43.938 INFO:teuthology.orchestra.run.smithi046.stdout: debug asserts on shutdown = true 2024-09-19T05:49:43.938 INFO:teuthology.orchestra.run.smithi046.stdout: mon health detail to clog = false 2024-09-19T05:49:43.938 INFO:teuthology.orchestra.run.smithi046.stdout: mon host = "172.21.15.46,172.21.15.78,[v2:172.21.15.78:3301,v1:172.21.15.78:6790]" 2024-09-19T05:49:43.938 INFO:teuthology.orchestra.run.smithi046.stdout: fsid = f422d15e-e2c9-44aa-a788-7f9714905c67 2024-09-19T05:49:43.938 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.938 INFO:teuthology.orchestra.run.smithi046.stdout:[osd] 2024-09-19T05:49:43.938 INFO:teuthology.orchestra.run.smithi046.stdout: osd journal size = 100 2024-09-19T05:49:43.938 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.939 INFO:teuthology.orchestra.run.smithi046.stdout: osd scrub load threshold = 5.0 2024-09-19T05:49:43.939 INFO:teuthology.orchestra.run.smithi046.stdout: osd scrub max interval = 600 2024-09-19T05:49:43.939 INFO:teuthology.orchestra.run.smithi046.stdout: osd mclock profile = high_recovery_ops 2024-09-19T05:49:43.939 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.939 INFO:teuthology.orchestra.run.smithi046.stdout: osd recover clone overlap = true 2024-09-19T05:49:43.939 INFO:teuthology.orchestra.run.smithi046.stdout: osd recovery max chunk = 1048576 2024-09-19T05:49:43.939 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.939 INFO:teuthology.orchestra.run.smithi046.stdout: osd debug shutdown = true 2024-09-19T05:49:43.939 INFO:teuthology.orchestra.run.smithi046.stdout: osd debug op order = true 2024-09-19T05:49:43.939 INFO:teuthology.orchestra.run.smithi046.stdout: osd debug verify stray on activate = true 2024-09-19T05:49:43.939 INFO:teuthology.orchestra.run.smithi046.stdout: osd debug trim objects = true 2024-09-19T05:49:43.939 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.939 INFO:teuthology.orchestra.run.smithi046.stdout: osd open classes on start = true 2024-09-19T05:49:43.939 INFO:teuthology.orchestra.run.smithi046.stdout: osd debug pg log writeout = true 2024-09-19T05:49:43.940 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.940 INFO:teuthology.orchestra.run.smithi046.stdout: osd deep scrub update digest min age = 30 2024-09-19T05:49:43.940 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.940 INFO:teuthology.orchestra.run.smithi046.stdout: osd map max advance = 10 2024-09-19T05:49:43.940 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.940 INFO:teuthology.orchestra.run.smithi046.stdout: journal zero on create = true 2024-09-19T05:49:43.940 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.940 INFO:teuthology.orchestra.run.smithi046.stdout: filestore ondisk finisher threads = 3 2024-09-19T05:49:43.940 INFO:teuthology.orchestra.run.smithi046.stdout: filestore apply finisher threads = 3 2024-09-19T05:49:43.940 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.940 INFO:teuthology.orchestra.run.smithi046.stdout: bdev debug aio = true 2024-09-19T05:49:43.940 INFO:teuthology.orchestra.run.smithi046.stdout: osd debug misdirected ops = true 2024-09-19T05:49:43.940 INFO:teuthology.orchestra.run.smithi046.stdout: bdev async discard = True 2024-09-19T05:49:43.941 INFO:teuthology.orchestra.run.smithi046.stdout: bdev enable discard = True 2024-09-19T05:49:43.941 INFO:teuthology.orchestra.run.smithi046.stdout: bluestore allocator = bitmap 2024-09-19T05:49:43.941 INFO:teuthology.orchestra.run.smithi046.stdout: bluestore block size = 96636764160 2024-09-19T05:49:43.941 INFO:teuthology.orchestra.run.smithi046.stdout: bluestore fsck on mount = True 2024-09-19T05:49:43.941 INFO:teuthology.orchestra.run.smithi046.stdout: debug bluefs = 1/20 2024-09-19T05:49:43.941 INFO:teuthology.orchestra.run.smithi046.stdout: debug bluestore = 1/20 2024-09-19T05:49:43.941 INFO:teuthology.orchestra.run.smithi046.stdout: debug ms = 1 2024-09-19T05:49:43.941 INFO:teuthology.orchestra.run.smithi046.stdout: debug osd = 20 2024-09-19T05:49:43.941 INFO:teuthology.orchestra.run.smithi046.stdout: debug rocksdb = 4/10 2024-09-19T05:49:43.941 INFO:teuthology.orchestra.run.smithi046.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T05:49:43.941 INFO:teuthology.orchestra.run.smithi046.stdout: mon osd full ratio = 0.9 2024-09-19T05:49:43.941 INFO:teuthology.orchestra.run.smithi046.stdout: mon osd nearfull ratio = 0.8 2024-09-19T05:49:43.941 INFO:teuthology.orchestra.run.smithi046.stdout: osd failsafe full ratio = 0.95 2024-09-19T05:49:43.941 INFO:teuthology.orchestra.run.smithi046.stdout: osd objectstore = bluestore 2024-09-19T05:49:43.942 INFO:teuthology.orchestra.run.smithi046.stdout: osd op complaint time = 180 2024-09-19T05:49:43.942 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.942 INFO:teuthology.orchestra.run.smithi046.stdout:[mgr] 2024-09-19T05:49:43.942 INFO:teuthology.orchestra.run.smithi046.stdout: debug ms = 1 2024-09-19T05:49:43.942 INFO:teuthology.orchestra.run.smithi046.stdout: debug mgr = 20 2024-09-19T05:49:43.942 INFO:teuthology.orchestra.run.smithi046.stdout: debug mon = 20 2024-09-19T05:49:43.942 INFO:teuthology.orchestra.run.smithi046.stdout: debug auth = 20 2024-09-19T05:49:43.942 INFO:teuthology.orchestra.run.smithi046.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:49:43.942 INFO:teuthology.orchestra.run.smithi046.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:49:43.942 INFO:teuthology.orchestra.run.smithi046.stdout: mgr/telemetry/nag = false 2024-09-19T05:49:43.942 INFO:teuthology.orchestra.run.smithi046.stdout: debug client = 20 2024-09-19T05:49:43.942 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.942 INFO:teuthology.orchestra.run.smithi046.stdout:[mon] 2024-09-19T05:49:43.943 INFO:teuthology.orchestra.run.smithi046.stdout: debug ms = 1 2024-09-19T05:49:43.943 INFO:teuthology.orchestra.run.smithi046.stdout: debug mon = 20 2024-09-19T05:49:43.943 INFO:teuthology.orchestra.run.smithi046.stdout: debug paxos = 20 2024-09-19T05:49:43.943 INFO:teuthology.orchestra.run.smithi046.stdout: debug auth = 20 2024-09-19T05:49:43.943 INFO:teuthology.orchestra.run.smithi046.stdout: mon data avail warn = 5 2024-09-19T05:49:43.943 INFO:teuthology.orchestra.run.smithi046.stdout: mon mgr mkfs grace = 240 2024-09-19T05:49:43.943 INFO:teuthology.orchestra.run.smithi046.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:49:43.943 INFO:teuthology.orchestra.run.smithi046.stdout: mon osd reporter subtree level = osd 2024-09-19T05:49:43.943 INFO:teuthology.orchestra.run.smithi046.stdout: mon osd prime pg temp = true 2024-09-19T05:49:43.943 INFO:teuthology.orchestra.run.smithi046.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:49:43.943 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.943 INFO:teuthology.orchestra.run.smithi046.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T05:49:43.943 INFO:teuthology.orchestra.run.smithi046.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T05:49:43.944 INFO:teuthology.orchestra.run.smithi046.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T05:49:43.944 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.944 INFO:teuthology.orchestra.run.smithi046.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T05:49:43.944 INFO:teuthology.orchestra.run.smithi046.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T05:49:43.944 INFO:teuthology.orchestra.run.smithi046.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T05:49:43.944 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.944 INFO:teuthology.orchestra.run.smithi046.stdout: # 1m isn't quite enough 2024-09-19T05:49:43.944 INFO:teuthology.orchestra.run.smithi046.stdout: mon_down_mkfs_grace = 2m 2024-09-19T05:49:43.944 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.944 INFO:teuthology.orchestra.run.smithi046.stdout: mon_warn_on_filestore_osds = false 2024-09-19T05:49:43.944 INFO:teuthology.orchestra.run.smithi046.stdout: mon down mkfs grace = 300 2024-09-19T05:49:43.944 INFO:teuthology.orchestra.run.smithi046.stdout: mon op complaint time = 120 2024-09-19T05:49:43.944 INFO:teuthology.orchestra.run.smithi046.stdout: mon warn on pool no app = False 2024-09-19T05:49:43.944 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:49:43.945 INFO:teuthology.orchestra.run.smithi046.stdout:[client] 2024-09-19T05:49:43.945 INFO:teuthology.orchestra.run.smithi046.stdout: rgw cache enabled = true 2024-09-19T05:49:43.945 INFO:teuthology.orchestra.run.smithi046.stdout: rgw enable ops log = true 2024-09-19T05:49:43.945 INFO:teuthology.orchestra.run.smithi046.stdout: rgw enable usage log = true 2024-09-19T05:49:43.945 INFO:teuthology.orchestra.run.smithi046.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T05:49:43.945 INFO:teuthology.orchestra.run.smithi046.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T05:49:43.945 INFO:teuthology.orchestra.run.smithi046.stdout: client mount timeout = 600 2024-09-19T05:49:43.945 INFO:teuthology.orchestra.run.smithi046.stdout: client snapdir = .customsnapfuse 2024-09-19T05:49:43.945 INFO:teuthology.orchestra.run.smithi046.stdout: debug client = 20 2024-09-19T05:49:43.945 INFO:teuthology.orchestra.run.smithi046.stdout: debug ms = 1 2024-09-19T05:49:43.945 INFO:teuthology.orchestra.run.smithi046.stdout: pid file = "" 2024-09-19T05:49:43.945 INFO:teuthology.orchestra.run.smithi046.stdout: rados mon op timeout = 900 2024-09-19T05:49:43.945 INFO:teuthology.orchestra.run.smithi046.stdout: rados osd op timeout = 900 2024-09-19T05:49:43.946 INFO:teuthology.orchestra.run.smithi046.stdout:[mon.a] 2024-09-19T05:49:43.946 INFO:teuthology.orchestra.run.smithi046.stdout:[mon.b] 2024-09-19T05:49:43.946 INFO:teuthology.orchestra.run.smithi046.stdout:[mon.c] 2024-09-19T05:49:43.946 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.a] 2024-09-19T05:49:43.946 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.c] 2024-09-19T05:49:43.946 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.b] 2024-09-19T05:49:43.946 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.d] 2024-09-19T05:49:43.946 INFO:teuthology.orchestra.run.smithi046.stdout:[mds] 2024-09-19T05:49:43.946 INFO:teuthology.orchestra.run.smithi046.stdout: debug mds = 20 2024-09-19T05:49:43.946 INFO:teuthology.orchestra.run.smithi046.stdout: debug mds balancer = 20 2024-09-19T05:49:43.946 INFO:teuthology.orchestra.run.smithi046.stdout: debug ms = 1 2024-09-19T05:49:43.946 INFO:teuthology.orchestra.run.smithi046.stdout: mds debug frag = True 2024-09-19T05:49:43.946 INFO:teuthology.orchestra.run.smithi046.stdout: mds debug scatterstat = True 2024-09-19T05:49:43.946 INFO:teuthology.orchestra.run.smithi046.stdout: mds op complaint time = 180 2024-09-19T05:49:43.947 INFO:teuthology.orchestra.run.smithi046.stdout: mds verify scatter = True 2024-09-19T05:49:43.947 INFO:teuthology.orchestra.run.smithi046.stdout: osd op complaint time = 180 2024-09-19T05:49:43.947 INFO:teuthology.orchestra.run.smithi046.stdout: rados mon op timeout = 900 2024-09-19T05:49:43.947 INFO:teuthology.orchestra.run.smithi046.stdout: rados osd op timeout = 900 2024-09-19T05:49:43.947 INFO:teuthology.orchestra.run.smithi078.stdout:[global] 2024-09-19T05:49:43.947 INFO:teuthology.orchestra.run.smithi078.stdout: chdir = "" 2024-09-19T05:49:43.947 INFO:teuthology.orchestra.run.smithi078.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T05:49:43.947 INFO:teuthology.orchestra.run.smithi078.stdout: auth supported = cephx 2024-09-19T05:49:43.947 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.947 INFO:teuthology.orchestra.run.smithi078.stdout: filestore xattr use omap = true 2024-09-19T05:49:43.947 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.947 INFO:teuthology.orchestra.run.smithi078.stdout: mon clock drift allowed = 1.000 2024-09-19T05:49:43.948 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.948 INFO:teuthology.orchestra.run.smithi078.stdout: osd crush chooseleaf type = 0 2024-09-19T05:49:43.948 INFO:teuthology.orchestra.run.smithi078.stdout: auth debug = true 2024-09-19T05:49:43.948 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.948 INFO:teuthology.orchestra.run.smithi078.stdout: ms die on old message = true 2024-09-19T05:49:43.948 INFO:teuthology.orchestra.run.smithi078.stdout: ms die on bug = true 2024-09-19T05:49:43.948 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.948 INFO:teuthology.orchestra.run.smithi078.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T05:49:43.948 INFO:teuthology.orchestra.run.smithi078.stdout: mon pg warn max object skew = 0 2024-09-19T05:49:43.948 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.948 INFO:teuthology.orchestra.run.smithi078.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T05:49:43.948 INFO:teuthology.orchestra.run.smithi078.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T05:49:43.948 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.949 INFO:teuthology.orchestra.run.smithi078.stdout: osd pool default size = 2 2024-09-19T05:49:43.949 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.949 INFO:teuthology.orchestra.run.smithi078.stdout: mon osd allow primary affinity = true 2024-09-19T05:49:43.949 INFO:teuthology.orchestra.run.smithi078.stdout: mon osd allow pg remap = true 2024-09-19T05:49:43.949 INFO:teuthology.orchestra.run.smithi078.stdout: mon warn on legacy crush tunables = false 2024-09-19T05:49:43.949 INFO:teuthology.orchestra.run.smithi078.stdout: mon warn on crush straw calc version zero = false 2024-09-19T05:49:43.949 INFO:teuthology.orchestra.run.smithi078.stdout: mon warn on no sortbitwise = false 2024-09-19T05:49:43.949 INFO:teuthology.orchestra.run.smithi078.stdout: mon warn on osd down out interval zero = false 2024-09-19T05:49:43.949 INFO:teuthology.orchestra.run.smithi078.stdout: mon warn on too few osds = false 2024-09-19T05:49:43.949 INFO:teuthology.orchestra.run.smithi078.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T05:49:43.949 INFO:teuthology.orchestra.run.smithi078.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T05:49:43.949 INFO:teuthology.orchestra.run.smithi078.stdout: mon_allow_pool_size_one = true 2024-09-19T05:49:43.949 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.949 INFO:teuthology.orchestra.run.smithi078.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T05:49:43.949 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.950 INFO:teuthology.orchestra.run.smithi078.stdout: osd default data pool replay window = 5 2024-09-19T05:49:43.950 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.950 INFO:teuthology.orchestra.run.smithi078.stdout: mon allow pool delete = true 2024-09-19T05:49:43.950 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.950 INFO:teuthology.orchestra.run.smithi078.stdout: mon cluster log file level = debug 2024-09-19T05:49:43.950 INFO:teuthology.orchestra.run.smithi078.stdout: debug asserts on shutdown = true 2024-09-19T05:49:43.950 INFO:teuthology.orchestra.run.smithi078.stdout: mon health detail to clog = false 2024-09-19T05:49:43.950 INFO:teuthology.orchestra.run.smithi078.stdout: mon host = "172.21.15.46,172.21.15.78,[v2:172.21.15.78:3301,v1:172.21.15.78:6790]" 2024-09-19T05:49:43.950 INFO:teuthology.orchestra.run.smithi078.stdout: fsid = f422d15e-e2c9-44aa-a788-7f9714905c67 2024-09-19T05:49:43.950 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.950 INFO:teuthology.orchestra.run.smithi078.stdout:[osd] 2024-09-19T05:49:43.950 INFO:teuthology.orchestra.run.smithi078.stdout: osd journal size = 100 2024-09-19T05:49:43.950 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.951 INFO:teuthology.orchestra.run.smithi078.stdout: osd scrub load threshold = 5.0 2024-09-19T05:49:43.951 INFO:teuthology.orchestra.run.smithi078.stdout: osd scrub max interval = 600 2024-09-19T05:49:43.951 INFO:teuthology.orchestra.run.smithi078.stdout: osd mclock profile = high_recovery_ops 2024-09-19T05:49:43.951 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.951 INFO:teuthology.orchestra.run.smithi078.stdout: osd recover clone overlap = true 2024-09-19T05:49:43.951 INFO:teuthology.orchestra.run.smithi078.stdout: osd recovery max chunk = 1048576 2024-09-19T05:49:43.951 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.951 INFO:teuthology.orchestra.run.smithi078.stdout: osd debug shutdown = true 2024-09-19T05:49:43.951 INFO:teuthology.orchestra.run.smithi078.stdout: osd debug op order = true 2024-09-19T05:49:43.951 INFO:teuthology.orchestra.run.smithi078.stdout: osd debug verify stray on activate = true 2024-09-19T05:49:43.951 INFO:teuthology.orchestra.run.smithi078.stdout: osd debug trim objects = true 2024-09-19T05:49:43.951 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.951 INFO:teuthology.orchestra.run.smithi078.stdout: osd open classes on start = true 2024-09-19T05:49:43.951 INFO:teuthology.orchestra.run.smithi078.stdout: osd debug pg log writeout = true 2024-09-19T05:49:43.952 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.952 INFO:teuthology.orchestra.run.smithi078.stdout: osd deep scrub update digest min age = 30 2024-09-19T05:49:43.952 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.952 INFO:teuthology.orchestra.run.smithi078.stdout: osd map max advance = 10 2024-09-19T05:49:43.952 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.952 INFO:teuthology.orchestra.run.smithi078.stdout: journal zero on create = true 2024-09-19T05:49:43.952 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.952 INFO:teuthology.orchestra.run.smithi078.stdout: filestore ondisk finisher threads = 3 2024-09-19T05:49:43.952 INFO:teuthology.orchestra.run.smithi078.stdout: filestore apply finisher threads = 3 2024-09-19T05:49:43.952 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.952 INFO:teuthology.orchestra.run.smithi078.stdout: bdev debug aio = true 2024-09-19T05:49:43.952 INFO:teuthology.orchestra.run.smithi078.stdout: osd debug misdirected ops = true 2024-09-19T05:49:43.952 INFO:teuthology.orchestra.run.smithi078.stdout: bdev async discard = True 2024-09-19T05:49:43.952 INFO:teuthology.orchestra.run.smithi078.stdout: bdev enable discard = True 2024-09-19T05:49:43.953 INFO:teuthology.orchestra.run.smithi078.stdout: bluestore allocator = bitmap 2024-09-19T05:49:43.953 INFO:teuthology.orchestra.run.smithi078.stdout: bluestore block size = 96636764160 2024-09-19T05:49:43.953 INFO:teuthology.orchestra.run.smithi078.stdout: bluestore fsck on mount = True 2024-09-19T05:49:43.953 INFO:teuthology.orchestra.run.smithi078.stdout: debug bluefs = 1/20 2024-09-19T05:49:43.953 INFO:teuthology.orchestra.run.smithi078.stdout: debug bluestore = 1/20 2024-09-19T05:49:43.953 INFO:teuthology.orchestra.run.smithi078.stdout: debug ms = 1 2024-09-19T05:49:43.953 INFO:teuthology.orchestra.run.smithi078.stdout: debug osd = 20 2024-09-19T05:49:43.953 INFO:teuthology.orchestra.run.smithi078.stdout: debug rocksdb = 4/10 2024-09-19T05:49:43.953 INFO:teuthology.orchestra.run.smithi078.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T05:49:43.953 INFO:teuthology.orchestra.run.smithi078.stdout: mon osd full ratio = 0.9 2024-09-19T05:49:43.953 INFO:teuthology.orchestra.run.smithi078.stdout: mon osd nearfull ratio = 0.8 2024-09-19T05:49:43.953 INFO:teuthology.orchestra.run.smithi078.stdout: osd failsafe full ratio = 0.95 2024-09-19T05:49:43.953 INFO:teuthology.orchestra.run.smithi078.stdout: osd objectstore = bluestore 2024-09-19T05:49:43.953 INFO:teuthology.orchestra.run.smithi078.stdout: osd op complaint time = 180 2024-09-19T05:49:43.954 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.954 INFO:teuthology.orchestra.run.smithi078.stdout:[mgr] 2024-09-19T05:49:43.954 INFO:teuthology.orchestra.run.smithi078.stdout: debug ms = 1 2024-09-19T05:49:43.954 INFO:teuthology.orchestra.run.smithi078.stdout: debug mgr = 20 2024-09-19T05:49:43.954 INFO:teuthology.orchestra.run.smithi078.stdout: debug mon = 20 2024-09-19T05:49:43.954 INFO:teuthology.orchestra.run.smithi078.stdout: debug auth = 20 2024-09-19T05:49:43.954 INFO:teuthology.orchestra.run.smithi078.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:49:43.954 INFO:teuthology.orchestra.run.smithi078.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:49:43.954 INFO:teuthology.orchestra.run.smithi078.stdout: mgr/telemetry/nag = false 2024-09-19T05:49:43.954 INFO:teuthology.orchestra.run.smithi078.stdout: debug client = 20 2024-09-19T05:49:43.954 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.954 INFO:teuthology.orchestra.run.smithi078.stdout:[mon] 2024-09-19T05:49:43.954 INFO:teuthology.orchestra.run.smithi078.stdout: debug ms = 1 2024-09-19T05:49:43.954 INFO:teuthology.orchestra.run.smithi078.stdout: debug mon = 20 2024-09-19T05:49:43.955 INFO:teuthology.orchestra.run.smithi078.stdout: debug paxos = 20 2024-09-19T05:49:43.955 INFO:teuthology.orchestra.run.smithi078.stdout: debug auth = 20 2024-09-19T05:49:43.955 INFO:teuthology.orchestra.run.smithi078.stdout: mon data avail warn = 5 2024-09-19T05:49:43.955 INFO:teuthology.orchestra.run.smithi078.stdout: mon mgr mkfs grace = 240 2024-09-19T05:49:43.955 INFO:teuthology.orchestra.run.smithi078.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:49:43.955 INFO:teuthology.orchestra.run.smithi078.stdout: mon osd reporter subtree level = osd 2024-09-19T05:49:43.955 INFO:teuthology.orchestra.run.smithi078.stdout: mon osd prime pg temp = true 2024-09-19T05:49:43.955 INFO:teuthology.orchestra.run.smithi078.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:49:43.955 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.955 INFO:teuthology.orchestra.run.smithi078.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T05:49:43.955 INFO:teuthology.orchestra.run.smithi078.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T05:49:43.955 INFO:teuthology.orchestra.run.smithi078.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T05:49:43.955 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.955 INFO:teuthology.orchestra.run.smithi078.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T05:49:43.956 INFO:teuthology.orchestra.run.smithi078.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T05:49:43.956 INFO:teuthology.orchestra.run.smithi078.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T05:49:43.956 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.956 INFO:teuthology.orchestra.run.smithi078.stdout: # 1m isn't quite enough 2024-09-19T05:49:43.956 INFO:teuthology.orchestra.run.smithi078.stdout: mon_down_mkfs_grace = 2m 2024-09-19T05:49:43.956 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.956 INFO:teuthology.orchestra.run.smithi078.stdout: mon_warn_on_filestore_osds = false 2024-09-19T05:49:43.956 INFO:teuthology.orchestra.run.smithi078.stdout: mon down mkfs grace = 300 2024-09-19T05:49:43.956 INFO:teuthology.orchestra.run.smithi078.stdout: mon op complaint time = 120 2024-09-19T05:49:43.956 INFO:teuthology.orchestra.run.smithi078.stdout: mon warn on pool no app = False 2024-09-19T05:49:43.956 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:49:43.956 INFO:teuthology.orchestra.run.smithi078.stdout:[client] 2024-09-19T05:49:43.956 INFO:teuthology.orchestra.run.smithi078.stdout: rgw cache enabled = true 2024-09-19T05:49:43.956 INFO:teuthology.orchestra.run.smithi078.stdout: rgw enable ops log = true 2024-09-19T05:49:43.957 INFO:teuthology.orchestra.run.smithi078.stdout: rgw enable usage log = true 2024-09-19T05:49:43.957 INFO:teuthology.orchestra.run.smithi078.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T05:49:43.957 INFO:teuthology.orchestra.run.smithi078.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T05:49:43.957 INFO:teuthology.orchestra.run.smithi078.stdout: client mount timeout = 600 2024-09-19T05:49:43.957 INFO:teuthology.orchestra.run.smithi078.stdout: client snapdir = .customsnapfuse 2024-09-19T05:49:43.957 INFO:teuthology.orchestra.run.smithi078.stdout: debug client = 20 2024-09-19T05:49:43.957 INFO:teuthology.orchestra.run.smithi078.stdout: debug ms = 1 2024-09-19T05:49:43.957 INFO:teuthology.orchestra.run.smithi078.stdout: pid file = "" 2024-09-19T05:49:43.957 INFO:teuthology.orchestra.run.smithi078.stdout: rados mon op timeout = 900 2024-09-19T05:49:43.957 INFO:teuthology.orchestra.run.smithi078.stdout: rados osd op timeout = 900 2024-09-19T05:49:43.957 INFO:teuthology.orchestra.run.smithi078.stdout:[mon.a] 2024-09-19T05:49:43.957 INFO:teuthology.orchestra.run.smithi078.stdout:[mon.b] 2024-09-19T05:49:43.957 INFO:teuthology.orchestra.run.smithi078.stdout:[mon.c] 2024-09-19T05:49:43.958 INFO:teuthology.orchestra.run.smithi078.stdout:[mds.a] 2024-09-19T05:49:43.958 INFO:teuthology.orchestra.run.smithi078.stdout:[mds.c] 2024-09-19T05:49:43.958 INFO:teuthology.orchestra.run.smithi078.stdout:[mds.b] 2024-09-19T05:49:43.958 INFO:teuthology.orchestra.run.smithi078.stdout:[mds.d] 2024-09-19T05:49:43.958 INFO:teuthology.orchestra.run.smithi078.stdout:[mds] 2024-09-19T05:49:43.958 INFO:teuthology.orchestra.run.smithi078.stdout: debug mds = 20 2024-09-19T05:49:43.958 INFO:teuthology.orchestra.run.smithi078.stdout: debug mds balancer = 20 2024-09-19T05:49:43.958 INFO:teuthology.orchestra.run.smithi078.stdout: debug ms = 1 2024-09-19T05:49:43.958 INFO:teuthology.orchestra.run.smithi078.stdout: mds debug frag = True 2024-09-19T05:49:43.958 INFO:teuthology.orchestra.run.smithi078.stdout: mds debug scatterstat = True 2024-09-19T05:49:43.958 INFO:teuthology.orchestra.run.smithi078.stdout: mds op complaint time = 180 2024-09-19T05:49:43.958 INFO:teuthology.orchestra.run.smithi078.stdout: mds verify scatter = True 2024-09-19T05:49:43.958 INFO:teuthology.orchestra.run.smithi078.stdout: osd op complaint time = 180 2024-09-19T05:49:43.959 INFO:teuthology.orchestra.run.smithi078.stdout: rados mon op timeout = 900 2024-09-19T05:49:43.959 INFO:teuthology.orchestra.run.smithi078.stdout: rados osd op timeout = 900 2024-09-19T05:49:43.960 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-19T05:49:43.961 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-19T05:49:44.057 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-19T05:49:44.057 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:49:44.057 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-19T05:49:44.073 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:49:44.073 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-19T05:49:44.128 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi046.front.sepia.ceph.com 2024-09-19T05:49:44.128 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:49:44.128 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-19T05:49:44.128 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T05:49:44.202 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:49:44.203 DEBUG:teuthology.orchestra.run.smithi046:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:49:44.258 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi078.front.sepia.ceph.com 2024-09-19T05:49:44.259 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:49:44.259 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-19T05:49:44.259 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T05:49:44.293 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:49:44.294 DEBUG:teuthology.orchestra.run.smithi078:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:49:44.349 INFO:tasks.ceph:Setting up mon nodes... 2024-09-19T05:49:44.349 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-19T05:49:44.349 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-19T05:49:44.402 INFO:teuthology.orchestra.run.smithi046.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-19T05:49:44.405 DEBUG:teuthology.orchestra.run.smithi078:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-19T05:49:44.467 INFO:teuthology.orchestra.run.smithi078.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-19T05:49:44.470 INFO:tasks.ceph:Setting up mds nodes... 2024-09-19T05:49:44.470 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-19T05:49:44.523 INFO:teuthology.orchestra.run.smithi046.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-19T05:49:44.526 DEBUG:teuthology.orchestra.run.smithi046:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-19T05:49:44.551 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-19T05:49:44.644 INFO:teuthology.orchestra.run.smithi046.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-19T05:49:44.647 DEBUG:teuthology.orchestra.run.smithi046:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-19T05:49:44.672 DEBUG:teuthology.orchestra.run.smithi078:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-19T05:49:44.724 INFO:teuthology.orchestra.run.smithi078.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-19T05:49:44.725 DEBUG:teuthology.orchestra.run.smithi078:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-19T05:49:44.750 DEBUG:teuthology.orchestra.run.smithi078:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-19T05:49:44.840 INFO:teuthology.orchestra.run.smithi078.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-19T05:49:44.842 DEBUG:teuthology.orchestra.run.smithi078:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-19T05:49:44.867 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-19T05:49:44.867 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-19T05:49:44.909 INFO:teuthology.orchestra.run.smithi046.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-19T05:49:44.922 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-19T05:49:45.005 INFO:teuthology.orchestra.run.smithi046.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-19T05:49:45.018 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-19T05:49:45.059 INFO:teuthology.orchestra.run.smithi078.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-19T05:49:45.071 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-19T05:49:45.152 INFO:teuthology.orchestra.run.smithi078.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-19T05:49:45.164 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-19T05:49:45.164 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi046.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi078.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-19T05:49:45.165 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-19T05:49:45.191 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T05:49:45.191 INFO:tasks.ceph:role: osd.0 2024-09-19T05:49:45.191 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi046.front.sepia.ceph.com 2024-09-19T05:49:45.191 DEBUG:teuthology.orchestra.run.smithi046:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-19T05:49:45.256 INFO:teuthology.orchestra.run.smithi046.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:49:45.256 INFO:teuthology.orchestra.run.smithi046.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:49:45.256 INFO:teuthology.orchestra.run.smithi046.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:49:45.256 INFO:teuthology.orchestra.run.smithi046.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:49:45.256 INFO:teuthology.orchestra.run.smithi046.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:49:45.256 INFO:teuthology.orchestra.run.smithi046.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:49:45.256 INFO:teuthology.orchestra.run.smithi046.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:49:45.257 INFO:teuthology.orchestra.run.smithi046.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:49:45.257 INFO:teuthology.orchestra.run.smithi046.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:49:45.257 INFO:teuthology.orchestra.run.smithi046.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:49:45.291 INFO:teuthology.orchestra.run.smithi046.stdout:Discarding blocks...Done. 2024-09-19T05:49:45.293 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi046.front.sepia.ceph.com -o noatime 2024-09-19T05:49:45.293 DEBUG:teuthology.orchestra.run.smithi046:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-19T05:49:45.366 DEBUG:teuthology.orchestra.run.smithi046:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-19T05:49:45.436 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-19T05:49:45.503 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T05:49:45.503 INFO:tasks.ceph:role: osd.1 2024-09-19T05:49:45.503 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi046.front.sepia.ceph.com 2024-09-19T05:49:45.504 DEBUG:teuthology.orchestra.run.smithi046:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-19T05:49:45.569 INFO:teuthology.orchestra.run.smithi046.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:49:45.569 INFO:teuthology.orchestra.run.smithi046.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:49:45.569 INFO:teuthology.orchestra.run.smithi046.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:49:45.569 INFO:teuthology.orchestra.run.smithi046.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:49:45.569 INFO:teuthology.orchestra.run.smithi046.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:49:45.569 INFO:teuthology.orchestra.run.smithi046.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:49:45.569 INFO:teuthology.orchestra.run.smithi046.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:49:45.569 INFO:teuthology.orchestra.run.smithi046.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:49:45.569 INFO:teuthology.orchestra.run.smithi046.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:49:45.569 INFO:teuthology.orchestra.run.smithi046.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:49:45.606 INFO:teuthology.orchestra.run.smithi046.stdout:Discarding blocks...Done. 2024-09-19T05:49:45.608 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi046.front.sepia.ceph.com -o noatime 2024-09-19T05:49:45.608 DEBUG:teuthology.orchestra.run.smithi046:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-19T05:49:45.679 DEBUG:teuthology.orchestra.run.smithi046:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-19T05:49:45.750 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-19T05:49:45.817 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T05:49:45.817 INFO:tasks.ceph:role: osd.2 2024-09-19T05:49:45.818 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi046.front.sepia.ceph.com 2024-09-19T05:49:45.818 DEBUG:teuthology.orchestra.run.smithi046:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-19T05:49:45.883 INFO:teuthology.orchestra.run.smithi046.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:49:45.884 INFO:teuthology.orchestra.run.smithi046.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:49:45.884 INFO:teuthology.orchestra.run.smithi046.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:49:45.884 INFO:teuthology.orchestra.run.smithi046.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:49:45.884 INFO:teuthology.orchestra.run.smithi046.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:49:45.884 INFO:teuthology.orchestra.run.smithi046.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:49:45.884 INFO:teuthology.orchestra.run.smithi046.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:49:45.884 INFO:teuthology.orchestra.run.smithi046.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:49:45.884 INFO:teuthology.orchestra.run.smithi046.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:49:45.885 INFO:teuthology.orchestra.run.smithi046.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:49:45.920 INFO:teuthology.orchestra.run.smithi046.stdout:Discarding blocks...Done. 2024-09-19T05:49:45.922 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi046.front.sepia.ceph.com -o noatime 2024-09-19T05:49:45.922 DEBUG:teuthology.orchestra.run.smithi046:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-19T05:49:45.997 DEBUG:teuthology.orchestra.run.smithi046:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-19T05:49:46.318 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-19T05:49:46.384 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T05:49:46.385 INFO:tasks.ceph:role: osd.3 2024-09-19T05:49:46.385 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi046.front.sepia.ceph.com 2024-09-19T05:49:46.385 DEBUG:teuthology.orchestra.run.smithi046:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-19T05:49:46.450 INFO:teuthology.orchestra.run.smithi046.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:49:46.450 INFO:teuthology.orchestra.run.smithi046.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:49:46.450 INFO:teuthology.orchestra.run.smithi046.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:49:46.450 INFO:teuthology.orchestra.run.smithi046.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:49:46.451 INFO:teuthology.orchestra.run.smithi046.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:49:46.451 INFO:teuthology.orchestra.run.smithi046.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:49:46.451 INFO:teuthology.orchestra.run.smithi046.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:49:46.451 INFO:teuthology.orchestra.run.smithi046.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:49:46.451 INFO:teuthology.orchestra.run.smithi046.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:49:46.452 INFO:teuthology.orchestra.run.smithi046.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:49:46.485 INFO:teuthology.orchestra.run.smithi046.stdout:Discarding blocks...Done. 2024-09-19T05:49:46.487 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi046.front.sepia.ceph.com -o noatime 2024-09-19T05:49:46.487 DEBUG:teuthology.orchestra.run.smithi046:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-19T05:49:46.556 DEBUG:teuthology.orchestra.run.smithi046:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-19T05:49:46.626 DEBUG:teuthology.orchestra.run.smithi046:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:49:46.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:49:46.726+0000 7f1410551640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-19T05:49:46.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:49:46.727+0000 7f1410551640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-19T05:49:46.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:49:46.727+0000 7f1410551640 -1 bdev(0x55b7ab22d800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-19T05:49:46.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:49:46.727+0000 7f1410551640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-19T05:49:50.146 DEBUG:teuthology.orchestra.run.smithi046:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-19T05:49:50.177 DEBUG:teuthology.orchestra.run.smithi046:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:49:50.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:49:50.266+0000 7fd3eccb6640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-19T05:49:50.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:49:50.266+0000 7fd3eccb6640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-19T05:49:50.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:49:50.267+0000 7fd3eccb6640 -1 bdev(0x55b598ba7800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-19T05:49:50.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:49:50.267+0000 7fd3eccb6640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-19T05:49:53.192 DEBUG:teuthology.orchestra.run.smithi046:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-19T05:49:53.223 DEBUG:teuthology.orchestra.run.smithi046:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:49:53.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:49:53.313+0000 7fed50831640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-19T05:49:53.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:49:53.314+0000 7fed50831640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-19T05:49:53.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:49:53.314+0000 7fed50831640 -1 bdev(0x55abe70a5800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-19T05:49:53.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:49:53.314+0000 7fed50831640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-19T05:49:56.244 DEBUG:teuthology.orchestra.run.smithi046:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-19T05:49:56.275 DEBUG:teuthology.orchestra.run.smithi046:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:49:56.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:49:56.366+0000 7fdb03cda640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-19T05:49:56.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:49:56.366+0000 7fdb03cda640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-19T05:49:56.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:49:56.366+0000 7fdb03cda640 -1 bdev(0x55e4d9459800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-19T05:49:56.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:49:56.367+0000 7fdb03cda640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-19T05:49:59.786 DEBUG:teuthology.orchestra.run.smithi046:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-19T05:49:59.817 DEBUG:teuthology.orchestra.run.smithi078:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-19T05:49:59.848 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T05:49:59.848 INFO:tasks.ceph:role: osd.4 2024-09-19T05:49:59.848 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi078.front.sepia.ceph.com 2024-09-19T05:49:59.848 DEBUG:teuthology.orchestra.run.smithi078:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-19T05:49:59.924 INFO:teuthology.orchestra.run.smithi078.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:49:59.924 INFO:teuthology.orchestra.run.smithi078.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:49:59.924 INFO:teuthology.orchestra.run.smithi078.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:49:59.924 INFO:teuthology.orchestra.run.smithi078.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:49:59.924 INFO:teuthology.orchestra.run.smithi078.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:49:59.925 INFO:teuthology.orchestra.run.smithi078.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:49:59.925 INFO:teuthology.orchestra.run.smithi078.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:49:59.925 INFO:teuthology.orchestra.run.smithi078.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:49:59.925 INFO:teuthology.orchestra.run.smithi078.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:49:59.925 INFO:teuthology.orchestra.run.smithi078.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:50:00.430 INFO:teuthology.orchestra.run.smithi078.stdout:Discarding blocks...Done. 2024-09-19T05:50:00.433 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi078.front.sepia.ceph.com -o noatime 2024-09-19T05:50:00.434 DEBUG:teuthology.orchestra.run.smithi078:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-19T05:50:00.569 DEBUG:teuthology.orchestra.run.smithi078:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-19T05:50:00.601 DEBUG:teuthology.orchestra.run.smithi078:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-19T05:50:00.669 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T05:50:00.669 INFO:tasks.ceph:role: osd.5 2024-09-19T05:50:00.669 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi078.front.sepia.ceph.com 2024-09-19T05:50:00.669 DEBUG:teuthology.orchestra.run.smithi078:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-19T05:50:00.743 INFO:teuthology.orchestra.run.smithi078.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:50:00.744 INFO:teuthology.orchestra.run.smithi078.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:50:00.744 INFO:teuthology.orchestra.run.smithi078.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:50:00.744 INFO:teuthology.orchestra.run.smithi078.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:50:00.744 INFO:teuthology.orchestra.run.smithi078.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:50:00.744 INFO:teuthology.orchestra.run.smithi078.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:50:00.744 INFO:teuthology.orchestra.run.smithi078.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:50:00.744 INFO:teuthology.orchestra.run.smithi078.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:50:00.744 INFO:teuthology.orchestra.run.smithi078.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:50:00.745 INFO:teuthology.orchestra.run.smithi078.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:50:01.202 INFO:teuthology.orchestra.run.smithi078.stdout:Discarding blocks...Done. 2024-09-19T05:50:01.204 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi078.front.sepia.ceph.com -o noatime 2024-09-19T05:50:01.205 DEBUG:teuthology.orchestra.run.smithi078:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-19T05:50:01.287 DEBUG:teuthology.orchestra.run.smithi078:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-19T05:50:01.356 DEBUG:teuthology.orchestra.run.smithi078:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-19T05:50:01.420 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T05:50:01.420 INFO:tasks.ceph:role: osd.6 2024-09-19T05:50:01.420 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi078.front.sepia.ceph.com 2024-09-19T05:50:01.420 DEBUG:teuthology.orchestra.run.smithi078:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-19T05:50:01.493 INFO:teuthology.orchestra.run.smithi078.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:50:01.493 INFO:teuthology.orchestra.run.smithi078.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:50:01.493 INFO:teuthology.orchestra.run.smithi078.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:50:01.494 INFO:teuthology.orchestra.run.smithi078.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:50:01.494 INFO:teuthology.orchestra.run.smithi078.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:50:01.494 INFO:teuthology.orchestra.run.smithi078.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:50:01.494 INFO:teuthology.orchestra.run.smithi078.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:50:01.494 INFO:teuthology.orchestra.run.smithi078.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:50:01.494 INFO:teuthology.orchestra.run.smithi078.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:50:01.494 INFO:teuthology.orchestra.run.smithi078.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:50:01.989 INFO:teuthology.orchestra.run.smithi078.stdout:Discarding blocks...Done. 2024-09-19T05:50:01.991 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi078.front.sepia.ceph.com -o noatime 2024-09-19T05:50:01.991 DEBUG:teuthology.orchestra.run.smithi078:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-19T05:50:02.115 DEBUG:teuthology.orchestra.run.smithi078:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-19T05:50:02.145 DEBUG:teuthology.orchestra.run.smithi078:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-19T05:50:02.210 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T05:50:02.210 INFO:tasks.ceph:role: osd.7 2024-09-19T05:50:02.210 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi078.front.sepia.ceph.com 2024-09-19T05:50:02.210 DEBUG:teuthology.orchestra.run.smithi078:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-19T05:50:02.282 INFO:teuthology.orchestra.run.smithi078.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:50:02.283 INFO:teuthology.orchestra.run.smithi078.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:50:02.283 INFO:teuthology.orchestra.run.smithi078.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:50:02.283 INFO:teuthology.orchestra.run.smithi078.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:50:02.283 INFO:teuthology.orchestra.run.smithi078.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:50:02.283 INFO:teuthology.orchestra.run.smithi078.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:50:02.283 INFO:teuthology.orchestra.run.smithi078.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:50:02.283 INFO:teuthology.orchestra.run.smithi078.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:50:02.283 INFO:teuthology.orchestra.run.smithi078.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:50:02.283 INFO:teuthology.orchestra.run.smithi078.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:50:02.799 INFO:teuthology.orchestra.run.smithi078.stdout:Discarding blocks...Done. 2024-09-19T05:50:02.801 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi078.front.sepia.ceph.com -o noatime 2024-09-19T05:50:02.801 DEBUG:teuthology.orchestra.run.smithi078:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-19T05:50:02.913 DEBUG:teuthology.orchestra.run.smithi078:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-19T05:50:02.945 DEBUG:teuthology.orchestra.run.smithi078:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:50:03.108 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:03.106+0000 7f13119ae640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-19T05:50:03.108 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:03.106+0000 7f13119ae640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-19T05:50:03.108 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:03.106+0000 7f13119ae640 -1 bdev(0x555cc6f21800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-19T05:50:03.108 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:03.106+0000 7f13119ae640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-19T05:50:07.010 DEBUG:teuthology.orchestra.run.smithi078:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-19T05:50:07.040 DEBUG:teuthology.orchestra.run.smithi078:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:50:07.134 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:07.132+0000 7ff10322e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-19T05:50:07.135 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:07.133+0000 7ff10322e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-19T05:50:07.135 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:07.133+0000 7ff10322e640 -1 bdev(0x555ce43b3800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-19T05:50:07.135 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:07.133+0000 7ff10322e640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-19T05:50:11.044 DEBUG:teuthology.orchestra.run.smithi078:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-19T05:50:11.071 DEBUG:teuthology.orchestra.run.smithi078:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:50:11.160 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:11.158+0000 7fa9985dd640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-19T05:50:11.161 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:11.158+0000 7fa9985dd640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-19T05:50:11.161 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:11.158+0000 7fa9985dd640 -1 bdev(0x55b35b863800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-19T05:50:11.161 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:11.159+0000 7fa9985dd640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-19T05:50:11.918 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:50:11.922 DEBUG:teuthology.orchestra.run.smithi078:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:50:15.063 DEBUG:teuthology.orchestra.run.smithi078:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-19T05:50:15.093 DEBUG:teuthology.orchestra.run.smithi078:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:50:15.182 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:15.180+0000 7f32f994d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-19T05:50:15.182 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:15.180+0000 7f32f994d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-19T05:50:15.182 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:15.180+0000 7f32f994d640 -1 bdev(0x556eb2f59800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-19T05:50:15.182 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:15.180+0000 7f32f994d640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-19T05:50:18.585 DEBUG:teuthology.orchestra.run.smithi078:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-19T05:50:18.615 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-19T05:50:18.615 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:50:18.615 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-19T05:50:18.647 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:50:18.647 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-19T05:50:18.717 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:50:18.717 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-19T05:50:18.788 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:50:18.788 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-19T05:50:18.859 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:50:18.859 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-19T05:50:18.927 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:50:18.928 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-19T05:50:18.997 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:50:18.997 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-19T05:50:19.066 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:50:19.066 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-19T05:50:19.097 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:50:19.097 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-19T05:50:19.168 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:50:19.168 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-19T05:50:19.236 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:50:19.236 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-19T05:50:19.303 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:50:19.304 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-19T05:50:19.370 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:50:19.370 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-19T05:50:19.437 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:50:19.437 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-19T05:50:19.503 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:50:19.503 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-19T05:50:19.523 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:50:19.523 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-19T05:50:19.582 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:50:19.583 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-19T05:50:19.598 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:50:19.598 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-19T05:50:19.654 INFO:tasks.ceph:Adding keys to all mons... 2024-09-19T05:50:19.654 DEBUG:teuthology.orchestra.run.smithi046:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-19T05:50:19.657 DEBUG:teuthology.orchestra.run.smithi078:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-19T05:50:19.698 INFO:teuthology.orchestra.run.smithi046.stdout:[mgr.y] 2024-09-19T05:50:19.698 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQB4u+tmnkPwFxAA9sNMx92LetWtTDpeqJcbDA== 2024-09-19T05:50:19.698 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.a] 2024-09-19T05:50:19.698 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQB4u+tmUxskHxAAnFEP824Z4+RuBG/V1Nx7cA== 2024-09-19T05:50:19.698 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.c] 2024-09-19T05:50:19.698 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQB4u+tm3atcJhAA4Fdpd8ulendEwBEBgbBGpA== 2024-09-19T05:50:19.698 INFO:teuthology.orchestra.run.smithi046.stdout:[osd.0] 2024-09-19T05:50:19.699 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQB6u+tmz0xjKxAAyqJAy+nLENw3rAXcJ/cWKg== 2024-09-19T05:50:19.699 INFO:teuthology.orchestra.run.smithi046.stdout:[osd.1] 2024-09-19T05:50:19.699 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQB+u+tmY0L1DxAAaakVqJt8GMLY0aZso1WGuQ== 2024-09-19T05:50:19.699 INFO:teuthology.orchestra.run.smithi046.stdout:[osd.2] 2024-09-19T05:50:19.699 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQCBu+tm11vEEhAAyCEVSCeTUXZExQIU2z5NTw== 2024-09-19T05:50:19.699 INFO:teuthology.orchestra.run.smithi046.stdout:[osd.3] 2024-09-19T05:50:19.699 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQCEu+tm3K3pFRAA/xrDNWavtrD4l8XtiD1vRg== 2024-09-19T05:50:19.699 INFO:teuthology.orchestra.run.smithi046.stdout:[mgr.x] 2024-09-19T05:50:19.699 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQB4u+tmEEzUGxAA/jUgGvcKOBiLR/pCNTyo0A== 2024-09-19T05:50:19.699 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.b] 2024-09-19T05:50:19.699 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQB4u+tmeOIPKxAAMkXEz6py7jLurFjTK4ENww== 2024-09-19T05:50:19.699 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.d] 2024-09-19T05:50:19.699 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQB4u+tmNK8KMhAA4BEYUqktUw8veg4KAln0yA== 2024-09-19T05:50:19.700 INFO:teuthology.orchestra.run.smithi046.stdout:[osd.4] 2024-09-19T05:50:19.700 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQCLu+tmQvJlBhAA8F2negrEPTwgmseK+RzXRQ== 2024-09-19T05:50:19.700 INFO:teuthology.orchestra.run.smithi046.stdout:[osd.5] 2024-09-19T05:50:19.700 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQCPu+tmEmf5BxAAuypWcfXR5HAPKNe+bmthPQ== 2024-09-19T05:50:19.700 INFO:teuthology.orchestra.run.smithi046.stdout:[osd.6] 2024-09-19T05:50:19.700 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQCTu+tmXjGDCRAA9RI74nZDzJr+AFAXnxzNHA== 2024-09-19T05:50:19.700 INFO:teuthology.orchestra.run.smithi046.stdout:[osd.7] 2024-09-19T05:50:19.700 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQCXu+tmL23JChAA+QnJ6pojMQoyYtQ57J6Mow== 2024-09-19T05:50:19.700 INFO:teuthology.orchestra.run.smithi046.stdout:[client.0] 2024-09-19T05:50:19.700 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQB4u+tmxNcvNhAASxWhVmW1AToCW99jQzYLsw== 2024-09-19T05:50:19.700 INFO:teuthology.orchestra.run.smithi046.stdout:[client.2] 2024-09-19T05:50:19.700 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQB5u+tmzSBCABAA/z3/rDBy97H4b4ONquqA9w== 2024-09-19T05:50:19.700 INFO:teuthology.orchestra.run.smithi046.stdout:[client.1] 2024-09-19T05:50:19.701 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQB5u+tmL6B6AxAAebloa/OjgjVswu763n5SIw== 2024-09-19T05:50:19.701 INFO:teuthology.orchestra.run.smithi046.stdout:[client.3] 2024-09-19T05:50:19.701 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQB5u+tmkWUJCRAAkBGOuB/fLJGGnMp/5dHqOQ== 2024-09-19T05:50:19.718 INFO:teuthology.orchestra.run.smithi078.stdout:[mgr.y] 2024-09-19T05:50:19.718 INFO:teuthology.orchestra.run.smithi078.stdout: key = AQB4u+tmnkPwFxAA9sNMx92LetWtTDpeqJcbDA== 2024-09-19T05:50:19.718 INFO:teuthology.orchestra.run.smithi078.stdout:[mds.a] 2024-09-19T05:50:19.718 INFO:teuthology.orchestra.run.smithi078.stdout: key = AQB4u+tmUxskHxAAnFEP824Z4+RuBG/V1Nx7cA== 2024-09-19T05:50:19.719 INFO:teuthology.orchestra.run.smithi078.stdout:[mds.c] 2024-09-19T05:50:19.719 INFO:teuthology.orchestra.run.smithi078.stdout: key = AQB4u+tm3atcJhAA4Fdpd8ulendEwBEBgbBGpA== 2024-09-19T05:50:19.719 INFO:teuthology.orchestra.run.smithi078.stdout:[osd.0] 2024-09-19T05:50:19.719 INFO:teuthology.orchestra.run.smithi078.stdout: key = AQB6u+tmz0xjKxAAyqJAy+nLENw3rAXcJ/cWKg== 2024-09-19T05:50:19.719 INFO:teuthology.orchestra.run.smithi078.stdout:[osd.1] 2024-09-19T05:50:19.719 INFO:teuthology.orchestra.run.smithi078.stdout: key = AQB+u+tmY0L1DxAAaakVqJt8GMLY0aZso1WGuQ== 2024-09-19T05:50:19.719 INFO:teuthology.orchestra.run.smithi078.stdout:[osd.2] 2024-09-19T05:50:19.719 INFO:teuthology.orchestra.run.smithi078.stdout: key = AQCBu+tm11vEEhAAyCEVSCeTUXZExQIU2z5NTw== 2024-09-19T05:50:19.719 INFO:teuthology.orchestra.run.smithi078.stdout:[osd.3] 2024-09-19T05:50:19.719 INFO:teuthology.orchestra.run.smithi078.stdout: key = AQCEu+tm3K3pFRAA/xrDNWavtrD4l8XtiD1vRg== 2024-09-19T05:50:19.719 INFO:teuthology.orchestra.run.smithi078.stdout:[mgr.x] 2024-09-19T05:50:19.719 INFO:teuthology.orchestra.run.smithi078.stdout: key = AQB4u+tmEEzUGxAA/jUgGvcKOBiLR/pCNTyo0A== 2024-09-19T05:50:19.719 INFO:teuthology.orchestra.run.smithi078.stdout:[mds.b] 2024-09-19T05:50:19.720 INFO:teuthology.orchestra.run.smithi078.stdout: key = AQB4u+tmeOIPKxAAMkXEz6py7jLurFjTK4ENww== 2024-09-19T05:50:19.720 INFO:teuthology.orchestra.run.smithi078.stdout:[mds.d] 2024-09-19T05:50:19.720 INFO:teuthology.orchestra.run.smithi078.stdout: key = AQB4u+tmNK8KMhAA4BEYUqktUw8veg4KAln0yA== 2024-09-19T05:50:19.720 INFO:teuthology.orchestra.run.smithi078.stdout:[osd.4] 2024-09-19T05:50:19.720 INFO:teuthology.orchestra.run.smithi078.stdout: key = AQCLu+tmQvJlBhAA8F2negrEPTwgmseK+RzXRQ== 2024-09-19T05:50:19.720 INFO:teuthology.orchestra.run.smithi078.stdout:[osd.5] 2024-09-19T05:50:19.720 INFO:teuthology.orchestra.run.smithi078.stdout: key = AQCPu+tmEmf5BxAAuypWcfXR5HAPKNe+bmthPQ== 2024-09-19T05:50:19.720 INFO:teuthology.orchestra.run.smithi078.stdout:[osd.6] 2024-09-19T05:50:19.720 INFO:teuthology.orchestra.run.smithi078.stdout: key = AQCTu+tmXjGDCRAA9RI74nZDzJr+AFAXnxzNHA== 2024-09-19T05:50:19.720 INFO:teuthology.orchestra.run.smithi078.stdout:[osd.7] 2024-09-19T05:50:19.720 INFO:teuthology.orchestra.run.smithi078.stdout: key = AQCXu+tmL23JChAA+QnJ6pojMQoyYtQ57J6Mow== 2024-09-19T05:50:19.720 INFO:teuthology.orchestra.run.smithi078.stdout:[client.0] 2024-09-19T05:50:19.720 INFO:teuthology.orchestra.run.smithi078.stdout: key = AQB4u+tmxNcvNhAASxWhVmW1AToCW99jQzYLsw== 2024-09-19T05:50:19.721 INFO:teuthology.orchestra.run.smithi078.stdout:[client.2] 2024-09-19T05:50:19.721 INFO:teuthology.orchestra.run.smithi078.stdout: key = AQB5u+tmzSBCABAA/z3/rDBy97H4b4ONquqA9w== 2024-09-19T05:50:19.721 INFO:teuthology.orchestra.run.smithi078.stdout:[client.1] 2024-09-19T05:50:19.721 INFO:teuthology.orchestra.run.smithi078.stdout: key = AQB5u+tmL6B6AxAAebloa/OjgjVswu763n5SIw== 2024-09-19T05:50:19.721 INFO:teuthology.orchestra.run.smithi078.stdout:[client.3] 2024-09-19T05:50:19.721 INFO:teuthology.orchestra.run.smithi078.stdout: key = AQB5u+tmkWUJCRAAkBGOuB/fLJGGnMp/5dHqOQ== 2024-09-19T05:50:19.722 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T05:50:19.744 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T05:50:19.813 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:50:19.817 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:50:19.875 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:50:19.878 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:50:19.933 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:50:19.936 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:50:19.987 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:50:19.989 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:50:20.040 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:50:20.043 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:50:20.094 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:50:20.096 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:50:20.147 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T05:50:20.150 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T05:50:20.201 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:50:20.204 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:50:20.258 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:50:20.261 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:50:20.315 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:50:20.318 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:50:20.368 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:50:20.374 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:50:20.424 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:50:20.426 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:50:20.477 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:50:20.479 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:50:20.530 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:50:20.533 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:50:20.586 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:50:20.588 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:50:20.642 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:50:20.645 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:50:20.700 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:50:20.702 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:50:20.756 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-19T05:50:20.757 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-19T05:50:20.783 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T05:50:20.880 DEBUG:teuthology.orchestra.run.smithi046:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-19T05:50:20.905 DEBUG:teuthology.orchestra.run.smithi078:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-19T05:50:20.931 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T05:50:21.027 DEBUG:teuthology.orchestra.run.smithi078:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-19T05:50:21.053 DEBUG:teuthology.orchestra.run.smithi078:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-19T05:50:21.117 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T05:50:21.214 DEBUG:teuthology.orchestra.run.smithi078:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-19T05:50:21.238 DEBUG:teuthology.orchestra.run.smithi046:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:50:21.241 DEBUG:teuthology.orchestra.run.smithi078:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:50:21.300 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-19T05:50:21.300 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-19T05:50:21.301 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-19T05:50:21.303 INFO:tasks.ceph.mon.a:Started 2024-09-19T05:50:21.303 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-19T05:50:21.303 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-19T05:50:21.336 INFO:tasks.ceph.mon.b:Started 2024-09-19T05:50:21.336 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-19T05:50:21.336 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-19T05:50:21.338 INFO:tasks.ceph.mon.c:Started 2024-09-19T05:50:21.338 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-19T05:50:21.338 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-19T05:50:21.339 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-19T05:50:21.341 INFO:tasks.ceph.mgr.y:Started 2024-09-19T05:50:21.341 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-19T05:50:21.341 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-19T05:50:21.343 INFO:tasks.ceph.mgr.x:Started 2024-09-19T05:50:21.343 INFO:tasks.ceph:Setting crush tunables to default 2024-09-19T05:50:21.343 DEBUG:teuthology.orchestra.run.smithi046:> sudo ceph --cluster ceph osd crush tunables default 2024-09-19T05:50:21.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.445+0000 7f2c7fbe4640 1 Processor -- start 2024-09-19T05:50:21.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.445+0000 7f2c7fbe4640 1 -- start start 2024-09-19T05:50:21.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7fbe4640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2c78161c30 0x7f2c7806bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:21.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7fbe4640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f2c780b3340 0x7f2c7806c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:21.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7fbe4640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f2c7806c640 0x7f2c780cec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:21.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7fbe4640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f2c780d1000 con 0x7f2c780b3340 2024-09-19T05:50:21.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7fbe4640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f2c780d18a0 con 0x7f2c7806c640 2024-09-19T05:50:21.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7fbe4640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f2c780d2d70 con 0x7f2c78161c30 2024-09-19T05:50:21.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7d17f640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f2c780b3340 0x7f2c7806c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:21.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7d17f640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f2c780b3340 0x7f2c7806c100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32850/0 (socket says 172.21.15.46:32850) 2024-09-19T05:50:21.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7d17f640 1 -- 172.21.15.46:0/232978403 learned_addr learned my addr 172.21.15.46:0/232978403 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:21.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7e181640 1 --2- 172.21.15.46:0/232978403 >> v2:172.21.15.78:3300/0 conn(0x7f2c7806c640 0x7f2c780cec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:21.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7d980640 1 --2- 172.21.15.46:0/232978403 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2c78161c30 0x7f2c7806bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:21.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7d17f640 1 -- 172.21.15.46:0/232978403 >> v2:172.21.15.46:3300/0 conn(0x7f2c780b3340 msgr2=0x7f2c7806c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-19T05:50:21.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7d17f640 1 -- 172.21.15.46:0/232978403 >> v2:172.21.15.46:3300/0 conn(0x7f2c780b3340 msgr2=0x7f2c7806c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T05:50:21.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7d17f640 1 --2- 172.21.15.46:0/232978403 >> v2:172.21.15.46:3300/0 conn(0x7f2c780b3340 0x7f2c7806c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T05:50:21.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7d17f640 1 --2- 172.21.15.46:0/232978403 >> v2:172.21.15.46:3300/0 conn(0x7f2c780b3340 0x7f2c7806c100 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:50:21.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7e181640 1 -- 172.21.15.46:0/232978403 >> v2:172.21.15.78:3300/0 conn(0x7f2c7806c640 msgr2=0x7f2c780cec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-19T05:50:21.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7e181640 1 -- 172.21.15.46:0/232978403 >> v2:172.21.15.78:3300/0 conn(0x7f2c7806c640 msgr2=0x7f2c780cec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T05:50:21.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7e181640 1 --2- 172.21.15.46:0/232978403 >> v2:172.21.15.78:3300/0 conn(0x7f2c7806c640 0x7f2c780cec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T05:50:21.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7e181640 1 --2- 172.21.15.46:0/232978403 >> v2:172.21.15.78:3300/0 conn(0x7f2c7806c640 0x7f2c780cec00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:50:21.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7d980640 1 -- 172.21.15.46:0/232978403 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2c78161c30 msgr2=0x7f2c7806bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-19T05:50:21.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7d980640 1 -- 172.21.15.46:0/232978403 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2c78161c30 msgr2=0x7f2c7806bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T05:50:21.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7d980640 1 --2- 172.21.15.46:0/232978403 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2c78161c30 0x7f2c7806bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T05:50:21.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.446+0000 7f2c7d980640 1 --2- 172.21.15.46:0/232978403 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2c78161c30 0x7f2c7806bbc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:50:21.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.647+0000 7f2c7d17f640 1 --2- 172.21.15.46:0/232978403 >> v2:172.21.15.46:3300/0 conn(0x7f2c780b3340 0x7f2c7806c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:21.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.647+0000 7f2c7d980640 1 --2- 172.21.15.46:0/232978403 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2c78161c30 0x7f2c7806bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:21.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.647+0000 7f2c7e181640 1 --2- 172.21.15.46:0/232978403 >> v2:172.21.15.78:3300/0 conn(0x7f2c7806c640 0x7f2c780cec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:21.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.647+0000 7f2c7d17f640 1 -- 172.21.15.46:0/232978403 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2c78161c30 msgr2=0x7f2c7806bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:21.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.647+0000 7f2c7d17f640 1 --2- 172.21.15.46:0/232978403 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2c78161c30 0x7f2c7806bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:21.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.647+0000 7f2c7d17f640 1 -- 172.21.15.46:0/232978403 >> v2:172.21.15.78:3300/0 conn(0x7f2c7806c640 msgr2=0x7f2c780cec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:21.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.647+0000 7f2c7d17f640 1 --2- 172.21.15.46:0/232978403 >> v2:172.21.15.78:3300/0 conn(0x7f2c7806c640 0x7f2c780cec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:21.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.647+0000 7f2c7d17f640 1 -- 172.21.15.46:0/232978403 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c780b3900 con 0x7f2c780b3340 2024-09-19T05:50:21.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.648+0000 7f2c7d17f640 1 --2- 172.21.15.46:0/232978403 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c780b3340 0x7f2c7806c100 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2c780b32d0 tx=0x7f2c6802a490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5110df3b114fd84 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:21.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.648+0000 7f2c7c97e640 1 -- 172.21.15.46:0/232978403 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c6800f040 con 0x7f2c780b3340 2024-09-19T05:50:21.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.648+0000 7f2c7c97e640 1 -- 172.21.15.46:0/232978403 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c6802f710 con 0x7f2c780b3340 2024-09-19T05:50:21.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.648+0000 7f2c7c97e640 1 -- 172.21.15.46:0/232978403 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c6802fb00 con 0x7f2c780b3340 2024-09-19T05:50:21.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.649+0000 7f2c7fbe4640 1 -- 172.21.15.46:0/232978403 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c780b3340 msgr2=0x7f2c7806c100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:21.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.649+0000 7f2c7fbe4640 1 --2- 172.21.15.46:0/232978403 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c780b3340 0x7f2c7806c100 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2c780b32d0 tx=0x7f2c6802a490 comp rx=0 tx=0).stop 2024-09-19T05:50:21.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.649+0000 7f2c7fbe4640 1 -- 172.21.15.46:0/232978403 shutdown_connections 2024-09-19T05:50:21.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.649+0000 7f2c7fbe4640 1 --2- 172.21.15.46:0/232978403 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c780b3340 0x7f2c7806c100 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:21.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.649+0000 7f2c7fbe4640 1 --2- 172.21.15.46:0/232978403 >> v2:172.21.15.78:3300/0 conn(0x7f2c7806c640 0x7f2c780cec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:21.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.649+0000 7f2c7fbe4640 1 --2- 172.21.15.46:0/232978403 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2c78161c30 0x7f2c7806bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:21.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.649+0000 7f2c7fbe4640 1 -- 172.21.15.46:0/232978403 >> 172.21.15.46:0/232978403 conn(0x7f2c7809ba70 msgr2=0x7f2c780d2380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:21.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.649+0000 7f2c7fbe4640 1 -- 172.21.15.46:0/232978403 shutdown_connections 2024-09-19T05:50:21.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.649+0000 7f2c7fbe4640 1 -- 172.21.15.46:0/232978403 wait complete. 2024-09-19T05:50:21.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.650+0000 7f2c7fbe4640 1 Processor -- start 2024-09-19T05:50:21.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.650+0000 7f2c7fbe4640 1 -- start start 2024-09-19T05:50:21.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.651+0000 7f2c7fbe4640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c7806c640 0x7f2c780c9450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:21.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.651+0000 7f2c7fbe4640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2c780b3340 0x7f2c780b7990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:21.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.651+0000 7f2c7fbe4640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2c78161c30 0x7f2c781546d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:21.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.651+0000 7f2c7fbe4640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2c78162010 con 0x7f2c7806c640 2024-09-19T05:50:21.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.651+0000 7f2c7fbe4640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f2c780d1530 con 0x7f2c780b3340 2024-09-19T05:50:21.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.651+0000 7f2c7fbe4640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f2c78162190 con 0x7f2c78161c30 2024-09-19T05:50:21.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.651+0000 7f2c7d980640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c7806c640 0x7f2c780c9450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:21.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.651+0000 7f2c7d980640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c7806c640 0x7f2c780c9450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32890/0 (socket says 172.21.15.46:32890) 2024-09-19T05:50:21.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.651+0000 7f2c7d980640 1 -- 172.21.15.46:0/3093300115 learned_addr learned my addr 172.21.15.46:0/3093300115 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:21.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.651+0000 7f2c7e181640 1 --2- 172.21.15.46:0/3093300115 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2c78161c30 0x7f2c781546d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:21.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.651+0000 7f2c7d17f640 1 --2- 172.21.15.46:0/3093300115 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2c780b3340 0x7f2c780b7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:21.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.651+0000 7f2c7d980640 1 -- 172.21.15.46:0/3093300115 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2c78161c30 msgr2=0x7f2c781546d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:21.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.651+0000 7f2c7d980640 1 --2- 172.21.15.46:0/3093300115 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2c78161c30 0x7f2c781546d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:21.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.651+0000 7f2c7d980640 1 -- 172.21.15.46:0/3093300115 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2c780b3340 msgr2=0x7f2c780b7990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:21.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.651+0000 7f2c7d980640 1 --2- 172.21.15.46:0/3093300115 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2c780b3340 0x7f2c780b7990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:21.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.651+0000 7f2c7d980640 1 -- 172.21.15.46:0/3093300115 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c780cc340 con 0x7f2c7806c640 2024-09-19T05:50:21.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.651+0000 7f2c7d980640 1 --2- 172.21.15.46:0/3093300115 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c7806c640 0x7f2c780c9450 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f2c7400b6b0 tx=0x7f2c7400bb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:21.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.652+0000 7f2c6e7fc640 1 -- 172.21.15.46:0/3093300115 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c74018070 con 0x7f2c7806c640 2024-09-19T05:50:21.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.652+0000 7f2c6e7fc640 1 -- 172.21.15.46:0/3093300115 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c74010830 con 0x7f2c7806c640 2024-09-19T05:50:21.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.652+0000 7f2c7fbe4640 1 -- 172.21.15.46:0/3093300115 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c780c7fb0 con 0x7f2c7806c640 2024-09-19T05:50:21.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.652+0000 7f2c6e7fc640 1 -- 172.21.15.46:0/3093300115 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c74010c20 con 0x7f2c7806c640 2024-09-19T05:50:21.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.652+0000 7f2c7fbe4640 1 -- 172.21.15.46:0/3093300115 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c780c8570 con 0x7f2c7806c640 2024-09-19T05:50:21.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.652+0000 7f2c6e7fc640 1 -- 172.21.15.46:0/3093300115 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2c7401b070 con 0x7f2c7806c640 2024-09-19T05:50:21.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.652+0000 7f2c6e7fc640 1 -- 172.21.15.46:0/3093300115 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2c74014770 con 0x7f2c7806c640 2024-09-19T05:50:21.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.653+0000 7f2c7fbe4640 1 -- 172.21.15.46:0/3093300115 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c780c87b0 con 0x7f2c7806c640 2024-09-19T05:50:21.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.655+0000 7f2c6e7fc640 1 -- 172.21.15.46:0/3093300115 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f2c780c87b0 con 0x7f2c7806c640 2024-09-19T05:50:21.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.719+0000 7f2c7fbe4640 1 -- 172.21.15.46:0/3093300115 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f2c7806bbc0 con 0x7f2c7806c640 2024-09-19T05:50:21.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.721+0000 7f2c6e7fc640 1 -- 172.21.15.46:0/3093300115 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f2c74014970 con 0x7f2c7806c640 2024-09-19T05:50:21.722 INFO:teuthology.orchestra.run.smithi046.stderr:adjusted tunables profile to default 2024-09-19T05:50:21.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.721+0000 7f2c7fbe4640 1 -- 172.21.15.46:0/3093300115 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c7806c640 msgr2=0x7f2c780c9450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:21.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.721+0000 7f2c7fbe4640 1 --2- 172.21.15.46:0/3093300115 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c7806c640 0x7f2c780c9450 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f2c7400b6b0 tx=0x7f2c7400bb70 comp rx=0 tx=0).stop 2024-09-19T05:50:21.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.721+0000 7f2c7fbe4640 1 -- 172.21.15.46:0/3093300115 shutdown_connections 2024-09-19T05:50:21.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.721+0000 7f2c7fbe4640 1 --2- 172.21.15.46:0/3093300115 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2c78161c30 0x7f2c781546d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:21.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.721+0000 7f2c7fbe4640 1 --2- 172.21.15.46:0/3093300115 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2c780b3340 0x7f2c780b7990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:21.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.722+0000 7f2c7fbe4640 1 --2- 172.21.15.46:0/3093300115 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c7806c640 0x7f2c780c9450 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:21.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.722+0000 7f2c7fbe4640 1 -- 172.21.15.46:0/3093300115 >> 172.21.15.46:0/3093300115 conn(0x7f2c7809ba70 msgr2=0x7f2c7815de20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:21.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.722+0000 7f2c7fbe4640 1 -- 172.21.15.46:0/3093300115 shutdown_connections 2024-09-19T05:50:21.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:21.722+0000 7f2c7fbe4640 1 -- 172.21.15.46:0/3093300115 wait complete. 2024-09-19T05:50:21.725 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:21.723+0000 7f1f1efb7040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T05:50:21.725 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:21.724+0000 7f7102c12040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T05:50:21.734 INFO:tasks.ceph:check_enable_crimson: False 2024-09-19T05:50:21.734 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-19T05:50:21.735 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:50:21.735 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-19T05:50:21.760 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:50:21.761 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-19T05:50:21.766 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:21.764+0000 7f7102c12040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T05:50:21.769 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:21.767+0000 7f1f1efb7040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T05:50:21.794 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:50:21.794 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-19T05:50:21.860 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:50:21.860 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-19T05:50:21.906 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:21.905+0000 7f7102c12040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T05:50:21.920 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:21.919+0000 7f1f1efb7040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T05:50:21.925 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:50:21.925 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-19T05:50:21.951 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:50:21.952 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-19T05:50:21.960 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:21.958+0000 7f7102c12040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T05:50:21.973 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:21.972+0000 7f1f1efb7040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T05:50:21.984 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:50:21.984 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-19T05:50:22.049 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:50:22.049 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-19T05:50:22.114 DEBUG:teuthology.orchestra.run.smithi078:> sudo ceph --cluster ceph osd new c5887dcb-f9c0-42a0-905d-718d357b4b57 0 2024-09-19T05:50:22.133 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:22.131+0000 7f1f1efb7040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:50:22.153 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:22.151+0000 7f7102c12040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:50:22.248 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:22.246+0000 7f1f1efb7040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T05:50:22.251 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.249+0000 7f1f92376640 1 Processor -- start 2024-09-19T05:50:22.251 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.249+0000 7f1f92376640 1 -- start start 2024-09-19T05:50:22.252 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.250+0000 7f1f92376640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f1f8c0b1f60 0x7f1f8c167460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:22.252 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.250+0000 7f1f92376640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1f8c15ca20 con 0x7f1f8c0b0720 2024-09-19T05:50:22.252 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.250+0000 7f1f92376640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1f8c160940 con 0x7f1f8c063160 2024-09-19T05:50:22.252 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.250+0000 7f1f92376640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f1f8c0cc930 con 0x7f1f8c0b1f60 2024-09-19T05:50:22.253 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.250+0000 7f1f8b7fe640 1 --1- >> v1:172.21.15.78:6789/0 conn(0x7f1f8c063160 0x7f1f8c0b1850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.78:6789/0 says I am v1:172.21.15.78:38236/0 (socket says 172.21.15.78:38236) 2024-09-19T05:50:22.253 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.250+0000 7f1f8b7fe640 1 -- 172.21.15.78:0/1594526201 learned_addr learned my addr 172.21.15.78:0/1594526201 (peer_addr_for_me v1:172.21.15.78:0/0) 2024-09-19T05:50:22.253 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.250+0000 7f1f90913640 1 --2- 172.21.15.78:0/1594526201 >> v2:172.21.15.78:3300/0 conn(0x7f1f8c0b1f60 0x7f1f8c167460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:22.253 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.251+0000 7f1f90913640 1 -- 172.21.15.78:0/1594526201 >> v1:172.21.15.78:6789/0 conn(0x7f1f8c063160 legacy=0x7f1f8c0b1850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:22.253 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.251+0000 7f1f90913640 1 -- 172.21.15.78:0/1594526201 >> v1:172.21.15.46:6789/0 conn(0x7f1f8c0b0720 legacy=0x7f1f8c160130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:22.253 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.251+0000 7f1f8affd640 1 -- 172.21.15.78:0/1594526201 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 972674326 0 0) 0x7f1f8c160940 con 0x7f1f8c063160 2024-09-19T05:50:22.253 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.251+0000 7f1f90913640 1 -- 172.21.15.78:0/1594526201 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f8c160c20 con 0x7f1f8c0b1f60 2024-09-19T05:50:22.254 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.251+0000 7f1f90913640 1 --2- 172.21.15.78:0/1594526201 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1f8c0b1f60 0x7f1f8c167460 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f1f84009d90 tx=0x7f1f8402a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=573d9bb03e7bb29b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:22.254 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.251+0000 7f1f8affd640 1 -- 172.21.15.78:0/1594526201 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f84007740 con 0x7f1f8c0b1f60 2024-09-19T05:50:22.254 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.251+0000 7f1f8affd640 1 -- 172.21.15.78:0/1594526201 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f840078e0 con 0x7f1f8c0b1f60 2024-09-19T05:50:22.254 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.251+0000 7f1f8affd640 1 -- 172.21.15.78:0/1594526201 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f84007cb0 con 0x7f1f8c0b1f60 2024-09-19T05:50:22.254 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.252+0000 7f1f92376640 1 -- 172.21.15.78:0/1594526201 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1f8c0b1f60 msgr2=0x7f1f8c167460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:22.254 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.252+0000 7f1f92376640 1 --2- 172.21.15.78:0/1594526201 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1f8c0b1f60 0x7f1f8c167460 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f1f84009d90 tx=0x7f1f8402a6f0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.255 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.252+0000 7f1f92376640 1 -- 172.21.15.78:0/1594526201 shutdown_connections 2024-09-19T05:50:22.255 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.252+0000 7f1f92376640 1 --2- 172.21.15.78:0/1594526201 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1f8c0b1f60 0x7f1f8c167460 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.255 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.252+0000 7f1f92376640 1 -- 172.21.15.78:0/1594526201 >> 172.21.15.78:0/1594526201 conn(0x7f1f8c0730e0 msgr2=0x7f1f8c0734c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:22.255 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.252+0000 7f1f92376640 1 -- 172.21.15.78:0/1594526201 shutdown_connections 2024-09-19T05:50:22.255 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.252+0000 7f1f92376640 1 -- 172.21.15.78:0/1594526201 wait complete. 2024-09-19T05:50:22.255 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.254+0000 7f1f92376640 1 Processor -- start 2024-09-19T05:50:22.256 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.254+0000 7f1f92376640 1 -- start start 2024-09-19T05:50:22.259 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.255+0000 7f1f92376640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1f8c063160 0x7f1f8c0b6bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:22.259 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.255+0000 7f1f92376640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f8c0b0720 0x7f1f8c09a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:22.259 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.255+0000 7f1f92376640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1f8c0b1f60 0x7f1f8c0d1170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:22.259 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.255+0000 7f1f92376640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1f8c0cc520 con 0x7f1f8c0b0720 2024-09-19T05:50:22.259 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.255+0000 7f1f92376640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f1f8c0b0b00 con 0x7f1f8c063160 2024-09-19T05:50:22.259 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.256+0000 7f1f92376640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f1f8c0cddd0 con 0x7f1f8c0b1f60 2024-09-19T05:50:22.259 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.256+0000 7f1f8bfff640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1f8c063160 0x7f1f8c0b6bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:22.260 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.256+0000 7f1f8bfff640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1f8c063160 0x7f1f8c0b6bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.78:34166/0 (socket says 172.21.15.78:34166) 2024-09-19T05:50:22.260 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.256+0000 7f1f8bfff640 1 -- 172.21.15.78:0/690191325 learned_addr learned my addr 172.21.15.78:0/690191325 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-09-19T05:50:22.260 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.256+0000 7f1f90913640 1 --2- 172.21.15.78:0/690191325 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1f8c0b1f60 0x7f1f8c0d1170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:22.260 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.256+0000 7f1f8b7fe640 1 --2- 172.21.15.78:0/690191325 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f8c0b0720 0x7f1f8c09a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:22.260 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.256+0000 7f1f90913640 1 -- 172.21.15.78:0/690191325 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1f8c063160 msgr2=0x7f1f8c0b6bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:22.260 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.256+0000 7f1f90913640 1 --2- 172.21.15.78:0/690191325 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1f8c063160 0x7f1f8c0b6bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.260 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.256+0000 7f1f90913640 1 -- 172.21.15.78:0/690191325 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f8c0b0720 msgr2=0x7f1f8c09a870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:22.260 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.256+0000 7f1f90913640 1 --2- 172.21.15.78:0/690191325 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f8c0b0720 0x7f1f8c09a870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.260 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.256+0000 7f1f90913640 1 -- 172.21.15.78:0/690191325 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f8c15a840 con 0x7f1f8c0b1f60 2024-09-19T05:50:22.260 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.256+0000 7f1f8bfff640 1 --2- 172.21.15.78:0/690191325 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1f8c063160 0x7f1f8c0b6bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:22.260 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.256+0000 7f1f8b7fe640 1 --2- 172.21.15.78:0/690191325 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f8c0b0720 0x7f1f8c09a870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:22.260 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.256+0000 7f1f90913640 1 --2- 172.21.15.78:0/690191325 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1f8c0b1f60 0x7f1f8c0d1170 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1f84031000 tx=0x7f1f84004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:22.261 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.256+0000 7f1f88ff9640 1 -- 172.21.15.78:0/690191325 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f8403f070 con 0x7f1f8c0b1f60 2024-09-19T05:50:22.261 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.256+0000 7f1f88ff9640 1 -- 172.21.15.78:0/690191325 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f84031c80 con 0x7f1f8c0b1f60 2024-09-19T05:50:22.261 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.256+0000 7f1f92376640 1 -- 172.21.15.78:0/690191325 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f8c15ab20 con 0x7f1f8c0b1f60 2024-09-19T05:50:22.261 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.256+0000 7f1f88ff9640 1 -- 172.21.15.78:0/690191325 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f840446a0 con 0x7f1f8c0b1f60 2024-09-19T05:50:22.261 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.256+0000 7f1f92376640 1 -- 172.21.15.78:0/690191325 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f8c15b0e0 con 0x7f1f8c0b1f60 2024-09-19T05:50:22.261 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.257+0000 7f1f88ff9640 1 -- 172.21.15.78:0/690191325 <== mon.2 v2:172.21.15.78:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1f84044840 con 0x7f1f8c0b1f60 2024-09-19T05:50:22.261 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.257+0000 7f1f88ff9640 1 -- 172.21.15.78:0/690191325 <== mon.2 v2:172.21.15.78:3301/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7f1f8403b640 con 0x7f1f8c0b1f60 2024-09-19T05:50:22.261 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.257+0000 7f1f92376640 1 -- 172.21.15.78:0/690191325 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f8c0b1850 con 0x7f1f8c0b1f60 2024-09-19T05:50:22.261 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.260+0000 7f1f88ff9640 1 -- 172.21.15.78:0/690191325 <== mon.2 v2:172.21.15.78:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f1f84052020 con 0x7f1f8c0b1f60 2024-09-19T05:50:22.271 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:22.269+0000 7f7102c12040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T05:50:22.332 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.330+0000 7f1f92376640 1 -- 172.21.15.78:0/690191325 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_command({"prefix": "osd new", "uuid": "c5887dcb-f9c0-42a0-905d-718d357b4b57", "id": 0} v 0) -- 0x7f1f8c0b7220 con 0x7f1f8c0b1f60 2024-09-19T05:50:22.338 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.336+0000 7f1f88ff9640 1 -- 172.21.15.78:0/690191325 <== mon.2 v2:172.21.15.78:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "c5887dcb-f9c0-42a0-905d-718d357b4b57", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7f1f84007840 con 0x7f1f8c0b1f60 2024-09-19T05:50:22.338 INFO:teuthology.orchestra.run.smithi078.stdout:0 2024-09-19T05:50:22.339 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.337+0000 7f1f92376640 1 -- 172.21.15.78:0/690191325 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1f8c0b1f60 msgr2=0x7f1f8c0d1170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:22.340 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.337+0000 7f1f92376640 1 --2- 172.21.15.78:0/690191325 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1f8c0b1f60 0x7f1f8c0d1170 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1f84031000 tx=0x7f1f84004a40 comp rx=0 tx=0).stop 2024-09-19T05:50:22.340 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.337+0000 7f1f92376640 1 -- 172.21.15.78:0/690191325 shutdown_connections 2024-09-19T05:50:22.340 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.337+0000 7f1f92376640 1 --2- 172.21.15.78:0/690191325 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1f8c0b1f60 0x7f1f8c0d1170 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.340 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.337+0000 7f1f92376640 1 --2- 172.21.15.78:0/690191325 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f8c0b0720 0x7f1f8c09a870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.340 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.337+0000 7f1f92376640 1 --2- 172.21.15.78:0/690191325 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1f8c063160 0x7f1f8c0b6bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.340 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.337+0000 7f1f92376640 1 -- 172.21.15.78:0/690191325 >> 172.21.15.78:0/690191325 conn(0x7f1f8c0730e0 msgr2=0x7f1f8c06e680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:22.340 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.337+0000 7f1f92376640 1 -- 172.21.15.78:0/690191325 shutdown_connections 2024-09-19T05:50:22.340 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.337+0000 7f1f92376640 1 -- 172.21.15.78:0/690191325 wait complete. 2024-09-19T05:50:22.349 DEBUG:teuthology.orchestra.run.smithi078:> sudo ceph --cluster ceph osd new 3fed9b97-7482-4314-bf02-1518c03be152 1 2024-09-19T05:50:22.448 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.446+0000 7ffad06ac640 1 Processor -- start 2024-09-19T05:50:22.448 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.446+0000 7ffad06ac640 1 -- start start 2024-09-19T05:50:22.449 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.447+0000 7ffad06ac640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7ffac815ea70 0x7ffac8073bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:22.449 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.447+0000 7ffad06ac640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffac80b0b10 con 0x7ffac80cf580 2024-09-19T05:50:22.449 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.447+0000 7ffad06ac640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffac80b0db0 con 0x7ffac80b1b70 2024-09-19T05:50:22.450 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.447+0000 7ffad06ac640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7ffac80b1090 con 0x7ffac815ea70 2024-09-19T05:50:22.450 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.447+0000 7fface448640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7ffac815ea70 0x7ffac8073bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:22.450 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.447+0000 7ffacdc47640 1 --1- >> v1:172.21.15.78:6789/0 conn(0x7ffac80b1b70 0x7ffac80cee70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.78:6789/0 says I am v1:172.21.15.78:38252/0 (socket says 172.21.15.78:38252) 2024-09-19T05:50:22.450 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.447+0000 7fface448640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7ffac815ea70 0x7ffac8073bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.78:34178/0 (socket says 172.21.15.78:34178) 2024-09-19T05:50:22.450 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.447+0000 7ffacdc47640 1 -- 172.21.15.78:0/2773319722 learned_addr learned my addr 172.21.15.78:0/2773319722 (peer_addr_for_me v1:172.21.15.78:0/0) 2024-09-19T05:50:22.450 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.447+0000 7fface448640 1 -- 172.21.15.78:0/2773319722 >> v1:172.21.15.78:6789/0 conn(0x7ffac80b1b70 legacy=0x7ffac80cee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:22.450 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.447+0000 7fface448640 1 -- 172.21.15.78:0/2773319722 >> v1:172.21.15.46:6789/0 conn(0x7ffac80cf580 legacy=0x7ffac80ae0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:22.450 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.447+0000 7fface448640 1 -- 172.21.15.78:0/2773319722 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffac80b1370 con 0x7ffac815ea70 2024-09-19T05:50:22.450 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.448+0000 7fface448640 1 --2- 172.21.15.78:0/2773319722 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ffac815ea70 0x7ffac8073bd0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ffab80097a0 tx=0x7ffab802a1e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d441ab5b75aec529 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:22.452 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.448+0000 7ffacd446640 1 -- 172.21.15.78:0/2773319722 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab8037070 con 0x7ffac815ea70 2024-09-19T05:50:22.452 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.448+0000 7ffacd446640 1 -- 172.21.15.78:0/2773319722 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffab8032440 con 0x7ffac815ea70 2024-09-19T05:50:22.452 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.448+0000 7ffacd446640 1 -- 172.21.15.78:0/2773319722 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab8032810 con 0x7ffac815ea70 2024-09-19T05:50:22.452 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.449+0000 7ffad06ac640 1 -- 172.21.15.78:0/2773319722 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ffac815ea70 msgr2=0x7ffac8073bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:22.452 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.449+0000 7ffad06ac640 1 --2- 172.21.15.78:0/2773319722 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ffac815ea70 0x7ffac8073bd0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ffab80097a0 tx=0x7ffab802a1e0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.452 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.449+0000 7ffad06ac640 1 -- 172.21.15.78:0/2773319722 shutdown_connections 2024-09-19T05:50:22.452 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.449+0000 7ffad06ac640 1 --2- 172.21.15.78:0/2773319722 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ffac815ea70 0x7ffac8073bd0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.452 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.449+0000 7ffad06ac640 1 -- 172.21.15.78:0/2773319722 >> 172.21.15.78:0/2773319722 conn(0x7ffac80730e0 msgr2=0x7ffac80734c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:22.452 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.449+0000 7ffad06ac640 1 -- 172.21.15.78:0/2773319722 shutdown_connections 2024-09-19T05:50:22.452 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.449+0000 7ffad06ac640 1 -- 172.21.15.78:0/2773319722 wait complete. 2024-09-19T05:50:22.452 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.450+0000 7ffad06ac640 1 Processor -- start 2024-09-19T05:50:22.453 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.450+0000 7ffad06ac640 1 -- start start 2024-09-19T05:50:22.455 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.451+0000 7ffad06ac640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ffac80b1b70 0x7ffac80cce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:22.455 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.451+0000 7ffad06ac640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffac80cf580 0x7ffac80cb8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:22.455 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.451+0000 7ffad06ac640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ffac815ea70 0x7ffac80cbe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:22.455 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.451+0000 7ffad06ac640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ffac80d1800 con 0x7ffac80cf580 2024-09-19T05:50:22.455 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.451+0000 7ffad06ac640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ffac80b1f80 con 0x7ffac80b1b70 2024-09-19T05:50:22.455 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.451+0000 7ffad06ac640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7ffac80d1980 con 0x7ffac815ea70 2024-09-19T05:50:22.455 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.451+0000 7fface448640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ffac80b1b70 0x7ffac80cce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:22.455 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.451+0000 7fface448640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ffac80b1b70 0x7ffac80cce80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.78:34180/0 (socket says 172.21.15.78:34180) 2024-09-19T05:50:22.455 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.451+0000 7fface448640 1 -- 172.21.15.78:0/1246483983 learned_addr learned my addr 172.21.15.78:0/1246483983 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-09-19T05:50:22.455 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.451+0000 7ffacec49640 1 --2- 172.21.15.78:0/1246483983 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ffac815ea70 0x7ffac80cbe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:22.455 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.451+0000 7ffacdc47640 1 --2- 172.21.15.78:0/1246483983 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffac80cf580 0x7ffac80cb8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:22.456 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.451+0000 7fface448640 1 -- 172.21.15.78:0/1246483983 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ffac815ea70 msgr2=0x7ffac80cbe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:22.456 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.451+0000 7fface448640 1 --2- 172.21.15.78:0/1246483983 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ffac815ea70 0x7ffac80cbe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.456 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.451+0000 7fface448640 1 -- 172.21.15.78:0/1246483983 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffac80cf580 msgr2=0x7ffac80cb8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:22.456 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.451+0000 7fface448640 1 --2- 172.21.15.78:0/1246483983 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffac80cf580 0x7ffac80cb8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.456 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.451+0000 7fface448640 1 -- 172.21.15.78:0/1246483983 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffac80c8370 con 0x7ffac80b1b70 2024-09-19T05:50:22.456 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.451+0000 7ffacdc47640 1 --2- 172.21.15.78:0/1246483983 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffac80cf580 0x7ffac80cb8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:50:22.456 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.451+0000 7fface448640 1 --2- 172.21.15.78:0/1246483983 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ffac80b1b70 0x7ffac80cce80 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7ffab8000c00 tx=0x7ffab80046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:22.456 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.451+0000 7ffabeffd640 1 -- 172.21.15.78:0/1246483983 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab8037040 con 0x7ffac80b1b70 2024-09-19T05:50:22.456 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.451+0000 7ffabeffd640 1 -- 172.21.15.78:0/1246483983 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffab8042070 con 0x7ffac80b1b70 2024-09-19T05:50:22.456 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.451+0000 7ffad06ac640 1 -- 172.21.15.78:0/1246483983 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffac80c8650 con 0x7ffac80b1b70 2024-09-19T05:50:22.456 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.451+0000 7ffabeffd640 1 -- 172.21.15.78:0/1246483983 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab8030a70 con 0x7ffac80b1b70 2024-09-19T05:50:22.456 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.452+0000 7ffad06ac640 1 -- 172.21.15.78:0/1246483983 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffac80c8c10 con 0x7ffac80b1b70 2024-09-19T05:50:22.456 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.452+0000 7ffabeffd640 1 -- 172.21.15.78:0/1246483983 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ffab8030c10 con 0x7ffac80b1b70 2024-09-19T05:50:22.457 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.452+0000 7ffabeffd640 1 -- 172.21.15.78:0/1246483983 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7ffab803d7f0 con 0x7ffac80b1b70 2024-09-19T05:50:22.457 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.453+0000 7ffad06ac640 1 -- 172.21.15.78:0/1246483983 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffac8073bd0 con 0x7ffac80b1b70 2024-09-19T05:50:22.457 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.455+0000 7ffabeffd640 1 -- 172.21.15.78:0/1246483983 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7ffab803da40 con 0x7ffac80b1b70 2024-09-19T05:50:22.526 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.524+0000 7ffad06ac640 1 -- 172.21.15.78:0/1246483983 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "osd new", "uuid": "3fed9b97-7482-4314-bf02-1518c03be152", "id": 1} v 0) -- 0x7ffac80af960 con 0x7ffac80b1b70 2024-09-19T05:50:22.534 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.532+0000 7ffabeffd640 1 -- 172.21.15.78:0/1246483983 <== mon.1 v2:172.21.15.78:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "3fed9b97-7482-4314-bf02-1518c03be152", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7ffab8047460 con 0x7ffac80b1b70 2024-09-19T05:50:22.534 INFO:teuthology.orchestra.run.smithi078.stdout:1 2024-09-19T05:50:22.535 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.533+0000 7ffad06ac640 1 -- 172.21.15.78:0/1246483983 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ffac80b1b70 msgr2=0x7ffac80cce80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:22.535 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.533+0000 7ffad06ac640 1 --2- 172.21.15.78:0/1246483983 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ffac80b1b70 0x7ffac80cce80 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7ffab8000c00 tx=0x7ffab80046c0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.536 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.533+0000 7ffad06ac640 1 -- 172.21.15.78:0/1246483983 shutdown_connections 2024-09-19T05:50:22.536 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.533+0000 7ffad06ac640 1 --2- 172.21.15.78:0/1246483983 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ffac815ea70 0x7ffac80cbe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.536 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.533+0000 7ffad06ac640 1 --2- 172.21.15.78:0/1246483983 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffac80cf580 0x7ffac80cb8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.536 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.533+0000 7ffad06ac640 1 --2- 172.21.15.78:0/1246483983 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ffac80b1b70 0x7ffac80cce80 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.536 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.533+0000 7ffad06ac640 1 -- 172.21.15.78:0/1246483983 >> 172.21.15.78:0/1246483983 conn(0x7ffac80730e0 msgr2=0x7ffac8154f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:22.536 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.533+0000 7ffad06ac640 1 -- 172.21.15.78:0/1246483983 shutdown_connections 2024-09-19T05:50:22.536 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.533+0000 7ffad06ac640 1 -- 172.21.15.78:0/1246483983 wait complete. 2024-09-19T05:50:22.545 DEBUG:teuthology.orchestra.run.smithi078:> sudo ceph --cluster ceph osd new 2e36d163-339b-491e-98a9-6e768a3249e6 2 2024-09-19T05:50:22.590 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:22.588+0000 7f1f1efb7040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T05:50:22.610 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:22.608+0000 7f7102c12040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T05:50:22.645 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.643+0000 7f385535f640 1 Processor -- start 2024-09-19T05:50:22.645 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.643+0000 7f385535f640 1 -- start start 2024-09-19T05:50:22.646 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.643+0000 7f385535f640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f38500d1030 0x7f38500d1460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:22.646 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.643+0000 7f385535f640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38500b8010 con 0x7f385015e830 2024-09-19T05:50:22.646 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.643+0000 7f385535f640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38500d2b30 con 0x7f38500b3150 2024-09-19T05:50:22.646 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.643+0000 7f385535f640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f38500d19a0 con 0x7f38500d1030 2024-09-19T05:50:22.646 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.644+0000 7f384e7fc640 1 --1- >> v1:172.21.15.78:6789/0 conn(0x7f38500b3150 0x7f38500b7900 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.78:6789/0 says I am v1:172.21.15.78:38266/0 (socket says 172.21.15.78:38266) 2024-09-19T05:50:22.646 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.644+0000 7f384e7fc640 1 -- 172.21.15.78:0/1315826923 learned_addr learned my addr 172.21.15.78:0/1315826923 (peer_addr_for_me v1:172.21.15.78:0/0) 2024-09-19T05:50:22.646 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.644+0000 7f384f7fe640 1 --2- 172.21.15.78:0/1315826923 >> v2:172.21.15.46:3300/0 conn(0x7f38500d1030 0x7f38500d1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:22.646 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.644+0000 7f384dffb640 1 -- 172.21.15.78:0/1315826923 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3714819125 0 0) 0x7f38500d2b30 con 0x7f38500b3150 2024-09-19T05:50:22.647 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.644+0000 7f384dffb640 1 -- 172.21.15.78:0/1315826923 --> v1:172.21.15.78:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3838003520 con 0x7f38500b3150 2024-09-19T05:50:22.647 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.644+0000 7f384f7fe640 1 -- 172.21.15.78:0/1315826923 >> v1:172.21.15.78:6789/0 conn(0x7f38500b3150 legacy=0x7f38500b7900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:22.647 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.644+0000 7f384dffb640 1 -- 172.21.15.78:0/1315826923 <== mon.1 v1:172.21.15.78:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2838553385 0 0) 0x7f3838003520 con 0x7f38500b3150 2024-09-19T05:50:22.647 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.644+0000 7f384f7fe640 1 -- 172.21.15.78:0/1315826923 >> v1:172.21.15.46:6789/0 conn(0x7f385015e830 legacy=0x7f38500cf650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:22.647 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.644+0000 7f384f7fe640 1 -- 172.21.15.78:0/1315826923 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38500d2e10 con 0x7f38500d1030 2024-09-19T05:50:22.648 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.645+0000 7f384f7fe640 1 --2- 172.21.15.78:0/1315826923 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38500d1030 0x7f38500d1460 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f3848009d90 tx=0x7f384802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c13d0d2b996667c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:22.648 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.645+0000 7f384dffb640 1 -- 172.21.15.78:0/1315826923 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3844001670 con 0x7f38500d1030 2024-09-19T05:50:22.648 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.645+0000 7f384dffb640 1 -- 172.21.15.78:0/1315826923 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3848007540 con 0x7f38500d1030 2024-09-19T05:50:22.648 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.645+0000 7f384dffb640 1 -- 172.21.15.78:0/1315826923 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38480078f0 con 0x7f38500d1030 2024-09-19T05:50:22.649 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.646+0000 7f385535f640 1 -- 172.21.15.78:0/1315826923 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38500d1030 msgr2=0x7f38500d1460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:22.649 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.646+0000 7f385535f640 1 --2- 172.21.15.78:0/1315826923 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38500d1030 0x7f38500d1460 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f3848009d90 tx=0x7f384802a610 comp rx=0 tx=0).stop 2024-09-19T05:50:22.649 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.646+0000 7f385535f640 1 -- 172.21.15.78:0/1315826923 shutdown_connections 2024-09-19T05:50:22.649 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.646+0000 7f385535f640 1 --2- 172.21.15.78:0/1315826923 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38500d1030 0x7f38500d1460 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.649 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.646+0000 7f385535f640 1 -- 172.21.15.78:0/1315826923 >> 172.21.15.78:0/1315826923 conn(0x7f3850062630 msgr2=0x7f3850062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:22.649 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.646+0000 7f385535f640 1 -- 172.21.15.78:0/1315826923 shutdown_connections 2024-09-19T05:50:22.649 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.646+0000 7f385535f640 1 -- 172.21.15.78:0/1315826923 wait complete. 2024-09-19T05:50:22.651 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.647+0000 7f385535f640 1 Processor -- start 2024-09-19T05:50:22.651 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.647+0000 7f385535f640 1 -- start start 2024-09-19T05:50:22.651 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.648+0000 7f385535f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f38500b3150 0x7f38501f40a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:22.652 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.648+0000 7f385535f640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38500d1030 0x7f38500ceef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:22.652 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.648+0000 7f385535f640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f385015e830 0x7f38501e6dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:22.652 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.648+0000 7f385535f640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f38500d38f0 con 0x7f38500d1030 2024-09-19T05:50:22.652 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.648+0000 7f385535f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f38500cfeb0 con 0x7f38500b3150 2024-09-19T05:50:22.652 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.648+0000 7f385535f640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f38500d3a70 con 0x7f385015e830 2024-09-19T05:50:22.652 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.648+0000 7f384effd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f38500b3150 0x7f38501f40a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:22.652 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.648+0000 7f384f7fe640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f385015e830 0x7f38501e6dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:22.652 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.648+0000 7f384effd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f38500b3150 0x7f38501f40a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.78:34184/0 (socket says 172.21.15.78:34184) 2024-09-19T05:50:22.652 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.648+0000 7f384effd640 1 -- 172.21.15.78:0/2621054875 learned_addr learned my addr 172.21.15.78:0/2621054875 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-09-19T05:50:22.652 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.648+0000 7f384e7fc640 1 --2- 172.21.15.78:0/2621054875 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38500d1030 0x7f38500ceef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:22.653 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.648+0000 7f384effd640 1 -- 172.21.15.78:0/2621054875 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f385015e830 msgr2=0x7f38501e6dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:22.653 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.648+0000 7f384effd640 1 --2- 172.21.15.78:0/2621054875 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f385015e830 0x7f38501e6dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.653 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.648+0000 7f384effd640 1 -- 172.21.15.78:0/2621054875 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38500d1030 msgr2=0x7f38500ceef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:22.653 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.648+0000 7f384effd640 1 --2- 172.21.15.78:0/2621054875 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38500d1030 0x7f38500ceef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.653 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.648+0000 7f384effd640 1 -- 172.21.15.78:0/2621054875 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38500b6e90 con 0x7f38500b3150 2024-09-19T05:50:22.653 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.648+0000 7f384e7fc640 1 --2- 172.21.15.78:0/2621054875 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38500d1030 0x7f38500ceef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:22.653 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.648+0000 7f384effd640 1 --2- 172.21.15.78:0/2621054875 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f38500b3150 0x7f38501f40a0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f384000c430 tx=0x7f384000c8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:22.653 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.648+0000 7f38377fe640 1 -- 172.21.15.78:0/2621054875 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3840017070 con 0x7f38500b3150 2024-09-19T05:50:22.653 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.648+0000 7f38377fe640 1 -- 172.21.15.78:0/2621054875 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38400052d0 con 0x7f38500b3150 2024-09-19T05:50:22.653 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.648+0000 7f38377fe640 1 -- 172.21.15.78:0/2621054875 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3840003830 con 0x7f38500b3150 2024-09-19T05:50:22.653 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.649+0000 7f385535f640 1 -- 172.21.15.78:0/2621054875 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38500b4010 con 0x7f38500b3150 2024-09-19T05:50:22.653 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.649+0000 7f385535f640 1 -- 172.21.15.78:0/2621054875 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38500b45d0 con 0x7f38500b3150 2024-09-19T05:50:22.654 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.649+0000 7f38377fe640 1 -- 172.21.15.78:0/2621054875 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f384001a070 con 0x7f38500b3150 2024-09-19T05:50:22.654 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.649+0000 7f38377fe640 1 -- 172.21.15.78:0/2621054875 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7f3840012420 con 0x7f38500b3150 2024-09-19T05:50:22.654 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.649+0000 7f385535f640 1 -- 172.21.15.78:0/2621054875 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38500b3e00 con 0x7f38500b3150 2024-09-19T05:50:22.654 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:22.649+0000 7f1f1efb7040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T05:50:22.654 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.652+0000 7f38377fe640 1 -- 172.21.15.78:0/2621054875 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f3840021070 con 0x7f38500b3150 2024-09-19T05:50:22.671 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:22.669+0000 7f7102c12040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T05:50:22.723 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.721+0000 7f385535f640 1 -- 172.21.15.78:0/2621054875 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "osd new", "uuid": "2e36d163-339b-491e-98a9-6e768a3249e6", "id": 2} v 0) -- 0x7f38500d1460 con 0x7f38500b3150 2024-09-19T05:50:22.725 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.724+0000 7f38377fe640 1 -- 172.21.15.78:0/2621054875 <== mon.1 v2:172.21.15.78:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "2e36d163-339b-491e-98a9-6e768a3249e6", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f38500b8010 con 0x7f38500b3150 2024-09-19T05:50:22.726 INFO:teuthology.orchestra.run.smithi078.stdout:2 2024-09-19T05:50:22.727 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.725+0000 7f385535f640 1 -- 172.21.15.78:0/2621054875 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f38500b3150 msgr2=0x7f38501f40a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:22.727 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.725+0000 7f385535f640 1 --2- 172.21.15.78:0/2621054875 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f38500b3150 0x7f38501f40a0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f384000c430 tx=0x7f384000c8f0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.727 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.725+0000 7f385535f640 1 -- 172.21.15.78:0/2621054875 shutdown_connections 2024-09-19T05:50:22.727 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.725+0000 7f385535f640 1 --2- 172.21.15.78:0/2621054875 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f385015e830 0x7f38501e6dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.727 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.725+0000 7f385535f640 1 --2- 172.21.15.78:0/2621054875 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38500d1030 0x7f38500ceef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.727 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.725+0000 7f385535f640 1 --2- 172.21.15.78:0/2621054875 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f38500b3150 0x7f38501f40a0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.727 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.725+0000 7f385535f640 1 -- 172.21.15.78:0/2621054875 >> 172.21.15.78:0/2621054875 conn(0x7f3850062630 msgr2=0x7f385015ec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:22.727 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.725+0000 7f385535f640 1 -- 172.21.15.78:0/2621054875 shutdown_connections 2024-09-19T05:50:22.727 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.725+0000 7f385535f640 1 -- 172.21.15.78:0/2621054875 wait complete. 2024-09-19T05:50:22.737 DEBUG:teuthology.orchestra.run.smithi078:> sudo ceph --cluster ceph osd new 98fb22e5-3d85-4bb7-a92e-63625f26d7b9 3 2024-09-19T05:50:22.808 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:22.806+0000 7f1f1efb7040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T05:50:22.829 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:22.827+0000 7f7102c12040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T05:50:22.838 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.834+0000 7f61d4480640 1 Processor -- start 2024-09-19T05:50:22.838 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.834+0000 7f61d4480640 1 -- start start 2024-09-19T05:50:22.838 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.835+0000 7f61d4480640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f61cc0cf610 0x7f61cc073c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:22.838 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.835+0000 7f61d4480640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61cc0b2820 0x7f61cc0b0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:22.838 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.835+0000 7f61d4480640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61cc15cac0 con 0x7f61cc15b6b0 2024-09-19T05:50:22.839 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.835+0000 7f61d4480640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f61cc15beb0 con 0x7f61cc0cf610 2024-09-19T05:50:22.839 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.835+0000 7f61d4480640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f61cc15c190 con 0x7f61cc0b2820 2024-09-19T05:50:22.839 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.835+0000 7f61d2a1d640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61cc0b2820 0x7f61cc0b0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:22.839 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.835+0000 7f61d2a1d640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61cc0b2820 0x7f61cc0b0f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.78:48118/0 (socket says 172.21.15.78:48118) 2024-09-19T05:50:22.839 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.835+0000 7f61d2a1d640 1 -- 172.21.15.78:0/203959213 learned_addr learned my addr 172.21.15.78:0/203959213 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-09-19T05:50:22.839 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.835+0000 7f61d1a1b640 1 --2- 172.21.15.78:0/203959213 >> v2:172.21.15.46:3300/0 conn(0x7f61cc0cf610 0x7f61cc073c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:22.839 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.836+0000 7f61d2a1d640 1 -- 172.21.15.78:0/203959213 >> v2:172.21.15.46:3300/0 conn(0x7f61cc0cf610 msgr2=0x7f61cc073c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:22.839 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.836+0000 7f61d2a1d640 1 --2- 172.21.15.78:0/203959213 >> v2:172.21.15.46:3300/0 conn(0x7f61cc0cf610 0x7f61cc073c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.839 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.836+0000 7f61d2a1d640 1 -- 172.21.15.78:0/203959213 >> v1:172.21.15.46:6789/0 conn(0x7f61cc15b6b0 legacy=0x7f61cc0cef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:22.839 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.836+0000 7f61d2a1d640 1 -- 172.21.15.78:0/203959213 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61cc15c470 con 0x7f61cc0b2820 2024-09-19T05:50:22.839 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.836+0000 7f61d2a1d640 1 --2- 172.21.15.78:0/203959213 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61cc0b2820 0x7f61cc0b0f70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f61c400d150 tx=0x7f61c402c930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=55598d257f1e9d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:22.839 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.836+0000 7f61d121a640 1 -- 172.21.15.78:0/203959213 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c4009600 con 0x7f61cc0b2820 2024-09-19T05:50:22.839 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.836+0000 7f61d121a640 1 -- 172.21.15.78:0/203959213 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61c4037070 con 0x7f61cc0b2820 2024-09-19T05:50:22.840 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.836+0000 7f61d121a640 1 -- 172.21.15.78:0/203959213 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c40099c0 con 0x7f61cc0b2820 2024-09-19T05:50:22.843 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.837+0000 7f61d4480640 1 -- 172.21.15.78:0/203959213 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61cc0b2820 msgr2=0x7f61cc0b0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:22.843 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.837+0000 7f61d4480640 1 --2- 172.21.15.78:0/203959213 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61cc0b2820 0x7f61cc0b0f70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f61c400d150 tx=0x7f61c402c930 comp rx=0 tx=0).stop 2024-09-19T05:50:22.843 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.837+0000 7f61d4480640 1 -- 172.21.15.78:0/203959213 shutdown_connections 2024-09-19T05:50:22.843 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.837+0000 7f61d4480640 1 --2- 172.21.15.78:0/203959213 >> v2:172.21.15.46:3300/0 conn(0x7f61cc0cf610 0x7f61cc073c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.843 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.837+0000 7f61d4480640 1 --2- 172.21.15.78:0/203959213 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61cc0b2820 0x7f61cc0b0f70 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.843 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.837+0000 7f61d4480640 1 -- 172.21.15.78:0/203959213 >> 172.21.15.78:0/203959213 conn(0x7f61cc073120 msgr2=0x7f61cc073500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:22.843 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.837+0000 7f61d4480640 1 -- 172.21.15.78:0/203959213 shutdown_connections 2024-09-19T05:50:22.843 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.837+0000 7f61d4480640 1 -- 172.21.15.78:0/203959213 wait complete. 2024-09-19T05:50:22.843 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.838+0000 7f61d4480640 1 Processor -- start 2024-09-19T05:50:22.843 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.838+0000 7f61d4480640 1 -- start start 2024-09-19T05:50:22.844 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.839+0000 7f61d4480640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61cc0b2820 0x7f61cc158930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:22.844 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.839+0000 7f61d4480640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61cc0cf610 0x7f61cc0c7a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:22.844 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.839+0000 7f61d4480640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61cc15b6b0 0x7f61cc0b4180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:22.844 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.839+0000 7f61d4480640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f61cc15bc10 con 0x7f61cc0cf610 2024-09-19T05:50:22.844 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.839+0000 7f61d4480640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f61cc15ba90 con 0x7f61cc15b6b0 2024-09-19T05:50:22.844 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.839+0000 7f61d4480640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f61cc0b14b0 con 0x7f61cc0b2820 2024-09-19T05:50:22.844 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.839+0000 7f61d221c640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61cc0b2820 0x7f61cc158930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:22.844 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.839+0000 7f61d221c640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61cc0b2820 0x7f61cc158930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.78:48128/0 (socket says 172.21.15.78:48128) 2024-09-19T05:50:22.844 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.839+0000 7f61d221c640 1 -- 172.21.15.78:0/835877349 learned_addr learned my addr 172.21.15.78:0/835877349 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-09-19T05:50:22.844 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.839+0000 7f61d2a1d640 1 --2- 172.21.15.78:0/835877349 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61cc15b6b0 0x7f61cc0b4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:22.844 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.839+0000 7f61d1a1b640 1 --2- 172.21.15.78:0/835877349 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61cc0cf610 0x7f61cc0c7a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:22.844 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.839+0000 7f61d221c640 1 -- 172.21.15.78:0/835877349 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61cc15b6b0 msgr2=0x7f61cc0b4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:22.844 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.839+0000 7f61d221c640 1 --2- 172.21.15.78:0/835877349 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61cc15b6b0 0x7f61cc0b4180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.845 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.839+0000 7f61d221c640 1 -- 172.21.15.78:0/835877349 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61cc0cf610 msgr2=0x7f61cc0c7a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:22.845 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.839+0000 7f61d221c640 1 --2- 172.21.15.78:0/835877349 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61cc0cf610 0x7f61cc0c7a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.845 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.839+0000 7f61d221c640 1 -- 172.21.15.78:0/835877349 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61cc0c6680 con 0x7f61cc0b2820 2024-09-19T05:50:22.845 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.840+0000 7f61d221c640 1 --2- 172.21.15.78:0/835877349 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61cc0b2820 0x7f61cc158930 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f61bc00c3f0 tx=0x7f61bc00c8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:22.845 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.840+0000 7f61c2ffd640 1 -- 172.21.15.78:0/835877349 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61bc0052d0 con 0x7f61cc0b2820 2024-09-19T05:50:22.845 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.840+0000 7f61c2ffd640 1 -- 172.21.15.78:0/835877349 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61bc005490 con 0x7f61cc0b2820 2024-09-19T05:50:22.845 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.840+0000 7f61d4480640 1 -- 172.21.15.78:0/835877349 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61cc0c6960 con 0x7f61cc0b2820 2024-09-19T05:50:22.845 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.840+0000 7f61c2ffd640 1 -- 172.21.15.78:0/835877349 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61bc007260 con 0x7f61cc0b2820 2024-09-19T05:50:22.845 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.840+0000 7f61d4480640 1 -- 172.21.15.78:0/835877349 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f61cc0c6f20 con 0x7f61cc0b2820 2024-09-19T05:50:22.845 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.840+0000 7f61c2ffd640 1 -- 172.21.15.78:0/835877349 <== mon.2 v2:172.21.15.78:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f61bc007400 con 0x7f61cc0b2820 2024-09-19T05:50:22.845 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.840+0000 7f61c2ffd640 1 -- 172.21.15.78:0/835877349 <== mon.2 v2:172.21.15.78:3301/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f61bc011590 con 0x7f61cc0b2820 2024-09-19T05:50:22.845 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.841+0000 7f61d4480640 1 -- 172.21.15.78:0/835877349 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61cc0b0f70 con 0x7f61cc0b2820 2024-09-19T05:50:22.846 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.845+0000 7f61c2ffd640 1 -- 172.21.15.78:0/835877349 <== mon.2 v2:172.21.15.78:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f61bc003a90 con 0x7f61cc0b2820 2024-09-19T05:50:22.917 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.915+0000 7f61d4480640 1 -- 172.21.15.78:0/835877349 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_command({"prefix": "osd new", "uuid": "98fb22e5-3d85-4bb7-a92e-63625f26d7b9", "id": 3} v 0) -- 0x7f61cc0d20a0 con 0x7f61cc0b2820 2024-09-19T05:50:22.920 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.918+0000 7f61c2ffd640 1 -- 172.21.15.78:0/835877349 <== mon.2 v2:172.21.15.78:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "98fb22e5-3d85-4bb7-a92e-63625f26d7b9", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f61bc003d30 con 0x7f61cc0b2820 2024-09-19T05:50:22.920 INFO:teuthology.orchestra.run.smithi078.stdout:3 2024-09-19T05:50:22.921 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.919+0000 7f61d4480640 1 -- 172.21.15.78:0/835877349 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61cc0b2820 msgr2=0x7f61cc158930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:22.921 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.919+0000 7f61d4480640 1 --2- 172.21.15.78:0/835877349 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61cc0b2820 0x7f61cc158930 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f61bc00c3f0 tx=0x7f61bc00c8b0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.921 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.919+0000 7f61d4480640 1 -- 172.21.15.78:0/835877349 shutdown_connections 2024-09-19T05:50:22.922 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.919+0000 7f61d4480640 1 --2- 172.21.15.78:0/835877349 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61cc15b6b0 0x7f61cc0b4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.922 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.919+0000 7f61d4480640 1 --2- 172.21.15.78:0/835877349 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61cc0cf610 0x7f61cc0c7a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.922 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.919+0000 7f61d4480640 1 --2- 172.21.15.78:0/835877349 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61cc0b2820 0x7f61cc158930 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:22.922 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.919+0000 7f61d4480640 1 -- 172.21.15.78:0/835877349 >> 172.21.15.78:0/835877349 conn(0x7f61cc073120 msgr2=0x7f61cc15f040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:22.922 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.919+0000 7f61d4480640 1 -- 172.21.15.78:0/835877349 shutdown_connections 2024-09-19T05:50:22.922 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:22.919+0000 7f61d4480640 1 -- 172.21.15.78:0/835877349 wait complete. 2024-09-19T05:50:22.935 DEBUG:teuthology.orchestra.run.smithi078:> sudo ceph --cluster ceph osd new 055bb872-b76a-40ab-aab7-c6e327ee7735 4 2024-09-19T05:50:23.034 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.032+0000 7fe27f847640 1 Processor -- start 2024-09-19T05:50:23.034 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.032+0000 7fe27f847640 1 -- start start 2024-09-19T05:50:23.035 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.033+0000 7fe27f847640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fe2780b0720 0x7fe278063160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.035 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.033+0000 7fe27f847640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fe278160130 0x7fe2780b1850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.035 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.033+0000 7fe27f847640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe2780b1d90 0x7fe2780d1210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.036 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.033+0000 7fe27f847640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fe2780b21e0 con 0x7fe278160130 2024-09-19T05:50:23.036 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.033+0000 7fe27f847640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fe2780cc930 con 0x7fe2780b0720 2024-09-19T05:50:23.036 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.033+0000 7fe27f847640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fe27815ca20 con 0x7fe2780b1d90 2024-09-19T05:50:23.036 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.033+0000 7fe27dde4640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe2780b1d90 0x7fe2780d1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.036 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.033+0000 7fe27dde4640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe2780b1d90 0x7fe2780d1210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.78:48144/0 (socket says 172.21.15.78:48144) 2024-09-19T05:50:23.036 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.033+0000 7fe27d5e3640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fe2780b0720 0x7fe278063160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.036 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.033+0000 7fe27dde4640 1 -- 172.21.15.78:0/3586147734 learned_addr learned my addr 172.21.15.78:0/3586147734 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-09-19T05:50:23.036 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.033+0000 7fe27cde2640 1 --2- 172.21.15.78:0/3586147734 >> v2:172.21.15.46:3300/0 conn(0x7fe278160130 0x7fe2780b1850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.036 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.033+0000 7fe27dde4640 1 -- 172.21.15.78:0/3586147734 >> v2:172.21.15.78:3300/0 conn(0x7fe2780b0720 msgr2=0x7fe278063160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:23.036 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.033+0000 7fe27dde4640 1 --2- 172.21.15.78:0/3586147734 >> v2:172.21.15.78:3300/0 conn(0x7fe2780b0720 0x7fe278063160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.036 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.033+0000 7fe27dde4640 1 -- 172.21.15.78:0/3586147734 >> v2:172.21.15.46:3300/0 conn(0x7fe278160130 msgr2=0x7fe2780b1850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:23.036 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.033+0000 7fe27dde4640 1 --2- 172.21.15.78:0/3586147734 >> v2:172.21.15.46:3300/0 conn(0x7fe278160130 0x7fe2780b1850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.036 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.033+0000 7fe27dde4640 1 -- 172.21.15.78:0/3586147734 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe278160940 con 0x7fe2780b1d90 2024-09-19T05:50:23.037 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.034+0000 7fe27dde4640 1 --2- 172.21.15.78:0/3586147734 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe2780b1d90 0x7fe2780d1210 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fe278063710 tx=0x7fe27002a6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7fe0162f222283a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:23.042 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.034+0000 7fe26ffff640 1 -- 172.21.15.78:0/3586147734 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe270036070 con 0x7fe2780b1d90 2024-09-19T05:50:23.042 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.034+0000 7fe26ffff640 1 -- 172.21.15.78:0/3586147734 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe270031600 con 0x7fe2780b1d90 2024-09-19T05:50:23.042 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.034+0000 7fe26ffff640 1 -- 172.21.15.78:0/3586147734 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2700319d0 con 0x7fe2780b1d90 2024-09-19T05:50:23.043 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.035+0000 7fe27f847640 1 -- 172.21.15.78:0/3586147734 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe2780b1d90 msgr2=0x7fe2780d1210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:23.043 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.035+0000 7fe27f847640 1 --2- 172.21.15.78:0/3586147734 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe2780b1d90 0x7fe2780d1210 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fe278063710 tx=0x7fe27002a6a0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.043 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.035+0000 7fe27f847640 1 -- 172.21.15.78:0/3586147734 shutdown_connections 2024-09-19T05:50:23.043 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.035+0000 7fe27f847640 1 --2- 172.21.15.78:0/3586147734 >> v2:172.21.15.46:3300/0 conn(0x7fe278160130 0x7fe2780b1850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.043 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.035+0000 7fe27f847640 1 --2- 172.21.15.78:0/3586147734 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe2780b1d90 0x7fe2780d1210 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.043 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.035+0000 7fe27f847640 1 --2- 172.21.15.78:0/3586147734 >> v2:172.21.15.78:3300/0 conn(0x7fe2780b0720 0x7fe278063160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.043 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.035+0000 7fe27f847640 1 -- 172.21.15.78:0/3586147734 >> 172.21.15.78:0/3586147734 conn(0x7fe2780730e0 msgr2=0x7fe2780734c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:23.043 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.035+0000 7fe27f847640 1 -- 172.21.15.78:0/3586147734 shutdown_connections 2024-09-19T05:50:23.043 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.035+0000 7fe27f847640 1 -- 172.21.15.78:0/3586147734 wait complete. 2024-09-19T05:50:23.043 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.036+0000 7fe27f847640 1 Processor -- start 2024-09-19T05:50:23.043 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.036+0000 7fe27f847640 1 -- start start 2024-09-19T05:50:23.043 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.037+0000 7fe27f847640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe2780b0720 0x7fe2781f3310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.044 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.037+0000 7fe27f847640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe2780b1d90 0x7fe2780b5a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.044 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.037+0000 7fe27f847640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe278160130 0x7fe2781f5740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.044 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.037+0000 7fe27f847640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe2780b0b00 con 0x7fe2780b0720 2024-09-19T05:50:23.044 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.037+0000 7fe27f847640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fe278160f00 con 0x7fe2780b1d90 2024-09-19T05:50:23.044 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.037+0000 7fe27f847640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fe2780cc520 con 0x7fe278160130 2024-09-19T05:50:23.044 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.037+0000 7fe27cde2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe2780b1d90 0x7fe2780b5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.044 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.037+0000 7fe27dde4640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe278160130 0x7fe2781f5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.044 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.037+0000 7fe27cde2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe2780b1d90 0x7fe2780b5a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.78:34198/0 (socket says 172.21.15.78:34198) 2024-09-19T05:50:23.044 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.037+0000 7fe27dde4640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe278160130 0x7fe2781f5740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.78:48152/0 (socket says 172.21.15.78:48152) 2024-09-19T05:50:23.044 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.037+0000 7fe27cde2640 1 -- 172.21.15.78:0/1000126117 learned_addr learned my addr 172.21.15.78:0/1000126117 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-09-19T05:50:23.044 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.037+0000 7fe27d5e3640 1 --2- 172.21.15.78:0/1000126117 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe2780b0720 0x7fe2781f3310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.044 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.037+0000 7fe27cde2640 1 -- 172.21.15.78:0/1000126117 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe278160130 msgr2=0x7fe2781f5740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:23.045 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.037+0000 7fe27cde2640 1 --2- 172.21.15.78:0/1000126117 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe278160130 0x7fe2781f5740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.045 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.037+0000 7fe27cde2640 1 -- 172.21.15.78:0/1000126117 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe2780b0720 msgr2=0x7fe2781f3310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:23.045 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.037+0000 7fe27cde2640 1 --2- 172.21.15.78:0/1000126117 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe2780b0720 0x7fe2781f3310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.045 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.037+0000 7fe27cde2640 1 -- 172.21.15.78:0/1000126117 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2781f3850 con 0x7fe2780b1d90 2024-09-19T05:50:23.045 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.037+0000 7fe27cde2640 1 --2- 172.21.15.78:0/1000126117 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe2780b1d90 0x7fe2780b5a60 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fe26800e8a0 tx=0x7fe26800ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:23.045 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.038+0000 7fe26dffb640 1 -- 172.21.15.78:0/1000126117 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe268017070 con 0x7fe2780b1d90 2024-09-19T05:50:23.045 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.038+0000 7fe26dffb640 1 -- 172.21.15.78:0/1000126117 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe26800c940 con 0x7fe2780b1d90 2024-09-19T05:50:23.045 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.038+0000 7fe27f847640 1 -- 172.21.15.78:0/1000126117 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2780b6480 con 0x7fe2780b1d90 2024-09-19T05:50:23.045 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.038+0000 7fe26dffb640 1 -- 172.21.15.78:0/1000126117 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe26800cd30 con 0x7fe2780b1d90 2024-09-19T05:50:23.045 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.038+0000 7fe27f847640 1 -- 172.21.15.78:0/1000126117 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe27815d1f0 con 0x7fe2780b1d90 2024-09-19T05:50:23.045 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.038+0000 7fe26dffb640 1 -- 172.21.15.78:0/1000126117 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe26801a070 con 0x7fe2780b1d90 2024-09-19T05:50:23.045 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.038+0000 7fe26dffb640 1 -- 172.21.15.78:0/1000126117 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7fe268013470 con 0x7fe2780b1d90 2024-09-19T05:50:23.045 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.039+0000 7fe27f847640 1 -- 172.21.15.78:0/1000126117 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2781605a0 con 0x7fe2780b1d90 2024-09-19T05:50:23.046 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.041+0000 7fe26dffb640 1 -- 172.21.15.78:0/1000126117 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fe2780b6480 con 0x7fe2780b1d90 2024-09-19T05:50:23.112 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.110+0000 7fe27f847640 1 -- 172.21.15.78:0/1000126117 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "osd new", "uuid": "055bb872-b76a-40ab-aab7-c6e327ee7735", "id": 4} v 0) -- 0x7fe2780b7220 con 0x7fe2780b1d90 2024-09-19T05:50:23.115 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.113+0000 7fe26dffb640 1 -- 172.21.15.78:0/1000126117 <== mon.1 v2:172.21.15.78:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "055bb872-b76a-40ab-aab7-c6e327ee7735", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7fe268006020 con 0x7fe2780b1d90 2024-09-19T05:50:23.115 INFO:teuthology.orchestra.run.smithi078.stdout:4 2024-09-19T05:50:23.116 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.114+0000 7fe27f847640 1 -- 172.21.15.78:0/1000126117 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe2780b1d90 msgr2=0x7fe2780b5a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:23.116 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.114+0000 7fe27f847640 1 --2- 172.21.15.78:0/1000126117 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe2780b1d90 0x7fe2780b5a60 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fe26800e8a0 tx=0x7fe26800ed60 comp rx=0 tx=0).stop 2024-09-19T05:50:23.116 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.114+0000 7fe27f847640 1 -- 172.21.15.78:0/1000126117 shutdown_connections 2024-09-19T05:50:23.116 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.114+0000 7fe27f847640 1 --2- 172.21.15.78:0/1000126117 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe278160130 0x7fe2781f5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.116 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.114+0000 7fe27f847640 1 --2- 172.21.15.78:0/1000126117 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe2780b1d90 0x7fe2780b5a60 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.117 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.114+0000 7fe27f847640 1 --2- 172.21.15.78:0/1000126117 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe2780b0720 0x7fe2781f3310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.117 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.114+0000 7fe27f847640 1 -- 172.21.15.78:0/1000126117 >> 172.21.15.78:0/1000126117 conn(0x7fe2780730e0 msgr2=0x7fe27806efe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:23.117 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.114+0000 7fe27f847640 1 -- 172.21.15.78:0/1000126117 shutdown_connections 2024-09-19T05:50:23.117 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.114+0000 7fe27f847640 1 -- 172.21.15.78:0/1000126117 wait complete. 2024-09-19T05:50:23.126 DEBUG:teuthology.orchestra.run.smithi078:> sudo ceph --cluster ceph osd new 4164d7c8-3350-4cd1-b105-8376e2b8d205 5 2024-09-19T05:50:23.226 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.224+0000 7f71cf5c4640 1 Processor -- start 2024-09-19T05:50:23.226 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.224+0000 7f71cf5c4640 1 -- start start 2024-09-19T05:50:23.227 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.225+0000 7f71cf5c4640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f71c815ea70 0x7f71c8073bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.228 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.225+0000 7f71cf5c4640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f71c80b1b70 0x7f71c80d1800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.228 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.225+0000 7f71cf5c4640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71c80b0b10 con 0x7f71c80cee70 2024-09-19T05:50:23.228 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.225+0000 7f71cf5c4640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f71c80b0db0 con 0x7f71c815ea70 2024-09-19T05:50:23.228 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.225+0000 7f71cf5c4640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f71c80b1090 con 0x7f71c80b1b70 2024-09-19T05:50:23.228 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.225+0000 7f71ccb5f640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f71c80b1b70 0x7f71c80d1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.228 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.225+0000 7f71cd360640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f71c815ea70 0x7f71c8073bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.228 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.225+0000 7f71ccb5f640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f71c80b1b70 0x7f71c80d1800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.78:48166/0 (socket says 172.21.15.78:48166) 2024-09-19T05:50:23.228 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.225+0000 7f71ccb5f640 1 -- 172.21.15.78:0/2268828792 learned_addr learned my addr 172.21.15.78:0/2268828792 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-09-19T05:50:23.228 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.226+0000 7f71cd360640 1 -- 172.21.15.78:0/2268828792 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f71c80b1b70 msgr2=0x7f71c80d1800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:23.228 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.226+0000 7f71cd360640 1 --2- 172.21.15.78:0/2268828792 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f71c80b1b70 0x7f71c80d1800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.228 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.226+0000 7f71cd360640 1 -- 172.21.15.78:0/2268828792 >> v1:172.21.15.78:6789/0 conn(0x7f71c80cee70 legacy=0x7f71c80ae0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:23.229 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.226+0000 7f71cd360640 1 -- 172.21.15.78:0/2268828792 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71c80b1370 con 0x7f71c815ea70 2024-09-19T05:50:23.229 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.226+0000 7f71bffff640 1 -- 172.21.15.78:0/2268828792 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4081368370 0 0) 0x7f71c80b0b10 con 0x7f71c80cee70 2024-09-19T05:50:23.229 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.226+0000 7f71ccb5f640 1 --2- 172.21.15.78:0/2268828792 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f71c80b1b70 0x7f71c80d1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:23.230 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.226+0000 7f71cd360640 1 --2- 172.21.15.78:0/2268828792 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f71c815ea70 0x7f71c8073bd0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f71b80097a0 tx=0x7f71b802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a388f8ac5cda9aa7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:23.230 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.226+0000 7f71bffff640 1 -- 172.21.15.78:0/2268828792 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71b8037070 con 0x7f71c815ea70 2024-09-19T05:50:23.230 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.226+0000 7f71bffff640 1 -- 172.21.15.78:0/2268828792 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71b8032440 con 0x7f71c815ea70 2024-09-19T05:50:23.230 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.227+0000 7f71bffff640 1 -- 172.21.15.78:0/2268828792 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71b8032810 con 0x7f71c815ea70 2024-09-19T05:50:23.230 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.227+0000 7f71cf5c4640 1 -- 172.21.15.78:0/2268828792 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f71c815ea70 msgr2=0x7f71c8073bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:23.230 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.227+0000 7f71cf5c4640 1 --2- 172.21.15.78:0/2268828792 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f71c815ea70 0x7f71c8073bd0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f71b80097a0 tx=0x7f71b802a180 comp rx=0 tx=0).stop 2024-09-19T05:50:23.230 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.227+0000 7f71cf5c4640 1 -- 172.21.15.78:0/2268828792 shutdown_connections 2024-09-19T05:50:23.230 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.227+0000 7f71cf5c4640 1 --2- 172.21.15.78:0/2268828792 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f71c80b1b70 0x7f71c80d1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.231 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.227+0000 7f71cf5c4640 1 --2- 172.21.15.78:0/2268828792 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f71c815ea70 0x7f71c8073bd0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.231 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.227+0000 7f71cf5c4640 1 -- 172.21.15.78:0/2268828792 >> 172.21.15.78:0/2268828792 conn(0x7f71c80730e0 msgr2=0x7f71c80734c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:23.231 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.227+0000 7f71cf5c4640 1 -- 172.21.15.78:0/2268828792 shutdown_connections 2024-09-19T05:50:23.231 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.227+0000 7f71cf5c4640 1 -- 172.21.15.78:0/2268828792 wait complete. 2024-09-19T05:50:23.231 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.228+0000 7f71cf5c4640 1 Processor -- start 2024-09-19T05:50:23.231 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.228+0000 7f71cf5c4640 1 -- start start 2024-09-19T05:50:23.233 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.229+0000 7f71cf5c4640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f71c80b1b70 0x7f71c809a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.233 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.229+0000 7f71cf5c4640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f71c80cee70 0x7f71c80b6530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.233 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.229+0000 7f71cf5c4640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f71c815ea70 0x7f71c80cd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.233 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.229+0000 7f71cf5c4640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f71c80cf440 con 0x7f71c80cee70 2024-09-19T05:50:23.233 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.229+0000 7f71cf5c4640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f71c80cf2c0 con 0x7f71c80b1b70 2024-09-19T05:50:23.233 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.229+0000 7f71cf5c4640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f71c80cf5c0 con 0x7f71c815ea70 2024-09-19T05:50:23.233 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.229+0000 7f71cd360640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f71c80b1b70 0x7f71c809a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.233 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.229+0000 7f71cdb61640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f71c815ea70 0x7f71c80cd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.233 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.229+0000 7f71cd360640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f71c80b1b70 0x7f71c809a0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.78:34226/0 (socket says 172.21.15.78:34226) 2024-09-19T05:50:23.234 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.229+0000 7f71cd360640 1 -- 172.21.15.78:0/1827285452 learned_addr learned my addr 172.21.15.78:0/1827285452 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-09-19T05:50:23.234 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.229+0000 7f71ccb5f640 1 --2- 172.21.15.78:0/1827285452 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f71c80cee70 0x7f71c80b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.234 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.230+0000 7f71cd360640 1 -- 172.21.15.78:0/1827285452 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f71c815ea70 msgr2=0x7f71c80cd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:23.234 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.230+0000 7f71cd360640 1 --2- 172.21.15.78:0/1827285452 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f71c815ea70 0x7f71c80cd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.234 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.230+0000 7f71cd360640 1 -- 172.21.15.78:0/1827285452 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f71c80cee70 msgr2=0x7f71c80b6530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:23.234 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.230+0000 7f71cd360640 1 --2- 172.21.15.78:0/1827285452 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f71c80cee70 0x7f71c80b6530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.234 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.230+0000 7f71cd360640 1 -- 172.21.15.78:0/1827285452 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71c8168270 con 0x7f71c80b1b70 2024-09-19T05:50:23.234 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.230+0000 7f71cdb61640 1 --2- 172.21.15.78:0/1827285452 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f71c815ea70 0x7f71c80cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:23.234 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.230+0000 7f71cd360640 1 --2- 172.21.15.78:0/1827285452 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f71c80b1b70 0x7f71c809a0c0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f71b8035040 tx=0x7f71b80046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:23.234 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.230+0000 7f71bdffb640 1 -- 172.21.15.78:0/1827285452 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71b8037040 con 0x7f71c80b1b70 2024-09-19T05:50:23.234 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.230+0000 7f71bdffb640 1 -- 172.21.15.78:0/1827285452 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71b8030500 con 0x7f71c80b1b70 2024-09-19T05:50:23.234 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.230+0000 7f71cf5c4640 1 -- 172.21.15.78:0/1827285452 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71c8168550 con 0x7f71c80b1b70 2024-09-19T05:50:23.234 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.230+0000 7f71bdffb640 1 -- 172.21.15.78:0/1827285452 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71b80308d0 con 0x7f71c80b1b70 2024-09-19T05:50:23.235 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.230+0000 7f71cf5c4640 1 -- 172.21.15.78:0/1827285452 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71c8168b10 con 0x7f71c80b1b70 2024-09-19T05:50:23.235 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.230+0000 7f71bdffb640 1 -- 172.21.15.78:0/1827285452 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f71b8044020 con 0x7f71c80b1b70 2024-09-19T05:50:23.235 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.230+0000 7f71bdffb640 1 -- 172.21.15.78:0/1827285452 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7f71b803bb60 con 0x7f71c80b1b70 2024-09-19T05:50:23.235 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.231+0000 7f71cf5c4640 1 -- 172.21.15.78:0/1827285452 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71c815f070 con 0x7f71c80b1b70 2024-09-19T05:50:23.235 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.233+0000 7f71bdffb640 1 -- 172.21.15.78:0/1827285452 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f71c815f070 con 0x7f71c80b1b70 2024-09-19T05:50:23.304 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.302+0000 7f71cf5c4640 1 -- 172.21.15.78:0/1827285452 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "osd new", "uuid": "4164d7c8-3350-4cd1-b105-8376e2b8d205", "id": 5} v 0) -- 0x7f71c806fc00 con 0x7f71c80b1b70 2024-09-19T05:50:23.307 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.305+0000 7f71bdffb640 1 -- 172.21.15.78:0/1827285452 <== mon.1 v2:172.21.15.78:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "4164d7c8-3350-4cd1-b105-8376e2b8d205", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7f71c806fc00 con 0x7f71c80b1b70 2024-09-19T05:50:23.307 INFO:teuthology.orchestra.run.smithi078.stdout:5 2024-09-19T05:50:23.308 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.306+0000 7f71cf5c4640 1 -- 172.21.15.78:0/1827285452 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f71c80b1b70 msgr2=0x7f71c809a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:23.308 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.306+0000 7f71cf5c4640 1 --2- 172.21.15.78:0/1827285452 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f71c80b1b70 0x7f71c809a0c0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f71b8035040 tx=0x7f71b80046c0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.308 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.306+0000 7f71cf5c4640 1 -- 172.21.15.78:0/1827285452 shutdown_connections 2024-09-19T05:50:23.308 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.306+0000 7f71cf5c4640 1 --2- 172.21.15.78:0/1827285452 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f71c815ea70 0x7f71c80cd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.309 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.306+0000 7f71cf5c4640 1 --2- 172.21.15.78:0/1827285452 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f71c80cee70 0x7f71c80b6530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.309 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.306+0000 7f71cf5c4640 1 --2- 172.21.15.78:0/1827285452 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f71c80b1b70 0x7f71c809a0c0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.309 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.306+0000 7f71cf5c4640 1 -- 172.21.15.78:0/1827285452 >> 172.21.15.78:0/1827285452 conn(0x7f71c80730e0 msgr2=0x7f71c80d1540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:23.309 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.306+0000 7f71cf5c4640 1 -- 172.21.15.78:0/1827285452 shutdown_connections 2024-09-19T05:50:23.309 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.306+0000 7f71cf5c4640 1 -- 172.21.15.78:0/1827285452 wait complete. 2024-09-19T05:50:23.318 DEBUG:teuthology.orchestra.run.smithi078:> sudo ceph --cluster ceph osd new 2ad21b97-7629-4de2-851e-909e8b1defd2 6 2024-09-19T05:50:23.417 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.415+0000 7f108e99f640 1 Processor -- start 2024-09-19T05:50:23.417 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.416+0000 7f108e99f640 1 -- start start 2024-09-19T05:50:23.419 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.416+0000 7f108e99f640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1088161cd0 0x7f10880ce8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.419 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.416+0000 7f108e99f640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f10880b02f0 0x7f10880b4160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.419 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.416+0000 7f108e99f640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f1088062630 0x7f1088062ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.419 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.416+0000 7f108e99f640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f10880cc850 con 0x7f10880b02f0 2024-09-19T05:50:23.419 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.416+0000 7f108e99f640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f10880cb960 con 0x7f1088062630 2024-09-19T05:50:23.420 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.416+0000 7f108e99f640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f10880cbc40 con 0x7f1088161cd0 2024-09-19T05:50:23.420 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.416+0000 7f1087fff640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1088161cd0 0x7f10880ce8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.420 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.416+0000 7f108cf3c640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f1088062630 0x7f1088062ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.420 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.416+0000 7f108cf3c640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f1088062630 0x7f1088062ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.78:34236/0 (socket says 172.21.15.78:34236) 2024-09-19T05:50:23.420 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.417+0000 7f108cf3c640 1 -- 172.21.15.78:0/745864039 learned_addr learned my addr 172.21.15.78:0/745864039 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-09-19T05:50:23.420 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.416+0000 7f1087fff640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1088161cd0 0x7f10880ce8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.78:48190/0 (socket says 172.21.15.78:48190) 2024-09-19T05:50:23.420 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.417+0000 7f10877fe640 1 --2- 172.21.15.78:0/745864039 >> v2:172.21.15.46:3300/0 conn(0x7f10880b02f0 0x7f10880b4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.420 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.417+0000 7f108cf3c640 1 -- 172.21.15.78:0/745864039 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1088161cd0 msgr2=0x7f10880ce8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:23.420 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.417+0000 7f108cf3c640 1 --2- 172.21.15.78:0/745864039 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1088161cd0 0x7f10880ce8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.420 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.417+0000 7f108cf3c640 1 -- 172.21.15.78:0/745864039 >> v2:172.21.15.46:3300/0 conn(0x7f10880b02f0 msgr2=0x7f10880b4160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:23.420 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.417+0000 7f108cf3c640 1 --2- 172.21.15.78:0/745864039 >> v2:172.21.15.46:3300/0 conn(0x7f10880b02f0 0x7f10880b4160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.420 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.417+0000 7f108cf3c640 1 -- 172.21.15.78:0/745864039 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10880cbf20 con 0x7f1088062630 2024-09-19T05:50:23.420 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.417+0000 7f10877fe640 1 --2- 172.21.15.78:0/745864039 >> v2:172.21.15.46:3300/0 conn(0x7f10880b02f0 0x7f10880b4160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:50:23.421 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.417+0000 7f1087fff640 1 --2- 172.21.15.78:0/745864039 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1088161cd0 0x7f10880ce8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:23.421 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.418+0000 7f108cf3c640 1 --2- 172.21.15.78:0/745864039 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1088062630 0x7f1088062ae0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f1088074140 tx=0x7f108002a6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8392776dfb76224d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:23.421 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.418+0000 7f1086ffd640 1 -- 172.21.15.78:0/745864039 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1080036070 con 0x7f1088062630 2024-09-19T05:50:23.421 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.418+0000 7f1086ffd640 1 -- 172.21.15.78:0/745864039 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1080031600 con 0x7f1088062630 2024-09-19T05:50:23.421 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.418+0000 7f1086ffd640 1 -- 172.21.15.78:0/745864039 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10800319d0 con 0x7f1088062630 2024-09-19T05:50:23.423 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.418+0000 7f108e99f640 1 -- 172.21.15.78:0/745864039 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1088062630 msgr2=0x7f1088062ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:23.424 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.418+0000 7f108e99f640 1 --2- 172.21.15.78:0/745864039 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1088062630 0x7f1088062ae0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f1088074140 tx=0x7f108002a6a0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.424 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.418+0000 7f108e99f640 1 -- 172.21.15.78:0/745864039 shutdown_connections 2024-09-19T05:50:23.424 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.418+0000 7f108e99f640 1 --2- 172.21.15.78:0/745864039 >> v2:172.21.15.46:3300/0 conn(0x7f10880b02f0 0x7f10880b4160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.424 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.418+0000 7f108e99f640 1 --2- 172.21.15.78:0/745864039 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1088062630 0x7f1088062ae0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.424 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.418+0000 7f108e99f640 1 --2- 172.21.15.78:0/745864039 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1088161cd0 0x7f10880ce8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.424 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.418+0000 7f108e99f640 1 -- 172.21.15.78:0/745864039 >> 172.21.15.78:0/745864039 conn(0x7f10880cdd90 msgr2=0x7f10880ce1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:23.424 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.418+0000 7f108e99f640 1 -- 172.21.15.78:0/745864039 shutdown_connections 2024-09-19T05:50:23.424 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.418+0000 7f108e99f640 1 -- 172.21.15.78:0/745864039 wait complete. 2024-09-19T05:50:23.424 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.420+0000 7f108e99f640 1 Processor -- start 2024-09-19T05:50:23.425 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.420+0000 7f108e99f640 1 -- start start 2024-09-19T05:50:23.425 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.420+0000 7f108e99f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1088062630 0x7f10881f77e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.425 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.420+0000 7f108e99f640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f10880b02f0 0x7f1088160c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.425 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.420+0000 7f108e99f640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1088161cd0 0x7f10881587b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.425 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.421+0000 7f108e99f640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f10881620b0 con 0x7f1088161cd0 2024-09-19T05:50:23.425 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.421+0000 7f108e99f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f10880cc4e0 con 0x7f1088062630 2024-09-19T05:50:23.425 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.421+0000 7f108e99f640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f108815eef0 con 0x7f10880b02f0 2024-09-19T05:50:23.425 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.421+0000 7f10877fe640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f10880b02f0 0x7f1088160c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.425 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.421+0000 7f1087fff640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1088062630 0x7f10881f77e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.425 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.421+0000 7f10877fe640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f10880b02f0 0x7f1088160c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.78:48200/0 (socket says 172.21.15.78:48200) 2024-09-19T05:50:23.425 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.421+0000 7f10877fe640 1 -- 172.21.15.78:0/4275797107 learned_addr learned my addr 172.21.15.78:0/4275797107 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-09-19T05:50:23.425 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.421+0000 7f108cf3c640 1 --2- 172.21.15.78:0/4275797107 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1088161cd0 0x7f10881587b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.425 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.421+0000 7f1087fff640 1 -- 172.21.15.78:0/4275797107 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f10880b02f0 msgr2=0x7f1088160c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:23.426 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.421+0000 7f1087fff640 1 --2- 172.21.15.78:0/4275797107 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f10880b02f0 0x7f1088160c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.426 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.421+0000 7f1087fff640 1 -- 172.21.15.78:0/4275797107 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1088161cd0 msgr2=0x7f10881587b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:23.426 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.421+0000 7f1087fff640 1 --2- 172.21.15.78:0/4275797107 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1088161cd0 0x7f10881587b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.426 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.421+0000 7f1087fff640 1 -- 172.21.15.78:0/4275797107 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10881f7e80 con 0x7f1088062630 2024-09-19T05:50:23.426 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.421+0000 7f10877fe640 1 --2- 172.21.15.78:0/4275797107 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f10880b02f0 0x7f1088160c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:23.426 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.421+0000 7f1087fff640 1 --2- 172.21.15.78:0/4275797107 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1088062630 0x7f10881f77e0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f107000e900 tx=0x7f107000edc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:23.426 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.421+0000 7f1084ff9640 1 -- 172.21.15.78:0/4275797107 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1070017070 con 0x7f1088062630 2024-09-19T05:50:23.426 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.421+0000 7f1084ff9640 1 -- 172.21.15.78:0/4275797107 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f107000ca00 con 0x7f1088062630 2024-09-19T05:50:23.426 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.421+0000 7f108e99f640 1 -- 172.21.15.78:0/4275797107 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10881f8160 con 0x7f1088062630 2024-09-19T05:50:23.426 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.421+0000 7f1084ff9640 1 -- 172.21.15.78:0/4275797107 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f107000cdf0 con 0x7f1088062630 2024-09-19T05:50:23.426 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.421+0000 7f108e99f640 1 -- 172.21.15.78:0/4275797107 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1088158cf0 con 0x7f1088062630 2024-09-19T05:50:23.426 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.422+0000 7f1084ff9640 1 -- 172.21.15.78:0/4275797107 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f107001a070 con 0x7f1088062630 2024-09-19T05:50:23.427 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.422+0000 7f1084ff9640 1 -- 172.21.15.78:0/4275797107 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7f107001ca40 con 0x7f1088062630 2024-09-19T05:50:23.427 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.422+0000 7f108e99f640 1 -- 172.21.15.78:0/4275797107 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10881f8680 con 0x7f1088062630 2024-09-19T05:50:23.427 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.424+0000 7f1084ff9640 1 -- 172.21.15.78:0/4275797107 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f1070009300 con 0x7f1088062630 2024-09-19T05:50:23.495 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.493+0000 7f108e99f640 1 -- 172.21.15.78:0/4275797107 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "osd new", "uuid": "2ad21b97-7629-4de2-851e-909e8b1defd2", "id": 6} v 0) -- 0x7f108815ece0 con 0x7f1088062630 2024-09-19T05:50:23.498 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.496+0000 7f1084ff9640 1 -- 172.21.15.78:0/4275797107 <== mon.1 v2:172.21.15.78:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "2ad21b97-7629-4de2-851e-909e8b1defd2", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7f107001c520 con 0x7f1088062630 2024-09-19T05:50:23.498 INFO:teuthology.orchestra.run.smithi078.stdout:6 2024-09-19T05:50:23.499 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.497+0000 7f108e99f640 1 -- 172.21.15.78:0/4275797107 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1088062630 msgr2=0x7f10881f77e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:23.499 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.497+0000 7f108e99f640 1 --2- 172.21.15.78:0/4275797107 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1088062630 0x7f10881f77e0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f107000e900 tx=0x7f107000edc0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.499 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.497+0000 7f108e99f640 1 -- 172.21.15.78:0/4275797107 shutdown_connections 2024-09-19T05:50:23.500 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.497+0000 7f108e99f640 1 --2- 172.21.15.78:0/4275797107 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1088161cd0 0x7f10881587b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.500 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.497+0000 7f108e99f640 1 --2- 172.21.15.78:0/4275797107 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f10880b02f0 0x7f1088160c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.500 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.497+0000 7f108e99f640 1 --2- 172.21.15.78:0/4275797107 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1088062630 0x7f10881f77e0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.500 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.497+0000 7f108e99f640 1 -- 172.21.15.78:0/4275797107 >> 172.21.15.78:0/4275797107 conn(0x7f10880cdd90 msgr2=0x7f10880b5a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:23.500 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.498+0000 7f108e99f640 1 -- 172.21.15.78:0/4275797107 shutdown_connections 2024-09-19T05:50:23.500 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.498+0000 7f108e99f640 1 -- 172.21.15.78:0/4275797107 wait complete. 2024-09-19T05:50:23.509 DEBUG:teuthology.orchestra.run.smithi078:> sudo ceph --cluster ceph osd new 88efccef-c5f1-43b6-b786-9bc72f2cf2cc 7 2024-09-19T05:50:23.608 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.606+0000 7f83f8d5f640 1 Processor -- start 2024-09-19T05:50:23.608 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.606+0000 7f83f8d5f640 1 -- start start 2024-09-19T05:50:23.609 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.607+0000 7f83f8d5f640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f83f40b0720 0x7f83f4063160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.607+0000 7f83f8d5f640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f83f4160130 0x7f83f40b1850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.607+0000 7f83f8d5f640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f83f40b1d90 0x7f83f40d1210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.607+0000 7f83f8d5f640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f83f40b21e0 con 0x7f83f40b0720 2024-09-19T05:50:23.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.607+0000 7f83f8d5f640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f83f40cc930 con 0x7f83f4160130 2024-09-19T05:50:23.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.607+0000 7f83f8d5f640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f83f415ca20 con 0x7f83f40b1d90 2024-09-19T05:50:23.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.607+0000 7f83f2d9d640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f83f40b1d90 0x7f83f40d1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.607+0000 7f83f1d9b640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f83f4160130 0x7f83f40b1850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.607+0000 7f83f2d9d640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f83f40b1d90 0x7f83f40d1210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.78:48204/0 (socket says 172.21.15.78:48204) 2024-09-19T05:50:23.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.607+0000 7f83f2d9d640 1 -- 172.21.15.78:0/1258078125 learned_addr learned my addr 172.21.15.78:0/1258078125 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-09-19T05:50:23.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.607+0000 7f83f259c640 1 --2- 172.21.15.78:0/1258078125 >> v2:172.21.15.46:3300/0 conn(0x7f83f40b0720 0x7f83f4063160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.608+0000 7f83f2d9d640 1 -- 172.21.15.78:0/1258078125 >> v2:172.21.15.78:3300/0 conn(0x7f83f4160130 msgr2=0x7f83f40b1850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:23.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.608+0000 7f83f2d9d640 1 --2- 172.21.15.78:0/1258078125 >> v2:172.21.15.78:3300/0 conn(0x7f83f4160130 0x7f83f40b1850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.611 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.608+0000 7f83f2d9d640 1 -- 172.21.15.78:0/1258078125 >> v2:172.21.15.46:3300/0 conn(0x7f83f40b0720 msgr2=0x7f83f4063160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:23.611 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.608+0000 7f83f2d9d640 1 --2- 172.21.15.78:0/1258078125 >> v2:172.21.15.46:3300/0 conn(0x7f83f40b0720 0x7f83f4063160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.611 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.608+0000 7f83f2d9d640 1 -- 172.21.15.78:0/1258078125 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83f4160940 con 0x7f83f40b1d90 2024-09-19T05:50:23.611 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.608+0000 7f83f1d9b640 1 --2- 172.21.15.78:0/1258078125 >> v2:172.21.15.78:3300/0 conn(0x7f83f4160130 0x7f83f40b1850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:23.612 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.608+0000 7f83f2d9d640 1 --2- 172.21.15.78:0/1258078125 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f83f40b1d90 0x7f83f40d1210 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f83f4074010 tx=0x7f83ec02a6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5009b3aa99bf877b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:23.612 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.608+0000 7f83f159a640 1 -- 172.21.15.78:0/1258078125 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83ec036070 con 0x7f83f40b1d90 2024-09-19T05:50:23.612 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.608+0000 7f83f159a640 1 -- 172.21.15.78:0/1258078125 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83ec031600 con 0x7f83f40b1d90 2024-09-19T05:50:23.613 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.608+0000 7f83f159a640 1 -- 172.21.15.78:0/1258078125 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83ec0319d0 con 0x7f83f40b1d90 2024-09-19T05:50:23.613 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.609+0000 7f83f8d5f640 1 -- 172.21.15.78:0/1258078125 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f83f40b1d90 msgr2=0x7f83f40d1210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:23.613 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.609+0000 7f83f8d5f640 1 --2- 172.21.15.78:0/1258078125 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f83f40b1d90 0x7f83f40d1210 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f83f4074010 tx=0x7f83ec02a6a0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.613 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.609+0000 7f83f8d5f640 1 -- 172.21.15.78:0/1258078125 shutdown_connections 2024-09-19T05:50:23.613 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.609+0000 7f83f8d5f640 1 --2- 172.21.15.78:0/1258078125 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f83f40b1d90 0x7f83f40d1210 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.613 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.609+0000 7f83f8d5f640 1 --2- 172.21.15.78:0/1258078125 >> v2:172.21.15.78:3300/0 conn(0x7f83f4160130 0x7f83f40b1850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.613 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.609+0000 7f83f8d5f640 1 --2- 172.21.15.78:0/1258078125 >> v2:172.21.15.46:3300/0 conn(0x7f83f40b0720 0x7f83f4063160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.613 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.609+0000 7f83f8d5f640 1 -- 172.21.15.78:0/1258078125 >> 172.21.15.78:0/1258078125 conn(0x7f83f40730e0 msgr2=0x7f83f40734c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:23.613 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.609+0000 7f83f8d5f640 1 -- 172.21.15.78:0/1258078125 shutdown_connections 2024-09-19T05:50:23.613 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.609+0000 7f83f8d5f640 1 -- 172.21.15.78:0/1258078125 wait complete. 2024-09-19T05:50:23.613 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.611+0000 7f83f8d5f640 1 Processor -- start 2024-09-19T05:50:23.614 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.611+0000 7f83f8d5f640 1 -- start start 2024-09-19T05:50:23.616 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.611+0000 7f83f8d5f640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f83f40b0720 0x7f83f41f77c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.616 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.611+0000 7f83f8d5f640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f83f40b1d90 0x7f83f40cddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.616 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.611+0000 7f83f8d5f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f83f4160130 0x7f83f40ce2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.616 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.612+0000 7f83f8d5f640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f83f40b0b00 con 0x7f83f40b1d90 2024-09-19T05:50:23.616 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.612+0000 7f83f8d5f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f83f4160f00 con 0x7f83f4160130 2024-09-19T05:50:23.616 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.612+0000 7f83f8d5f640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f83f40cc520 con 0x7f83f40b0720 2024-09-19T05:50:23.616 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.612+0000 7f83f259c640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f83f40b0720 0x7f83f41f77c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.616 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.612+0000 7f83f2d9d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f83f4160130 0x7f83f40ce2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.617 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.612+0000 7f83f259c640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f83f40b0720 0x7f83f41f77c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.78:48208/0 (socket says 172.21.15.78:48208) 2024-09-19T05:50:23.617 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.612+0000 7f83f259c640 1 -- 172.21.15.78:0/3169551955 learned_addr learned my addr 172.21.15.78:0/3169551955 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-09-19T05:50:23.617 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.612+0000 7f83f1d9b640 1 --2- 172.21.15.78:0/3169551955 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f83f40b1d90 0x7f83f40cddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.617 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.612+0000 7f83f259c640 1 -- 172.21.15.78:0/3169551955 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f83f4160130 msgr2=0x7f83f40ce2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:23.617 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.612+0000 7f83f259c640 1 --2- 172.21.15.78:0/3169551955 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f83f4160130 0x7f83f40ce2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.617 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.612+0000 7f83f259c640 1 -- 172.21.15.78:0/3169551955 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f83f40b1d90 msgr2=0x7f83f40cddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:23.617 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.612+0000 7f83f259c640 1 --2- 172.21.15.78:0/3169551955 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f83f40b1d90 0x7f83f40cddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.617 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.612+0000 7f83f259c640 1 -- 172.21.15.78:0/3169551955 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83f415de20 con 0x7f83f40b0720 2024-09-19T05:50:23.617 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.612+0000 7f83f2d9d640 1 --2- 172.21.15.78:0/3169551955 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f83f4160130 0x7f83f40ce2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:23.617 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.612+0000 7f83f259c640 1 --2- 172.21.15.78:0/3169551955 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f83f40b0720 0x7f83f41f77c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f83e400e8c0 tx=0x7f83e400ed80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:23.617 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.612+0000 7f83eaffd640 1 -- 172.21.15.78:0/3169551955 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83e4017070 con 0x7f83f40b0720 2024-09-19T05:50:23.617 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.612+0000 7f83eaffd640 1 -- 172.21.15.78:0/3169551955 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83e400c8e0 con 0x7f83f40b0720 2024-09-19T05:50:23.617 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.612+0000 7f83eaffd640 1 -- 172.21.15.78:0/3169551955 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83e400ccb0 con 0x7f83f40b0720 2024-09-19T05:50:23.618 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.612+0000 7f83f8d5f640 1 -- 172.21.15.78:0/3169551955 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83f415e100 con 0x7f83f40b0720 2024-09-19T05:50:23.618 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.612+0000 7f83f8d5f640 1 -- 172.21.15.78:0/3169551955 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f83f40d01b0 con 0x7f83f40b0720 2024-09-19T05:50:23.618 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.612+0000 7f83eaffd640 1 -- 172.21.15.78:0/3169551955 <== mon.2 v2:172.21.15.78:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f83e401a070 con 0x7f83f40b0720 2024-09-19T05:50:23.618 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.613+0000 7f83eaffd640 1 -- 172.21.15.78:0/3169551955 <== mon.2 v2:172.21.15.78:3301/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f83e401cab0 con 0x7f83f40b0720 2024-09-19T05:50:23.618 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.613+0000 7f83f8d5f640 1 -- 172.21.15.78:0/3169551955 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83f41605a0 con 0x7f83f40b0720 2024-09-19T05:50:23.619 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.617+0000 7f83eaffd640 1 -- 172.21.15.78:0/3169551955 <== mon.2 v2:172.21.15.78:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f83e401c450 con 0x7f83f40b0720 2024-09-19T05:50:23.689 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.687+0000 7f83f8d5f640 1 -- 172.21.15.78:0/3169551955 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_command({"prefix": "osd new", "uuid": "88efccef-c5f1-43b6-b786-9bc72f2cf2cc", "id": 7} v 0) -- 0x7f83f40cb880 con 0x7f83f40b0720 2024-09-19T05:50:23.694 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.692+0000 7f83eaffd640 1 -- 172.21.15.78:0/3169551955 <== mon.2 v2:172.21.15.78:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "88efccef-c5f1-43b6-b786-9bc72f2cf2cc", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f83e401c700 con 0x7f83f40b0720 2024-09-19T05:50:23.694 INFO:teuthology.orchestra.run.smithi078.stdout:7 2024-09-19T05:50:23.695 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.693+0000 7f83f8d5f640 1 -- 172.21.15.78:0/3169551955 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f83f40b0720 msgr2=0x7f83f41f77c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:23.695 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.693+0000 7f83f8d5f640 1 --2- 172.21.15.78:0/3169551955 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f83f40b0720 0x7f83f41f77c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f83e400e8c0 tx=0x7f83e400ed80 comp rx=0 tx=0).stop 2024-09-19T05:50:23.695 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.693+0000 7f83f8d5f640 1 -- 172.21.15.78:0/3169551955 shutdown_connections 2024-09-19T05:50:23.695 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.693+0000 7f83f8d5f640 1 --2- 172.21.15.78:0/3169551955 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f83f4160130 0x7f83f40ce2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.696 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.693+0000 7f83f8d5f640 1 --2- 172.21.15.78:0/3169551955 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f83f40b1d90 0x7f83f40cddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.696 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.693+0000 7f83f8d5f640 1 --2- 172.21.15.78:0/3169551955 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f83f40b0720 0x7f83f41f77c0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.696 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.693+0000 7f83f8d5f640 1 -- 172.21.15.78:0/3169551955 >> 172.21.15.78:0/3169551955 conn(0x7f83f40730e0 msgr2=0x7f83f415b2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:23.696 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.693+0000 7f83f8d5f640 1 -- 172.21.15.78:0/3169551955 shutdown_connections 2024-09-19T05:50:23.696 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:50:23.693+0000 7f83f8d5f640 1 -- 172.21.15.78:0/3169551955 wait complete. 2024-09-19T05:50:23.706 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-19T05:50:23.706 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-19T05:50:23.708 INFO:tasks.ceph.osd.0:Started 2024-09-19T05:50:23.708 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-19T05:50:23.709 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-19T05:50:23.711 INFO:tasks.ceph.osd.1:Started 2024-09-19T05:50:23.711 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-19T05:50:23.711 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-19T05:50:23.713 INFO:tasks.ceph.osd.2:Started 2024-09-19T05:50:23.713 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-19T05:50:23.713 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-19T05:50:23.716 INFO:tasks.ceph.osd.3:Started 2024-09-19T05:50:23.716 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-19T05:50:23.716 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-19T05:50:23.718 INFO:tasks.ceph.osd.4:Started 2024-09-19T05:50:23.718 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-19T05:50:23.718 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-19T05:50:23.720 INFO:tasks.ceph.osd.5:Started 2024-09-19T05:50:23.721 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-19T05:50:23.721 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-19T05:50:23.723 INFO:tasks.ceph.osd.6:Started 2024-09-19T05:50:23.723 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-19T05:50:23.723 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-19T05:50:23.725 INFO:tasks.ceph.osd.7:Started 2024-09-19T05:50:23.725 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:50:23.850 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:23.849+0000 7f1f1efb7040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T05:50:23.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.852+0000 7f748d874640 1 Processor -- start 2024-09-19T05:50:23.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.852+0000 7f748d874640 1 -- start start 2024-09-19T05:50:23.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.852+0000 7f748d874640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f748815b5a0 0x7f74880ae060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.853+0000 7f748d874640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f748806fc20 0x7f748815f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.853+0000 7f748d874640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f748815f5e0 0x7f74880d04f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.853+0000 7f748d874640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f748815fa90 con 0x7f748815f5e0 2024-09-19T05:50:23.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.853+0000 7f748d874640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f74880b0210 con 0x7f748806fc20 2024-09-19T05:50:23.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.853+0000 7f748d874640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f74880b0ae0 con 0x7f748815b5a0 2024-09-19T05:50:23.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.853+0000 7f74877fe640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f748815f5e0 0x7f74880d04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.853+0000 7f7486ffd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f748815b5a0 0x7f74880ae060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.853+0000 7f74877fe640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f748815f5e0 0x7f74880d04f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32944/0 (socket says 172.21.15.46:32944) 2024-09-19T05:50:23.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.853+0000 7f74877fe640 1 -- 172.21.15.46:0/2320313525 learned_addr learned my addr 172.21.15.46:0/2320313525 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:23.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.853+0000 7f747ffff640 1 --2- 172.21.15.46:0/2320313525 >> v2:172.21.15.78:3300/0 conn(0x7f748806fc20 0x7f748815f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.853+0000 7f7486ffd640 1 -- 172.21.15.46:0/2320313525 >> v2:172.21.15.78:3300/0 conn(0x7f748806fc20 msgr2=0x7f748815f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:23.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.853+0000 7f7486ffd640 1 --2- 172.21.15.46:0/2320313525 >> v2:172.21.15.78:3300/0 conn(0x7f748806fc20 0x7f748815f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.853+0000 7f7486ffd640 1 -- 172.21.15.46:0/2320313525 >> v2:172.21.15.46:3300/0 conn(0x7f748815f5e0 msgr2=0x7f74880d04f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:23.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.853+0000 7f7486ffd640 1 --2- 172.21.15.46:0/2320313525 >> v2:172.21.15.46:3300/0 conn(0x7f748815f5e0 0x7f74880d04f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.853+0000 7f7486ffd640 1 -- 172.21.15.46:0/2320313525 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f748815b980 con 0x7f748815b5a0 2024-09-19T05:50:23.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.854+0000 7f7486ffd640 1 --2- 172.21.15.46:0/2320313525 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f748815b5a0 0x7f74880ae060 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f7488071400 tx=0x7f747802c7c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=242201c1d8bb2ecb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:23.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.854+0000 7f74867fc640 1 -- 172.21.15.46:0/2320313525 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7478031710 con 0x7f748815b5a0 2024-09-19T05:50:23.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.854+0000 7f74867fc640 1 -- 172.21.15.46:0/2320313525 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74780318b0 con 0x7f748815b5a0 2024-09-19T05:50:23.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.854+0000 7f74867fc640 1 -- 172.21.15.46:0/2320313525 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7478031ca0 con 0x7f748815b5a0 2024-09-19T05:50:23.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.855+0000 7f748d874640 1 -- 172.21.15.46:0/2320313525 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f748815b5a0 msgr2=0x7f74880ae060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:23.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.855+0000 7f748d874640 1 --2- 172.21.15.46:0/2320313525 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f748815b5a0 0x7f74880ae060 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f7488071400 tx=0x7f747802c7c0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.855+0000 7f748d874640 1 -- 172.21.15.46:0/2320313525 shutdown_connections 2024-09-19T05:50:23.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.855+0000 7f748d874640 1 --2- 172.21.15.46:0/2320313525 >> v2:172.21.15.46:3300/0 conn(0x7f748815f5e0 0x7f74880d04f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.855+0000 7f748d874640 1 --2- 172.21.15.46:0/2320313525 >> v2:172.21.15.78:3300/0 conn(0x7f748806fc20 0x7f748815f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.855+0000 7f748d874640 1 --2- 172.21.15.46:0/2320313525 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f748815b5a0 0x7f74880ae060 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.855+0000 7f748d874640 1 -- 172.21.15.46:0/2320313525 >> 172.21.15.46:0/2320313525 conn(0x7f74880d1290 msgr2=0x7f74880d16a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:23.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.855+0000 7f748d874640 1 -- 172.21.15.46:0/2320313525 shutdown_connections 2024-09-19T05:50:23.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.855+0000 7f748d874640 1 -- 172.21.15.46:0/2320313525 wait complete. 2024-09-19T05:50:23.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.856+0000 7f748d874640 1 Processor -- start 2024-09-19T05:50:23.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.856+0000 7f748d874640 1 -- start start 2024-09-19T05:50:23.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.857+0000 7f748d874640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f748806fc20 0x7f74880b3300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.857+0000 7f748d874640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f748815b5a0 0x7f74880b3840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.857+0000 7f748d874640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f748815f5e0 0x7f74880b0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:23.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.857+0000 7f748d874640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f74880ae5a0 con 0x7f748815f5e0 2024-09-19T05:50:23.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.857+0000 7f748d874640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f748815fd00 con 0x7f748815b5a0 2024-09-19T05:50:23.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.857+0000 7f748d874640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f74880b04b0 con 0x7f748806fc20 2024-09-19T05:50:23.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.857+0000 7f7486ffd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f748806fc20 0x7f74880b3300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.857+0000 7f747ffff640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f748815b5a0 0x7f74880b3840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.857+0000 7f747ffff640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f748815b5a0 0x7f74880b3840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.46:37272/0 (socket says 172.21.15.46:37272) 2024-09-19T05:50:23.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.857+0000 7f747ffff640 1 -- 172.21.15.46:0/2447933023 learned_addr learned my addr 172.21.15.46:0/2447933023 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:23.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.857+0000 7f74877fe640 1 --2- 172.21.15.46:0/2447933023 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f748815f5e0 0x7f74880b0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:23.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.857+0000 7f747ffff640 1 -- 172.21.15.46:0/2447933023 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f748806fc20 msgr2=0x7f74880b3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:23.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.857+0000 7f747ffff640 1 --2- 172.21.15.46:0/2447933023 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f748806fc20 0x7f74880b3300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.857+0000 7f747ffff640 1 -- 172.21.15.46:0/2447933023 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f748815f5e0 msgr2=0x7f74880b0cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:23.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.857+0000 7f747ffff640 1 --2- 172.21.15.46:0/2447933023 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f748815f5e0 0x7f74880b0cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.857+0000 7f747ffff640 1 -- 172.21.15.46:0/2447933023 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74880b1940 con 0x7f748815b5a0 2024-09-19T05:50:23.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.857+0000 7f747ffff640 1 --2- 172.21.15.46:0/2447933023 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f748815b5a0 0x7f74880b3840 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f747000e890 tx=0x7f747000ed50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:23.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.858+0000 7f7484ff9640 1 -- 172.21.15.46:0/2447933023 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7470017070 con 0x7f748815b5a0 2024-09-19T05:50:23.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.858+0000 7f7484ff9640 1 -- 172.21.15.46:0/2447933023 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f747000c940 con 0x7f748815b5a0 2024-09-19T05:50:23.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.858+0000 7f748d874640 1 -- 172.21.15.46:0/2447933023 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74880b1c20 con 0x7f748815b5a0 2024-09-19T05:50:23.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.858+0000 7f7484ff9640 1 -- 172.21.15.46:0/2447933023 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f747000cd10 con 0x7f748815b5a0 2024-09-19T05:50:23.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.858+0000 7f748d874640 1 -- 172.21.15.46:0/2447933023 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74880b21e0 con 0x7f748815b5a0 2024-09-19T05:50:23.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.858+0000 7f7484ff9640 1 -- 172.21.15.46:0/2447933023 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f747001a070 con 0x7f748815b5a0 2024-09-19T05:50:23.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.858+0000 7f7484ff9640 1 -- 172.21.15.46:0/2447933023 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f7470003ce0 con 0x7f748815b5a0 2024-09-19T05:50:23.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.859+0000 7f748d874640 1 -- 172.21.15.46:0/2447933023 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f748815a060 con 0x7f748815b5a0 2024-09-19T05:50:23.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.861+0000 7f7484ff9640 1 -- 172.21.15.46:0/2447933023 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f748815a060 con 0x7f748815b5a0 2024-09-19T05:50:23.876 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:23.875+0000 7f7102c12040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T05:50:23.907 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:23.905+0000 7f1f1efb7040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T05:50:23.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.921+0000 7f748d874640 1 -- 172.21.15.46:0/2447933023 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f74880d20e0 con 0x7f748815b5a0 2024-09-19T05:50:23.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.922+0000 7f7484ff9640 1 -- 172.21.15.46:0/2447933023 <== mon.1 v2:172.21.15.78:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f7470005990 con 0x7f748815b5a0 2024-09-19T05:50:23.923 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:23.924 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":10,"fsid":"f422d15e-e2c9-44aa-a788-7f9714905c67","created":"2024-09-19T05:50:21.601235+0000","modified":"2024-09-19T05:50:23.689134+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T05:50:23.689134+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"c5887dcb-f9c0-42a0-905d-718d357b4b57","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"3fed9b97-7482-4314-bf02-1518c03be152","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"2e36d163-339b-491e-98a9-6e768a3249e6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"98fb22e5-3d85-4bb7-a92e-63625f26d7b9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"055bb872-b76a-40ab-aab7-c6e327ee7735","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"4164d7c8-3350-4cd1-b105-8376e2b8d205","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"2ad21b97-7629-4de2-851e-909e8b1defd2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"88efccef-c5f1-43b6-b786-9bc72f2cf2cc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:50:23.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.923+0000 7f748d874640 1 -- 172.21.15.46:0/2447933023 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f748815b5a0 msgr2=0x7f74880b3840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:23.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.923+0000 7f748d874640 1 --2- 172.21.15.46:0/2447933023 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f748815b5a0 0x7f74880b3840 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f747000e890 tx=0x7f747000ed50 comp rx=0 tx=0).stop 2024-09-19T05:50:23.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.923+0000 7f748d874640 1 -- 172.21.15.46:0/2447933023 shutdown_connections 2024-09-19T05:50:23.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.923+0000 7f748d874640 1 --2- 172.21.15.46:0/2447933023 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f748815f5e0 0x7f74880b0cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.923+0000 7f748d874640 1 --2- 172.21.15.46:0/2447933023 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f748815b5a0 0x7f74880b3840 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.923+0000 7f748d874640 1 --2- 172.21.15.46:0/2447933023 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f748806fc20 0x7f74880b3300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:23.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.923+0000 7f748d874640 1 -- 172.21.15.46:0/2447933023 >> 172.21.15.46:0/2447933023 conn(0x7f74880d1290 msgr2=0x7f7488158ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:23.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.923+0000 7f748d874640 1 -- 172.21.15.46:0/2447933023 shutdown_connections 2024-09-19T05:50:23.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:23.923+0000 7f748d874640 1 -- 172.21.15.46:0/2447933023 wait complete. 2024-09-19T05:50:23.929 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:23.927+0000 7f7102c12040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T05:50:23.935 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-19T05:50:23.935 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-19T05:50:24.294 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:24.291+0000 7f1f1efb7040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T05:50:24.296 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:24.295+0000 7f7102c12040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T05:50:24.383 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:24.380+0000 7f1f1efb7040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T05:50:24.384 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:24.382+0000 7f7102c12040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T05:50:24.489 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:24.487+0000 7f7102c12040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:50:24.495 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:24.492+0000 7f1f1efb7040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:50:24.534 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:24.533+0000 7f7102c12040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T05:50:24.543 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:24.541+0000 7f1f1efb7040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T05:50:24.650 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:24.648+0000 7f7102c12040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T05:50:24.662 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:24.659+0000 7f1f1efb7040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T05:50:24.704 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:24.702+0000 7f7102c12040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T05:50:24.718 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:24.715+0000 7f1f1efb7040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T05:50:24.740 DEBUG:teuthology.orchestra.run.smithi046:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T05:50:24.748 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:24.746+0000 7f7102c12040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T05:50:24.765 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:24.762+0000 7f1f1efb7040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T05:50:24.834 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.831+0000 7f2cb76af640 1 Processor -- start 2024-09-19T05:50:24.834 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.831+0000 7f2cb76af640 1 -- start start 2024-09-19T05:50:24.835 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.832+0000 7f2cb76af640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f2cb00d1ad0 0x7f2cb0169790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:24.835 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.832+0000 7f2cb76af640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2cb00cee60 con 0x7f2cb00b3410 2024-09-19T05:50:24.835 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.832+0000 7f2cb76af640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2cb00cf140 con 0x7f2cb015e8e0 2024-09-19T05:50:24.835 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.832+0000 7f2cb76af640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f2cb00b3c90 con 0x7f2cb00d1ad0 2024-09-19T05:50:24.836 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.832+0000 7f2cb5c4c640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f2cb00d1ad0 0x7f2cb0169790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:24.836 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.832+0000 7f2cb5c4c640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f2cb00d1ad0 0x7f2cb0169790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50488/0 (socket says 172.21.15.46:50488) 2024-09-19T05:50:24.836 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.832+0000 7f2cb4c4a640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f2cb00b3410 0x7f2cb00d13c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:35344/0 (socket says 172.21.15.46:35344) 2024-09-19T05:50:24.836 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.832+0000 7f2cb5c4c640 1 -- 172.21.15.46:0/3266893703 learned_addr learned my addr 172.21.15.46:0/3266893703 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:24.836 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.832+0000 7f2cb5c4c640 1 -- 172.21.15.46:0/3266893703 >> v1:172.21.15.78:6789/0 conn(0x7f2cb015e8e0 legacy=0x7f2cb0162e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:24.836 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.832+0000 7f2cb5c4c640 1 -- 172.21.15.46:0/3266893703 >> v1:172.21.15.46:6789/0 conn(0x7f2cb00b3410 legacy=0x7f2cb00d13c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:24.836 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.832+0000 7f2cb5c4c640 1 -- 172.21.15.46:0/3266893703 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cb00cf420 con 0x7f2cb00d1ad0 2024-09-19T05:50:24.836 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.832+0000 7f2ca7fff640 1 -- 172.21.15.46:0/3266893703 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 154092899 0 0) 0x7f2cb00cee60 con 0x7f2cb00b3410 2024-09-19T05:50:24.838 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.833+0000 7f2cb5c4c640 1 --2- 172.21.15.46:0/3266893703 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2cb00d1ad0 0x7f2cb0169790 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f2ca8009e50 tx=0x7f2ca802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79e6b66fcc0dd1a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:24.838 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.833+0000 7f2ca7fff640 1 -- 172.21.15.46:0/3266893703 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca8036070 con 0x7f2cb00d1ad0 2024-09-19T05:50:24.838 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.833+0000 7f2ca7fff640 1 -- 172.21.15.46:0/3266893703 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ca8031600 con 0x7f2cb00d1ad0 2024-09-19T05:50:24.838 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.833+0000 7f2ca7fff640 1 -- 172.21.15.46:0/3266893703 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca80319d0 con 0x7f2cb00d1ad0 2024-09-19T05:50:24.838 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.834+0000 7f2cb76af640 1 -- 172.21.15.46:0/3266893703 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2cb00d1ad0 msgr2=0x7f2cb0169790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:24.838 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.834+0000 7f2cb76af640 1 --2- 172.21.15.46:0/3266893703 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2cb00d1ad0 0x7f2cb0169790 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f2ca8009e50 tx=0x7f2ca802a730 comp rx=0 tx=0).stop 2024-09-19T05:50:24.838 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.834+0000 7f2cb76af640 1 -- 172.21.15.46:0/3266893703 shutdown_connections 2024-09-19T05:50:24.838 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.834+0000 7f2cb76af640 1 --2- 172.21.15.46:0/3266893703 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2cb00d1ad0 0x7f2cb0169790 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.838 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.834+0000 7f2cb76af640 1 -- 172.21.15.46:0/3266893703 >> 172.21.15.46:0/3266893703 conn(0x7f2cb0067ab0 msgr2=0x7f2cb0067ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:24.838 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.834+0000 7f2cb76af640 1 -- 172.21.15.46:0/3266893703 shutdown_connections 2024-09-19T05:50:24.838 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.834+0000 7f2cb76af640 1 -- 172.21.15.46:0/3266893703 wait complete. 2024-09-19T05:50:24.839 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.835+0000 7f2cb76af640 1 Processor -- start 2024-09-19T05:50:24.839 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.835+0000 7f2cb76af640 1 -- start start 2024-09-19T05:50:24.841 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.836+0000 7f2cb76af640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2cb00b3410 0x7f2cb0149640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:24.841 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.836+0000 7f2cb76af640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2cb00d1ad0 0x7f2cb0157fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:24.841 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.836+0000 7f2cb76af640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2cb015e8e0 0x7f2cb0161c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:24.841 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.836+0000 7f2cb76af640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2cb00d3750 con 0x7f2cb015e8e0 2024-09-19T05:50:24.841 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.836+0000 7f2cb76af640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f2cb00cf9e0 con 0x7f2cb00d1ad0 2024-09-19T05:50:24.841 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.836+0000 7f2cb76af640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f2cb015ecc0 con 0x7f2cb00b3410 2024-09-19T05:50:24.841 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.836+0000 7f2cb5c4c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2cb015e8e0 0x7f2cb0161c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:24.841 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.836+0000 7f2cb5c4c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2cb015e8e0 0x7f2cb0161c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50492/0 (socket says 172.21.15.46:50492) 2024-09-19T05:50:24.841 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.836+0000 7f2cb5c4c640 1 -- 172.21.15.46:0/2120420227 learned_addr learned my addr 172.21.15.46:0/2120420227 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:24.841 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.836+0000 7f2cb544b640 1 --2- 172.21.15.46:0/2120420227 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2cb00b3410 0x7f2cb0149640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:24.841 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.836+0000 7f2cb4c4a640 1 --2- 172.21.15.46:0/2120420227 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2cb00d1ad0 0x7f2cb0157fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:24.842 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.836+0000 7f2cb5c4c640 1 -- 172.21.15.46:0/2120420227 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2cb00b3410 msgr2=0x7f2cb0149640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:24.842 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.836+0000 7f2cb5c4c640 1 --2- 172.21.15.46:0/2120420227 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2cb00b3410 0x7f2cb0149640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.842 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.836+0000 7f2cb5c4c640 1 -- 172.21.15.46:0/2120420227 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2cb00d1ad0 msgr2=0x7f2cb0157fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:24.842 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.836+0000 7f2cb5c4c640 1 --2- 172.21.15.46:0/2120420227 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2cb00d1ad0 0x7f2cb0157fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.842 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.836+0000 7f2cb5c4c640 1 -- 172.21.15.46:0/2120420227 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cb0146b20 con 0x7f2cb015e8e0 2024-09-19T05:50:24.842 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.837+0000 7f2cb5c4c640 1 --2- 172.21.15.46:0/2120420227 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2cb015e8e0 0x7f2cb0161c40 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f2ca8009e50 tx=0x7f2ca8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:24.842 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.837+0000 7f2ca5ffb640 1 -- 172.21.15.46:0/2120420227 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca8036050 con 0x7f2cb015e8e0 2024-09-19T05:50:24.842 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.837+0000 7f2ca5ffb640 1 -- 172.21.15.46:0/2120420227 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ca8042070 con 0x7f2cb015e8e0 2024-09-19T05:50:24.842 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.837+0000 7f2cb76af640 1 -- 172.21.15.46:0/2120420227 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cb0158500 con 0x7f2cb015e8e0 2024-09-19T05:50:24.842 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.837+0000 7f2ca5ffb640 1 -- 172.21.15.46:0/2120420227 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca8009510 con 0x7f2cb015e8e0 2024-09-19T05:50:24.842 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.837+0000 7f2cb76af640 1 -- 172.21.15.46:0/2120420227 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cb01470a0 con 0x7f2cb015e8e0 2024-09-19T05:50:24.842 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.837+0000 7f2ca5ffb640 1 -- 172.21.15.46:0/2120420227 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2ca8007bf0 con 0x7f2cb015e8e0 2024-09-19T05:50:24.842 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.837+0000 7f2ca5ffb640 1 -- 172.21.15.46:0/2120420227 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f2ca8047b40 con 0x7f2cb015e8e0 2024-09-19T05:50:24.843 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.838+0000 7f2cb76af640 1 -- 172.21.15.46:0/2120420227 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cb0069180 con 0x7f2cb015e8e0 2024-09-19T05:50:24.844 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.842+0000 7f2ca5ffb640 1 -- 172.21.15.46:0/2120420227 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f2ca8047460 con 0x7f2cb015e8e0 2024-09-19T05:50:24.860 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:24.859+0000 7f7102c12040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T05:50:24.887 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:24.884+0000 7f1f1efb7040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T05:50:24.905 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.902+0000 7f2cb76af640 1 -- 172.21.15.46:0/2120420227 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2cb00d2520 con 0x7f2cb015e8e0 2024-09-19T05:50:24.906 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.903+0000 7f2ca5ffb640 1 -- 172.21.15.46:0/2120420227 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f2ca8047640 con 0x7f2cb015e8e0 2024-09-19T05:50:24.906 INFO:teuthology.misc.health.smithi046.stdout: 2024-09-19T05:50:24.906 INFO:teuthology.misc.health.smithi046.stdout:{"epoch":10,"fsid":"f422d15e-e2c9-44aa-a788-7f9714905c67","created":"2024-09-19T05:50:21.601235+0000","modified":"2024-09-19T05:50:23.689134+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T05:50:23.689134+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"c5887dcb-f9c0-42a0-905d-718d357b4b57","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"3fed9b97-7482-4314-bf02-1518c03be152","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"2e36d163-339b-491e-98a9-6e768a3249e6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"98fb22e5-3d85-4bb7-a92e-63625f26d7b9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"055bb872-b76a-40ab-aab7-c6e327ee7735","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"4164d7c8-3350-4cd1-b105-8376e2b8d205","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"2ad21b97-7629-4de2-851e-909e8b1defd2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"88efccef-c5f1-43b6-b786-9bc72f2cf2cc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:50:24.907 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.904+0000 7f2cb76af640 1 -- 172.21.15.46:0/2120420227 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2cb015e8e0 msgr2=0x7f2cb0161c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:24.907 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.904+0000 7f2cb76af640 1 --2- 172.21.15.46:0/2120420227 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2cb015e8e0 0x7f2cb0161c40 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f2ca8009e50 tx=0x7f2ca8004a40 comp rx=0 tx=0).stop 2024-09-19T05:50:24.907 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.904+0000 7f2cb76af640 1 -- 172.21.15.46:0/2120420227 shutdown_connections 2024-09-19T05:50:24.907 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.904+0000 7f2cb76af640 1 --2- 172.21.15.46:0/2120420227 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2cb015e8e0 0x7f2cb0161c40 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.907 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.904+0000 7f2cb76af640 1 --2- 172.21.15.46:0/2120420227 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2cb00d1ad0 0x7f2cb0157fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.907 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.904+0000 7f2cb76af640 1 --2- 172.21.15.46:0/2120420227 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2cb00b3410 0x7f2cb0149640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.908 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.904+0000 7f2cb76af640 1 -- 172.21.15.46:0/2120420227 >> 172.21.15.46:0/2120420227 conn(0x7f2cb0067ab0 msgr2=0x7f2cb00b8f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:24.908 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.904+0000 7f2cb76af640 1 -- 172.21.15.46:0/2120420227 shutdown_connections 2024-09-19T05:50:24.908 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:24.904+0000 7f2cb76af640 1 -- 172.21.15.46:0/2120420227 wait complete. 2024-09-19T05:50:24.912 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:24.910+0000 7f7102c12040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T05:50:24.916 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-19T05:50:24.940 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:24.938+0000 7f1f1efb7040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T05:50:24.964 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:24.962+0000 7f7102c12040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T05:50:24.994 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:24.991+0000 7f1f1efb7040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T05:50:25.030 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:25.028+0000 7f7102c12040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T05:50:25.064 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:25.062+0000 7f1f1efb7040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T05:50:25.073 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:25.071+0000 7f7102c12040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T05:50:25.111 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:25.108+0000 7f1f1efb7040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T05:50:25.117 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:25.115+0000 7f7102c12040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T05:50:25.157 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:25.154+0000 7f1f1efb7040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T05:50:25.168 INFO:tasks.ceph.osd.1.smithi046.stderr:2024-09-19T05:50:25.165+0000 7f43cf214640 -1 Falling back to public interface 2024-09-19T05:50:25.428 INFO:tasks.ceph.osd.2.smithi046.stderr:2024-09-19T05:50:25.425+0000 7f4d684ef640 -1 Falling back to public interface 2024-09-19T05:50:25.433 INFO:tasks.ceph.osd.3.smithi046.stderr:2024-09-19T05:50:25.431+0000 7fc64b01f640 -1 Falling back to public interface 2024-09-19T05:50:25.674 INFO:tasks.ceph.osd.0.smithi046.stderr:2024-09-19T05:50:25.671+0000 7f1e1a264640 -1 Falling back to public interface 2024-09-19T05:50:25.685 INFO:tasks.ceph.osd.6.smithi078.stderr:2024-09-19T05:50:25.683+0000 7f0dc85fd640 -1 Falling back to public interface 2024-09-19T05:50:25.689 INFO:tasks.ceph.osd.4.smithi078.stderr:2024-09-19T05:50:25.687+0000 7f537c40f640 -1 Falling back to public interface 2024-09-19T05:50:25.697 INFO:tasks.ceph.osd.7.smithi078.stderr:2024-09-19T05:50:25.695+0000 7f5f1941a640 -1 Falling back to public interface 2024-09-19T05:50:25.722 INFO:tasks.ceph.osd.5.smithi078.stderr:2024-09-19T05:50:25.721+0000 7f008fc0b640 -1 Falling back to public interface 2024-09-19T05:50:25.784 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:25.782+0000 7f7102c12040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T05:50:25.851 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:50:25.849+0000 7f1f1efb7040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T05:50:26.798 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:26.796+0000 7f70a2816640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-19T05:50:26.798 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:50:26.796+0000 7f70a2816640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-19T05:50:29.236 INFO:tasks.ceph.osd.2.smithi046.stderr:2024-09-19T05:50:29.233+0000 7f4d684ef640 -1 osd.2 0 log_to_monitors true 2024-09-19T05:50:29.489 INFO:tasks.ceph.osd.1.smithi046.stderr:2024-09-19T05:50:29.486+0000 7f43cf214640 -1 osd.1 0 log_to_monitors true 2024-09-19T05:50:29.524 INFO:tasks.ceph.osd.7.smithi078.stderr:2024-09-19T05:50:29.523+0000 7f5f1941a640 -1 osd.7 0 log_to_monitors true 2024-09-19T05:50:29.672 INFO:tasks.ceph.osd.0.smithi046.stderr:2024-09-19T05:50:29.669+0000 7f1e1a264640 -1 osd.0 0 log_to_monitors true 2024-09-19T05:50:29.673 INFO:tasks.ceph.osd.6.smithi078.stderr:2024-09-19T05:50:29.671+0000 7f0dc85fd640 -1 osd.6 0 log_to_monitors true 2024-09-19T05:50:29.977 INFO:tasks.ceph.osd.4.smithi078.stderr:2024-09-19T05:50:29.975+0000 7f537c40f640 -1 osd.4 0 log_to_monitors true 2024-09-19T05:50:29.982 INFO:tasks.ceph.osd.3.smithi046.stderr:2024-09-19T05:50:29.979+0000 7fc64b01f640 -1 osd.3 0 log_to_monitors true 2024-09-19T05:50:30.043 INFO:tasks.ceph.osd.5.smithi078.stderr:2024-09-19T05:50:30.042+0000 7f008fc0b640 -1 osd.5 0 log_to_monitors true 2024-09-19T05:50:31.724 DEBUG:teuthology.orchestra.run.smithi046:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T05:50:31.876 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.873+0000 7f4d89c77640 1 Processor -- start 2024-09-19T05:50:31.876 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.873+0000 7f4d89c77640 1 -- start start 2024-09-19T05:50:31.877 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.875+0000 7f4d89c77640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f4d840c5a90 0x7f4d840cff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:31.877 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.875+0000 7f4d89c77640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d840d3140 con 0x7f4d84162c00 2024-09-19T05:50:31.877 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.875+0000 7f4d89c77640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d840afcb0 con 0x7f4d840b0d50 2024-09-19T05:50:31.877 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.875+0000 7f4d89c77640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f4d840aff90 con 0x7f4d840c5a90 2024-09-19T05:50:31.878 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.875+0000 7f4d82ffd640 1 --1- >> v1:172.21.15.78:6789/0 conn(0x7f4d840b0d50 0x7f4d840c5380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.78:6789/0 says I am v1:172.21.15.46:37874/0 (socket says 172.21.15.46:37874) 2024-09-19T05:50:31.878 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.875+0000 7f4d82ffd640 1 -- 172.21.15.46:0/3488306689 learned_addr learned my addr 172.21.15.46:0/3488306689 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:31.878 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.875+0000 7f4d83fff640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f4d840c5a90 0x7f4d840cff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:31.878 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.875+0000 7f4d827fc640 1 -- 172.21.15.46:0/3488306689 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3771042270 0 0) 0x7f4d840afcb0 con 0x7f4d840b0d50 2024-09-19T05:50:31.878 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.875+0000 7f4d827fc640 1 -- 172.21.15.46:0/3488306689 --> v1:172.21.15.78:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4d6c003520 con 0x7f4d840b0d50 2024-09-19T05:50:31.878 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.875+0000 7f4d83fff640 1 -- 172.21.15.46:0/3488306689 >> v1:172.21.15.78:6789/0 conn(0x7f4d840b0d50 legacy=0x7f4d840c5380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:31.878 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.875+0000 7f4d83fff640 1 -- 172.21.15.46:0/3488306689 >> v1:172.21.15.46:6789/0 conn(0x7f4d84162c00 legacy=0x7f4d840af140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:31.879 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.875+0000 7f4d83fff640 1 -- 172.21.15.46:0/3488306689 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d840b0270 con 0x7f4d840c5a90 2024-09-19T05:50:31.879 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.876+0000 7f4d83fff640 1 --2- 172.21.15.46:0/3488306689 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4d840c5a90 0x7f4d840cff80 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c009d90 tx=0x7f4d7c02a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa7367d7d38206d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:31.879 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.876+0000 7f4d827fc640 1 -- 172.21.15.46:0/3488306689 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d7c007740 con 0x7f4d840c5a90 2024-09-19T05:50:31.879 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.877+0000 7f4d827fc640 1 -- 172.21.15.46:0/3488306689 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d7c0078e0 con 0x7f4d840c5a90 2024-09-19T05:50:31.881 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.877+0000 7f4d827fc640 1 -- 172.21.15.46:0/3488306689 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d7c007cb0 con 0x7f4d840c5a90 2024-09-19T05:50:31.881 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.878+0000 7f4d89c77640 1 -- 172.21.15.46:0/3488306689 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4d840c5a90 msgr2=0x7f4d840cff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:31.881 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.878+0000 7f4d89c77640 1 --2- 172.21.15.46:0/3488306689 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4d840c5a90 0x7f4d840cff80 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c009d90 tx=0x7f4d7c02a660 comp rx=0 tx=0).stop 2024-09-19T05:50:31.881 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.878+0000 7f4d89c77640 1 -- 172.21.15.46:0/3488306689 shutdown_connections 2024-09-19T05:50:31.881 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.878+0000 7f4d89c77640 1 --2- 172.21.15.46:0/3488306689 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4d840c5a90 0x7f4d840cff80 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:31.881 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.878+0000 7f4d89c77640 1 -- 172.21.15.46:0/3488306689 >> 172.21.15.46:0/3488306689 conn(0x7f4d840d23b0 msgr2=0x7f4d840d2790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:31.882 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.878+0000 7f4d89c77640 1 -- 172.21.15.46:0/3488306689 shutdown_connections 2024-09-19T05:50:31.885 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.878+0000 7f4d89c77640 1 -- 172.21.15.46:0/3488306689 wait complete. 2024-09-19T05:50:31.885 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.880+0000 7f4d89c77640 1 Processor -- start 2024-09-19T05:50:31.885 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.880+0000 7f4d89c77640 1 -- start start 2024-09-19T05:50:31.885 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.882+0000 7f4d89c77640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4d840b0d50 0x7f4d840cbf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:31.885 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.882+0000 7f4d89c77640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4d840c5a90 0x7f4d840b2cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:31.885 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.882+0000 7f4d89c77640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4d84162c00 0x7f4d840b79d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:31.885 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.882+0000 7f4d89c77640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f4d840af850 con 0x7f4d840c5a90 2024-09-19T05:50:31.885 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.882+0000 7f4d89c77640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f4d840b0830 con 0x7f4d84162c00 2024-09-19T05:50:31.885 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.882+0000 7f4d89c77640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f4d840af9d0 con 0x7f4d840b0d50 2024-09-19T05:50:31.886 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.882+0000 7f4d837fe640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4d840b0d50 0x7f4d840cbf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:31.886 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.882+0000 7f4d837fe640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4d840b0d50 0x7f4d840cbf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.46:37764/0 (socket says 172.21.15.46:37764) 2024-09-19T05:50:31.886 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.882+0000 7f4d837fe640 1 -- 172.21.15.46:0/1314457551 learned_addr learned my addr 172.21.15.46:0/1314457551 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:31.886 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.882+0000 7f4d83fff640 1 --2- 172.21.15.46:0/1314457551 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4d84162c00 0x7f4d840b79d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:31.886 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.882+0000 7f4d82ffd640 1 --2- 172.21.15.46:0/1314457551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4d840c5a90 0x7f4d840b2cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:31.887 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.883+0000 7f4d837fe640 1 -- 172.21.15.46:0/1314457551 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4d84162c00 msgr2=0x7f4d840b79d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:31.887 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.883+0000 7f4d837fe640 1 --2- 172.21.15.46:0/1314457551 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4d84162c00 0x7f4d840b79d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:31.887 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.883+0000 7f4d837fe640 1 -- 172.21.15.46:0/1314457551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4d840c5a90 msgr2=0x7f4d840b2cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:31.887 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.883+0000 7f4d837fe640 1 --2- 172.21.15.46:0/1314457551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4d840c5a90 0x7f4d840b2cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:31.887 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.883+0000 7f4d837fe640 1 -- 172.21.15.46:0/1314457551 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d840b6c10 con 0x7f4d840b0d50 2024-09-19T05:50:31.887 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.883+0000 7f4d82ffd640 1 --2- 172.21.15.46:0/1314457551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4d840c5a90 0x7f4d840b2cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:50:31.887 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.883+0000 7f4d837fe640 1 --2- 172.21.15.46:0/1314457551 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4d840b0d50 0x7f4d840cbf90 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f4d7800c450 tx=0x7f4d7800c910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:31.887 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.883+0000 7f4d6bfff640 1 -- 172.21.15.46:0/1314457551 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d780052d0 con 0x7f4d840b0d50 2024-09-19T05:50:31.887 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.883+0000 7f4d6bfff640 1 -- 172.21.15.46:0/1314457551 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d78005470 con 0x7f4d840b0d50 2024-09-19T05:50:31.889 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.883+0000 7f4d6bfff640 1 -- 172.21.15.46:0/1314457551 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d78012870 con 0x7f4d840b0d50 2024-09-19T05:50:31.889 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.883+0000 7f4d89c77640 1 -- 172.21.15.46:0/1314457551 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d840b6ef0 con 0x7f4d840b0d50 2024-09-19T05:50:31.889 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.884+0000 7f4d89c77640 1 -- 172.21.15.46:0/1314457551 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d840b74b0 con 0x7f4d840b0d50 2024-09-19T05:50:31.889 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.886+0000 7f4d6bfff640 1 -- 172.21.15.46:0/1314457551 <== mon.2 v2:172.21.15.78:3301/0 4 ==== mgrmap(e 4) ==== 90790+0+0 (secure 0 0 0) 0x7f4d78012a10 con 0x7f4d840b0d50 2024-09-19T05:50:31.890 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.887+0000 7f4d6bfff640 1 --2- 172.21.15.46:0/1314457551 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f4d7006c2f0 0x7f4d7006e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:31.890 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.887+0000 7f4d6bfff640 1 -- 172.21.15.46:0/1314457551 <== mon.2 v2:172.21.15.78:3301/0 5 ==== osd_map(13..13 src has 1..13) ==== 2231+0+0 (secure 0 0 0) 0x7f4d7808a0f0 con 0x7f4d840b0d50 2024-09-19T05:50:31.890 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.886+0000 7f4d89c77640 1 -- 172.21.15.46:0/1314457551 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d64005290 con 0x7f4d840b0d50 2024-09-19T05:50:31.890 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.887+0000 7f4d82ffd640 1 --2- 172.21.15.46:0/1314457551 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f4d7006c2f0 0x7f4d7006e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:31.891 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.888+0000 7f4d82ffd640 1 --2- 172.21.15.46:0/1314457551 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f4d7006c2f0 0x7f4d7006e7b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f4d840c9130 tx=0x7f4d74009040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:31.895 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:31.893+0000 7f4d6bfff640 1 -- 172.21.15.46:0/1314457551 <== mon.2 v2:172.21.15.78:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4d78059740 con 0x7f4d840b0d50 2024-09-19T05:50:32.125 INFO:tasks.ceph.osd.1.smithi046.stderr:2024-09-19T05:50:32.122+0000 7f43ca27c640 -1 osd.1 0 waiting for initial osdmap 2024-09-19T05:50:32.139 INFO:tasks.ceph.osd.1.smithi046.stderr:2024-09-19T05:50:32.137+0000 7f43c28ae640 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:50:32.204 INFO:tasks.ceph.osd.0.smithi046.stderr:2024-09-19T05:50:32.202+0000 7f1e159d0640 -1 osd.0 0 waiting for initial osdmap 2024-09-19T05:50:32.216 INFO:tasks.ceph.osd.7.smithi078.stderr:2024-09-19T05:50:32.214+0000 7f5f155fc640 -1 osd.7 0 waiting for initial osdmap 2024-09-19T05:50:32.219 INFO:tasks.ceph.osd.0.smithi046.stderr:2024-09-19T05:50:32.217+0000 7f1e0e002640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:50:32.223 INFO:tasks.ceph.osd.6.smithi078.stderr:2024-09-19T05:50:32.221+0000 7f0dc3d69640 -1 osd.6 0 waiting for initial osdmap 2024-09-19T05:50:32.265 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:32.262+0000 7f4d89c77640 1 -- 172.21.15.46:0/1314457551 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4d64005580 con 0x7f4d840b0d50 2024-09-19T05:50:32.270 INFO:tasks.ceph.osd.2.smithi046.stderr:2024-09-19T05:50:32.268+0000 7f4d63c5b640 -1 osd.2 0 waiting for initial osdmap 2024-09-19T05:50:32.282 INFO:tasks.ceph.osd.2.smithi046.stderr:2024-09-19T05:50:32.280+0000 7f4d5c28d640 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:50:32.370 INFO:tasks.ceph.osd.6.smithi078.stderr:2024-09-19T05:50:32.368+0000 7f0dbc39b640 -1 osd.6 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:50:32.384 INFO:tasks.ceph.osd.7.smithi078.stderr:2024-09-19T05:50:32.382+0000 7f5f0cbf7640 -1 osd.7 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:50:32.391 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:32.388+0000 7f4d6bfff640 1 -- 172.21.15.46:0/1314457551 <== mon.2 v2:172.21.15.78:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) ==== 74+0+7058 (secure 0 0 0) 0x7f4d78059040 con 0x7f4d840b0d50 2024-09-19T05:50:32.391 INFO:teuthology.misc.health.smithi046.stdout: 2024-09-19T05:50:32.391 INFO:teuthology.misc.health.smithi046.stdout:{"epoch":13,"fsid":"f422d15e-e2c9-44aa-a788-7f9714905c67","created":"2024-09-19T05:50:21.601235+0000","modified":"2024-09-19T05:50:31.803491+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T05:50:23.689134+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"c5887dcb-f9c0-42a0-905d-718d357b4b57","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"3fed9b97-7482-4314-bf02-1518c03be152","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"2e36d163-339b-491e-98a9-6e768a3249e6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"98fb22e5-3d85-4bb7-a92e-63625f26d7b9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"055bb872-b76a-40ab-aab7-c6e327ee7735","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"4164d7c8-3350-4cd1-b105-8376e2b8d205","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"2ad21b97-7629-4de2-851e-909e8b1defd2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"88efccef-c5f1-43b6-b786-9bc72f2cf2cc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:50:32.394 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:32.391+0000 7f4d89c77640 1 -- 172.21.15.46:0/1314457551 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f4d7006c2f0 msgr2=0x7f4d7006e7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:32.394 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:32.391+0000 7f4d89c77640 1 --2- 172.21.15.46:0/1314457551 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f4d7006c2f0 0x7f4d7006e7b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f4d840c9130 tx=0x7f4d74009040 comp rx=0 tx=0).stop 2024-09-19T05:50:32.394 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:32.391+0000 7f4d89c77640 1 -- 172.21.15.46:0/1314457551 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4d840b0d50 msgr2=0x7f4d840cbf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:32.394 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:32.391+0000 7f4d89c77640 1 --2- 172.21.15.46:0/1314457551 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4d840b0d50 0x7f4d840cbf90 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f4d7800c450 tx=0x7f4d7800c910 comp rx=0 tx=0).stop 2024-09-19T05:50:32.394 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:32.391+0000 7f4d89c77640 1 -- 172.21.15.46:0/1314457551 shutdown_connections 2024-09-19T05:50:32.394 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:32.391+0000 7f4d89c77640 1 --2- 172.21.15.46:0/1314457551 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f4d7006c2f0 0x7f4d7006e7b0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:32.394 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:32.391+0000 7f4d89c77640 1 --2- 172.21.15.46:0/1314457551 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4d84162c00 0x7f4d840b79d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:32.394 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:32.391+0000 7f4d89c77640 1 --2- 172.21.15.46:0/1314457551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4d840c5a90 0x7f4d840b2cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:32.395 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:32.391+0000 7f4d89c77640 1 --2- 172.21.15.46:0/1314457551 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4d840b0d50 0x7f4d840cbf90 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:32.395 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:32.391+0000 7f4d89c77640 1 -- 172.21.15.46:0/1314457551 >> 172.21.15.46:0/1314457551 conn(0x7f4d840d23b0 msgr2=0x7f4d84070340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:32.395 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:32.391+0000 7f4d89c77640 1 -- 172.21.15.46:0/1314457551 shutdown_connections 2024-09-19T05:50:32.395 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:32.391+0000 7f4d89c77640 1 -- 172.21.15.46:0/1314457551 wait complete. 2024-09-19T05:50:32.404 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-19T05:50:32.800 INFO:tasks.ceph.osd.3.smithi046.stderr:2024-09-19T05:50:32.798+0000 7fc6461c9640 -1 osd.3 0 waiting for initial osdmap 2024-09-19T05:50:32.816 INFO:tasks.ceph.osd.3.smithi046.stderr:2024-09-19T05:50:32.814+0000 7fc63e7fb640 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:50:33.075 INFO:tasks.ceph.osd.4.smithi078.stderr:2024-09-19T05:50:33.073+0000 7f53775d6640 -1 osd.4 0 waiting for initial osdmap 2024-09-19T05:50:33.088 INFO:tasks.ceph.osd.4.smithi078.stderr:2024-09-19T05:50:33.086+0000 7f536fc08640 -1 osd.4 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:50:33.147 INFO:tasks.ceph.osd.5.smithi078.stderr:2024-09-19T05:50:33.145+0000 7f008ad6f640 -1 osd.5 0 waiting for initial osdmap 2024-09-19T05:50:33.159 INFO:tasks.ceph.osd.5.smithi078.stderr:2024-09-19T05:50:33.158+0000 7f00833a1640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:50:39.212 DEBUG:teuthology.orchestra.run.smithi046:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T05:50:39.317 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.315+0000 7f8cee865640 1 Processor -- start 2024-09-19T05:50:39.317 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.315+0000 7f8cee865640 1 -- start start 2024-09-19T05:50:39.318 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.316+0000 7f8cee865640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f8ce80b3410 0x7f8ce80d13c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:39.318 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.316+0000 7f8cee865640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f8ce80d1900 0x7f8ce80d2740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:39.318 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.316+0000 7f8cee865640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ce80cee60 con 0x7f8ce815e8e0 2024-09-19T05:50:39.318 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.316+0000 7f8cee865640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f8ce80b3c90 con 0x7f8ce80b3410 2024-09-19T05:50:39.318 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.316+0000 7f8cee865640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f8ce80cf140 con 0x7f8ce80d1900 2024-09-19T05:50:39.319 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.316+0000 7f8ce77fe640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f8ce80b3410 0x7f8ce80d13c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:39.319 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.316+0000 7f8ce7fff640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f8ce815e8e0 0x7f8ce8162e20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:35544/0 (socket says 172.21.15.46:35544) 2024-09-19T05:50:39.319 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.316+0000 7f8ce77fe640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f8ce80b3410 0x7f8ce80d13c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47046/0 (socket says 172.21.15.46:47046) 2024-09-19T05:50:39.319 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.316+0000 7f8ce7fff640 1 -- 172.21.15.46:0/3829707996 learned_addr learned my addr 172.21.15.46:0/3829707996 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:39.319 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.316+0000 7f8cece02640 1 --2- 172.21.15.46:0/3829707996 >> v2:172.21.15.78:3300/0 conn(0x7f8ce80d1900 0x7f8ce80d2740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:39.319 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.316+0000 7f8ce77fe640 1 -- 172.21.15.46:0/3829707996 >> v2:172.21.15.78:3300/0 conn(0x7f8ce80d1900 msgr2=0x7f8ce80d2740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:39.319 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.316+0000 7f8ce77fe640 1 --2- 172.21.15.46:0/3829707996 >> v2:172.21.15.78:3300/0 conn(0x7f8ce80d1900 0x7f8ce80d2740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:39.319 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.316+0000 7f8ce77fe640 1 -- 172.21.15.46:0/3829707996 >> v1:172.21.15.46:6789/0 conn(0x7f8ce815e8e0 legacy=0x7f8ce8162e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:39.319 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.316+0000 7f8ce77fe640 1 -- 172.21.15.46:0/3829707996 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ce80cf420 con 0x7f8ce80b3410 2024-09-19T05:50:39.319 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.316+0000 7f8cece02640 1 --2- 172.21.15.46:0/3829707996 >> v2:172.21.15.78:3300/0 conn(0x7f8ce80d1900 0x7f8ce80d2740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:50:39.320 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.317+0000 7f8ce77fe640 1 --2- 172.21.15.46:0/3829707996 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ce80b3410 0x7f8ce80d13c0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f8ce808d740 tx=0x7f8cdc02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9bc05cd6754a19c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:39.320 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.317+0000 7f8ce6ffd640 1 -- 172.21.15.46:0/3829707996 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cdc037070 con 0x7f8ce80b3410 2024-09-19T05:50:39.320 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.317+0000 7f8ce6ffd640 1 -- 172.21.15.46:0/3829707996 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cdc032440 con 0x7f8ce80b3410 2024-09-19T05:50:39.321 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.317+0000 7f8ce6ffd640 1 -- 172.21.15.46:0/3829707996 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cdc02ae60 con 0x7f8ce80b3410 2024-09-19T05:50:39.321 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.318+0000 7f8cee865640 1 -- 172.21.15.46:0/3829707996 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ce80b3410 msgr2=0x7f8ce80d13c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:39.321 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.318+0000 7f8cee865640 1 --2- 172.21.15.46:0/3829707996 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ce80b3410 0x7f8ce80d13c0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f8ce808d740 tx=0x7f8cdc02a110 comp rx=0 tx=0).stop 2024-09-19T05:50:39.321 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.318+0000 7f8cee865640 1 -- 172.21.15.46:0/3829707996 shutdown_connections 2024-09-19T05:50:39.321 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.318+0000 7f8cee865640 1 --2- 172.21.15.46:0/3829707996 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ce80b3410 0x7f8ce80d13c0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:39.321 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.318+0000 7f8cee865640 1 --2- 172.21.15.46:0/3829707996 >> v2:172.21.15.78:3300/0 conn(0x7f8ce80d1900 0x7f8ce80d2740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:39.321 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.318+0000 7f8cee865640 1 -- 172.21.15.46:0/3829707996 >> 172.21.15.46:0/3829707996 conn(0x7f8ce8067ab0 msgr2=0x7f8ce8067ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:39.321 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.318+0000 7f8cee865640 1 -- 172.21.15.46:0/3829707996 shutdown_connections 2024-09-19T05:50:39.321 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.318+0000 7f8cee865640 1 -- 172.21.15.46:0/3829707996 wait complete. 2024-09-19T05:50:39.323 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.319+0000 7f8cee865640 1 Processor -- start 2024-09-19T05:50:39.323 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.319+0000 7f8cee865640 1 -- start start 2024-09-19T05:50:39.323 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.320+0000 7f8cee865640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8ce80b3410 0x7f8ce8159640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:39.324 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.320+0000 7f8cee865640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ce80d1900 0x7f8ce815b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:39.324 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.320+0000 7f8cee865640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8ce815e8e0 0x7f8ce81604d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:39.324 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.320+0000 7f8cee865640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8ce815ecc0 con 0x7f8ce80d1900 2024-09-19T05:50:39.324 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.320+0000 7f8cee865640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f8ce80cf9e0 con 0x7f8ce815e8e0 2024-09-19T05:50:39.324 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.320+0000 7f8cee865640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f8ce80cff00 con 0x7f8ce80b3410 2024-09-19T05:50:39.324 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.320+0000 7f8ce77fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ce80d1900 0x7f8ce815b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:39.324 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.320+0000 7f8ce77fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ce80d1900 0x7f8ce815b370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47056/0 (socket says 172.21.15.46:47056) 2024-09-19T05:50:39.324 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.320+0000 7f8ce77fe640 1 -- 172.21.15.46:0/4072477668 learned_addr learned my addr 172.21.15.46:0/4072477668 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:39.324 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.321+0000 7f8cece02640 1 --2- 172.21.15.46:0/4072477668 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8ce815e8e0 0x7f8ce81604d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:39.324 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.321+0000 7f8ce77fe640 1 -- 172.21.15.46:0/4072477668 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8ce80b3410 msgr2=0x7f8ce8159640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:39.324 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.321+0000 7f8ce7fff640 1 --2- 172.21.15.46:0/4072477668 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8ce80b3410 0x7f8ce8159640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:39.324 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.321+0000 7f8ce77fe640 1 --2- 172.21.15.46:0/4072477668 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8ce80b3410 0x7f8ce8159640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:39.324 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.321+0000 7f8ce77fe640 1 -- 172.21.15.46:0/4072477668 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8ce815e8e0 msgr2=0x7f8ce81604d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:39.325 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.321+0000 7f8ce77fe640 1 --2- 172.21.15.46:0/4072477668 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8ce815e8e0 0x7f8ce81604d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:39.325 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.321+0000 7f8ce77fe640 1 -- 172.21.15.46:0/4072477668 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ce8161ab0 con 0x7f8ce80d1900 2024-09-19T05:50:39.325 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.321+0000 7f8cece02640 1 --2- 172.21.15.46:0/4072477668 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8ce815e8e0 0x7f8ce81604d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:50:39.325 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.321+0000 7f8ce7fff640 1 --2- 172.21.15.46:0/4072477668 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8ce80b3410 0x7f8ce8159640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:50:39.325 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.321+0000 7f8ce77fe640 1 --2- 172.21.15.46:0/4072477668 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ce80d1900 0x7f8ce815b370 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f8cdc000c00 tx=0x7f8cdc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:39.325 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.321+0000 7f8ce4ff9640 1 -- 172.21.15.46:0/4072477668 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cdc037040 con 0x7f8ce80d1900 2024-09-19T05:50:39.325 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.321+0000 7f8ce4ff9640 1 -- 172.21.15.46:0/4072477668 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cdc042070 con 0x7f8ce80d1900 2024-09-19T05:50:39.325 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.321+0000 7f8cee865640 1 -- 172.21.15.46:0/4072477668 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ce815f9f0 con 0x7f8ce80d1900 2024-09-19T05:50:39.325 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.321+0000 7f8ce4ff9640 1 -- 172.21.15.46:0/4072477668 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cdc030a50 con 0x7f8ce80d1900 2024-09-19T05:50:39.325 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.321+0000 7f8cee865640 1 -- 172.21.15.46:0/4072477668 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ce815ffb0 con 0x7f8ce80d1900 2024-09-19T05:50:39.326 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.322+0000 7f8cee865640 1 -- 172.21.15.46:0/4072477668 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ce8069180 con 0x7f8ce80d1900 2024-09-19T05:50:39.326 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.323+0000 7f8ce4ff9640 1 -- 172.21.15.46:0/4072477668 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8cdc030bf0 con 0x7f8ce80d1900 2024-09-19T05:50:39.326 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.323+0000 7f8ce4ff9640 1 --2- 172.21.15.46:0/4072477668 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f8cd406c2b0 0x7f8cd406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:39.326 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.323+0000 7f8ce4ff9640 1 -- 172.21.15.46:0/4072477668 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f8cdc0abba0 con 0x7f8ce80d1900 2024-09-19T05:50:39.326 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.324+0000 7f8ce7fff640 1 --2- 172.21.15.46:0/4072477668 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f8cd406c2b0 0x7f8cd406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:39.327 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.324+0000 7f8ce7fff640 1 --2- 172.21.15.46:0/4072477668 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f8cd406c2b0 0x7f8cd406e770 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f8cd8000f60 tx=0x7f8cd8009040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:39.330 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.328+0000 7f8ce4ff9640 1 -- 172.21.15.46:0/4072477668 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8cdc07a650 con 0x7f8ce80d1900 2024-09-19T05:50:39.505 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.504+0000 7f8cee865640 1 -- 172.21.15.46:0/4072477668 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8ce80d5420 con 0x7f8ce80d1900 2024-09-19T05:50:39.506 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.504+0000 7f8ce4ff9640 1 -- 172.21.15.46:0/4072477668 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+12848 (secure 0 0 0) 0x7f8ce80d5420 con 0x7f8ce80d1900 2024-09-19T05:50:39.506 INFO:teuthology.misc.health.smithi046.stdout: 2024-09-19T05:50:39.507 INFO:teuthology.misc.health.smithi046.stdout:{"epoch":17,"fsid":"f422d15e-e2c9-44aa-a788-7f9714905c67","created":"2024-09-19T05:50:21.601235+0000","modified":"2024-09-19T05:50:36.151638+0000","last_up_change":"2024-09-19T05:50:34.148268+0000","last_in_change":"2024-09-19T05:50:23.689134+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:50:33.840497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5887dcb-f9c0-42a0-905d-718d357b4b57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6825","nonce":1884048663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6827","nonce":1884048663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6831","nonce":1884048663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6829","nonce":1884048663}]},"public_addr":"172.21.15.46:6825/1884048663","cluster_addr":"172.21.15.46:6827/1884048663","heartbeat_back_addr":"172.21.15.46:6831/1884048663","heartbeat_front_addr":"172.21.15.46:6829/1884048663","state":["exists","up"]},{"osd":1,"uuid":"3fed9b97-7482-4314-bf02-1518c03be152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6801","nonce":2797692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6803","nonce":2797692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6807","nonce":2797692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6805","nonce":2797692057}]},"public_addr":"172.21.15.46:6801/2797692057","cluster_addr":"172.21.15.46:6803/2797692057","heartbeat_back_addr":"172.21.15.46:6807/2797692057","heartbeat_front_addr":"172.21.15.46:6805/2797692057","state":["exists","up"]},{"osd":2,"uuid":"2e36d163-339b-491e-98a9-6e768a3249e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6809","nonce":4061240230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6811","nonce":4061240230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6815","nonce":4061240230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6813","nonce":4061240230}]},"public_addr":"172.21.15.46:6809/4061240230","cluster_addr":"172.21.15.46:6811/4061240230","heartbeat_back_addr":"172.21.15.46:6815/4061240230","heartbeat_front_addr":"172.21.15.46:6813/4061240230","state":["exists","up"]},{"osd":3,"uuid":"98fb22e5-3d85-4bb7-a92e-63625f26d7b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6817","nonce":170935989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6819","nonce":170935989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6823","nonce":170935989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6821","nonce":170935989}]},"public_addr":"172.21.15.46:6817/170935989","cluster_addr":"172.21.15.46:6819/170935989","heartbeat_back_addr":"172.21.15.46:6823/170935989","heartbeat_front_addr":"172.21.15.46:6821/170935989","state":["exists","up"]},{"osd":4,"uuid":"055bb872-b76a-40ab-aab7-c6e327ee7735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6809","nonce":2319815351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6811","nonce":2319815351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6815","nonce":2319815351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6813","nonce":2319815351}]},"public_addr":"172.21.15.78:6809/2319815351","cluster_addr":"172.21.15.78:6811/2319815351","heartbeat_back_addr":"172.21.15.78:6815/2319815351","heartbeat_front_addr":"172.21.15.78:6813/2319815351","state":["exists","up"]},{"osd":5,"uuid":"4164d7c8-3350-4cd1-b105-8376e2b8d205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6825","nonce":1036798121}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6827","nonce":1036798121}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6831","nonce":1036798121}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6829","nonce":1036798121}]},"public_addr":"172.21.15.78:6825/1036798121","cluster_addr":"172.21.15.78:6827/1036798121","heartbeat_back_addr":"172.21.15.78:6831/1036798121","heartbeat_front_addr":"172.21.15.78:6829/1036798121","state":["exists","up"]},{"osd":6,"uuid":"2ad21b97-7629-4de2-851e-909e8b1defd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6801","nonce":707998422}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6803","nonce":707998422}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6807","nonce":707998422}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6805","nonce":707998422}]},"public_addr":"172.21.15.78:6801/707998422","cluster_addr":"172.21.15.78:6803/707998422","heartbeat_back_addr":"172.21.15.78:6807/707998422","heartbeat_front_addr":"172.21.15.78:6805/707998422","state":["exists","up"]},{"osd":7,"uuid":"88efccef-c5f1-43b6-b786-9bc72f2cf2cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6817","nonce":2547959841}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6819","nonce":2547959841}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6823","nonce":2547959841}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6821","nonce":2547959841}]},"public_addr":"172.21.15.78:6817/2547959841","cluster_addr":"172.21.15.78:6819/2547959841","heartbeat_back_addr":"172.21.15.78:6823/2547959841","heartbeat_front_addr":"172.21.15.78:6821/2547959841","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.653882+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.491170+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.251245+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989665+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:31.041334+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.652320+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.566922+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:50:39.508 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.506+0000 7f8cee865640 1 -- 172.21.15.46:0/4072477668 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f8cd406c2b0 msgr2=0x7f8cd406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:39.508 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.506+0000 7f8cee865640 1 --2- 172.21.15.46:0/4072477668 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f8cd406c2b0 0x7f8cd406e770 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f8cd8000f60 tx=0x7f8cd8009040 comp rx=0 tx=0).stop 2024-09-19T05:50:39.509 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.506+0000 7f8cee865640 1 -- 172.21.15.46:0/4072477668 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ce80d1900 msgr2=0x7f8ce815b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:39.509 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.506+0000 7f8cee865640 1 --2- 172.21.15.46:0/4072477668 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ce80d1900 0x7f8ce815b370 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f8cdc000c00 tx=0x7f8cdc0046c0 comp rx=0 tx=0).stop 2024-09-19T05:50:39.509 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.506+0000 7f8cee865640 1 -- 172.21.15.46:0/4072477668 shutdown_connections 2024-09-19T05:50:39.509 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.506+0000 7f8cee865640 1 --2- 172.21.15.46:0/4072477668 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f8cd406c2b0 0x7f8cd406e770 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:39.509 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.506+0000 7f8cee865640 1 --2- 172.21.15.46:0/4072477668 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8ce815e8e0 0x7f8ce81604d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:39.509 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.506+0000 7f8cee865640 1 --2- 172.21.15.46:0/4072477668 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ce80d1900 0x7f8ce815b370 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:39.509 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.506+0000 7f8cee865640 1 --2- 172.21.15.46:0/4072477668 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8ce80b3410 0x7f8ce8159640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:39.509 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.506+0000 7f8cee865640 1 -- 172.21.15.46:0/4072477668 >> 172.21.15.46:0/4072477668 conn(0x7f8ce8067ab0 msgr2=0x7f8ce80d2740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:39.509 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.507+0000 7f8cee865640 1 -- 172.21.15.46:0/4072477668 shutdown_connections 2024-09-19T05:50:39.509 INFO:teuthology.misc.health.smithi046.stderr:2024-09-19T05:50:39.507+0000 7f8cee865640 1 -- 172.21.15.46:0/4072477668 wait complete. 2024-09-19T05:50:39.518 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-19T05:50:39.518 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-19T05:50:39.518 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T05:50:39.518 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T05:50:39.521 INFO:tasks.ceph.mds.a:Started 2024-09-19T05:50:39.521 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T05:50:39.521 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T05:50:39.523 INFO:tasks.ceph.mds.c:Started 2024-09-19T05:50:39.523 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T05:50:39.523 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T05:50:39.526 INFO:tasks.ceph.mds.b:Started 2024-09-19T05:50:39.526 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T05:50:39.526 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T05:50:39.528 INFO:tasks.ceph.mds.d:Started 2024-09-19T05:50:39.529 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-19T05:50:39.529 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:50:39.598 INFO:tasks.ceph.mds.a.smithi046.stdout:starting mds.a at 2024-09-19T05:50:39.599 INFO:tasks.ceph.mds.c.smithi046.stdout:starting mds.c at 2024-09-19T05:50:39.612 INFO:tasks.ceph.mds.d.smithi078.stdout:starting mds.d at 2024-09-19T05:50:39.613 INFO:tasks.ceph.mds.b.smithi078.stdout:starting mds.b at 2024-09-19T05:50:39.613 INFO:tasks.ceph.mds.b.smithi078.stderr:2024-09-19T05:50:39.611+0000 7facddd39640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-09-19T05:50:39.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.634+0000 7f7cf1d8d640 1 Processor -- start 2024-09-19T05:50:39.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.634+0000 7f7cf1d8d640 1 -- start start 2024-09-19T05:50:39.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.635+0000 7f7cf1d8d640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f7cec156b30 0x7f7cec0733d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:39.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.635+0000 7f7cf1d8d640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f7cec0cdb60 0x7f7cec0717c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:39.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.635+0000 7f7cf1d8d640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7cec156f10 con 0x7f7cec15d5e0 2024-09-19T05:50:39.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.635+0000 7f7cf1d8d640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f7cec15da70 con 0x7f7cec156b30 2024-09-19T05:50:39.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.635+0000 7f7cf1d8d640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f7cec0b48c0 con 0x7f7cec0cdb60 2024-09-19T05:50:39.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.635+0000 7f7ceb7fe640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f7cec156b30 0x7f7cec0733d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:39.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.635+0000 7f7ceaffd640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f7cec15d5e0 0x7f7cec0cd450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:35580/0 (socket says 172.21.15.46:35580) 2024-09-19T05:50:39.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.635+0000 7f7ceaffd640 1 -- 172.21.15.46:0/1998297877 learned_addr learned my addr 172.21.15.46:0/1998297877 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:39.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.635+0000 7f7cebfff640 1 --2- 172.21.15.46:0/1998297877 >> v2:172.21.15.78:3300/0 conn(0x7f7cec0cdb60 0x7f7cec0717c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:39.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.635+0000 7f7ceb7fe640 1 -- 172.21.15.46:0/1998297877 >> v2:172.21.15.78:3300/0 conn(0x7f7cec0cdb60 msgr2=0x7f7cec0717c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:39.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.635+0000 7f7ceb7fe640 1 --2- 172.21.15.46:0/1998297877 >> v2:172.21.15.78:3300/0 conn(0x7f7cec0cdb60 0x7f7cec0717c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:39.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.636+0000 7f7ceb7fe640 1 -- 172.21.15.46:0/1998297877 >> v1:172.21.15.46:6789/0 conn(0x7f7cec15d5e0 legacy=0x7f7cec0cd450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:39.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.636+0000 7f7ceb7fe640 1 -- 172.21.15.46:0/1998297877 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cec0b4ba0 con 0x7f7cec156b30 2024-09-19T05:50:39.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.636+0000 7f7ceb7fe640 1 --2- 172.21.15.46:0/1998297877 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7cec156b30 0x7f7cec0733d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7cec161120 tx=0x7f7cdc02a0a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1ca2a3eb810e4b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:39.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.636+0000 7f7cea7fc640 1 -- 172.21.15.46:0/1998297877 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cdc037070 con 0x7f7cec156b30 2024-09-19T05:50:39.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.636+0000 7f7cea7fc640 1 -- 172.21.15.46:0/1998297877 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7cdc02ad30 con 0x7f7cec156b30 2024-09-19T05:50:39.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.636+0000 7f7cea7fc640 1 -- 172.21.15.46:0/1998297877 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cdc032660 con 0x7f7cec156b30 2024-09-19T05:50:39.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.637+0000 7f7cf1d8d640 1 -- 172.21.15.46:0/1998297877 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7cec156b30 msgr2=0x7f7cec0733d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:39.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.637+0000 7f7cf1d8d640 1 --2- 172.21.15.46:0/1998297877 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7cec156b30 0x7f7cec0733d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7cec161120 tx=0x7f7cdc02a0a0 comp rx=0 tx=0).stop 2024-09-19T05:50:39.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.637+0000 7f7cf1d8d640 1 -- 172.21.15.46:0/1998297877 shutdown_connections 2024-09-19T05:50:39.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.637+0000 7f7cf1d8d640 1 --2- 172.21.15.46:0/1998297877 >> v2:172.21.15.78:3300/0 conn(0x7f7cec0cdb60 0x7f7cec0717c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:39.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.637+0000 7f7cf1d8d640 1 --2- 172.21.15.46:0/1998297877 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7cec156b30 0x7f7cec0733d0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:39.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.637+0000 7f7cf1d8d640 1 -- 172.21.15.46:0/1998297877 >> 172.21.15.46:0/1998297877 conn(0x7f7cec0d0a60 msgr2=0x7f7cec0d0e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:39.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.637+0000 7f7cf1d8d640 1 -- 172.21.15.46:0/1998297877 shutdown_connections 2024-09-19T05:50:39.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.637+0000 7f7cf1d8d640 1 -- 172.21.15.46:0/1998297877 wait complete. 2024-09-19T05:50:39.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.638+0000 7f7cf1d8d640 1 Processor -- start 2024-09-19T05:50:39.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.638+0000 7f7cf1d8d640 1 -- start start 2024-09-19T05:50:39.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.639+0000 7f7cf1d8d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7cec0cdb60 0x7f7cec14a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:39.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.639+0000 7f7cf1d8d640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7cec156b30 0x7f7cec06dec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:39.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.639+0000 7f7cf1d8d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7cec15d5e0 0x7f7cec06e690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:39.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.639+0000 7f7cf1d8d640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7cec15cb90 con 0x7f7cec0cdb60 2024-09-19T05:50:39.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.639+0000 7f7cf1d8d640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f7cec15ca10 con 0x7f7cec15d5e0 2024-09-19T05:50:39.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.639+0000 7f7cf1d8d640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f7cec0b44e0 con 0x7f7cec156b30 2024-09-19T05:50:39.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.639+0000 7f7ceb7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7cec0cdb60 0x7f7cec14a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:39.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.639+0000 7f7ceb7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7cec0cdb60 0x7f7cec14a6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47102/0 (socket says 172.21.15.46:47102) 2024-09-19T05:50:39.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.639+0000 7f7ceb7fe640 1 -- 172.21.15.46:0/3465526158 learned_addr learned my addr 172.21.15.46:0/3465526158 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:39.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.639+0000 7f7cebfff640 1 --2- 172.21.15.46:0/3465526158 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7cec15d5e0 0x7f7cec06e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:39.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.639+0000 7f7ceaffd640 1 --2- 172.21.15.46:0/3465526158 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7cec156b30 0x7f7cec06dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:39.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.639+0000 7f7ceb7fe640 1 -- 172.21.15.46:0/3465526158 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7cec156b30 msgr2=0x7f7cec06dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:39.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.639+0000 7f7ceb7fe640 1 --2- 172.21.15.46:0/3465526158 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7cec156b30 0x7f7cec06dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:39.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.639+0000 7f7ceb7fe640 1 -- 172.21.15.46:0/3465526158 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7cec15d5e0 msgr2=0x7f7cec06e690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:39.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.639+0000 7f7ceb7fe640 1 --2- 172.21.15.46:0/3465526158 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7cec15d5e0 0x7f7cec06e690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:39.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.639+0000 7f7ceb7fe640 1 -- 172.21.15.46:0/3465526158 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cec14abf0 con 0x7f7cec0cdb60 2024-09-19T05:50:39.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.639+0000 7f7ceaffd640 1 --2- 172.21.15.46:0/3465526158 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7cec156b30 0x7f7cec06dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:50:39.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.640+0000 7f7ceb7fe640 1 --2- 172.21.15.46:0/3465526158 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7cec0cdb60 0x7f7cec14a6b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f7cdc000c00 tx=0x7f7cdc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:39.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.640+0000 7f7cd3fff640 1 -- 172.21.15.46:0/3465526158 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cdc037040 con 0x7f7cec0cdb60 2024-09-19T05:50:39.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.640+0000 7f7cd3fff640 1 -- 172.21.15.46:0/3465526158 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7cdc004250 con 0x7f7cec0cdb60 2024-09-19T05:50:39.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.640+0000 7f7cf1d8d640 1 -- 172.21.15.46:0/3465526158 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cec06f030 con 0x7f7cec0cdb60 2024-09-19T05:50:39.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.640+0000 7f7cd3fff640 1 -- 172.21.15.46:0/3465526158 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cdc003610 con 0x7f7cec0cdb60 2024-09-19T05:50:39.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.640+0000 7f7cf1d8d640 1 -- 172.21.15.46:0/3465526158 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cec06d6c0 con 0x7f7cec0cdb60 2024-09-19T05:50:39.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.641+0000 7f7cf1d8d640 1 -- 172.21.15.46:0/3465526158 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7cec0d18b0 con 0x7f7cec0cdb60 2024-09-19T05:50:39.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.641+0000 7f7cd3fff640 1 -- 172.21.15.46:0/3465526158 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7cdc0037b0 con 0x7f7cec0cdb60 2024-09-19T05:50:39.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.642+0000 7f7cd3fff640 1 --2- 172.21.15.46:0/3465526158 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7cd806c2b0 0x7f7cd806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:39.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.642+0000 7f7cd3fff640 1 -- 172.21.15.46:0/3465526158 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f7cdc0abaa0 con 0x7f7cec0cdb60 2024-09-19T05:50:39.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.642+0000 7f7ceaffd640 1 --2- 172.21.15.46:0/3465526158 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7cd806c2b0 0x7f7cd806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:39.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.642+0000 7f7ceaffd640 1 --2- 172.21.15.46:0/3465526158 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7cd806c2b0 0x7f7cd806e770 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f7cec15bd00 tx=0x7f7ce0009040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:39.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.646+0000 7f7cd3fff640 1 -- 172.21.15.46:0/3465526158 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7cec0d18b0 con 0x7f7cec0cdb60 2024-09-19T05:50:39.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.855+0000 7f7cf1d8d640 1 -- 172.21.15.46:0/3465526158 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7cec0ce0d0 con 0x7f7cec0cdb60 2024-09-19T05:50:39.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.856+0000 7f7cd3fff640 1 -- 172.21.15.46:0/3465526158 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1431 (secure 0 0 0) 0x7f7cec14abf0 con 0x7f7cec0cdb60 2024-09-19T05:50:39.858 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:39.858 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":2,"btime":"2024-09-19T05:50:39:601935+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6834/932683408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":932683408},{"type":"v1","addr":"172.21.15.46:6834","nonce":932683408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-19T05:50:39.858 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 2 2024-09-19T05:50:39.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.858+0000 7f7cf1d8d640 1 -- 172.21.15.46:0/3465526158 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7cd806c2b0 msgr2=0x7f7cd806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:39.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.858+0000 7f7cf1d8d640 1 --2- 172.21.15.46:0/3465526158 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7cd806c2b0 0x7f7cd806e770 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f7cec15bd00 tx=0x7f7ce0009040 comp rx=0 tx=0).stop 2024-09-19T05:50:39.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.858+0000 7f7cf1d8d640 1 -- 172.21.15.46:0/3465526158 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7cec0cdb60 msgr2=0x7f7cec14a6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:39.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.858+0000 7f7cf1d8d640 1 --2- 172.21.15.46:0/3465526158 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7cec0cdb60 0x7f7cec14a6b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f7cdc000c00 tx=0x7f7cdc0046c0 comp rx=0 tx=0).stop 2024-09-19T05:50:39.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.858+0000 7f7cf1d8d640 1 -- 172.21.15.46:0/3465526158 shutdown_connections 2024-09-19T05:50:39.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.858+0000 7f7cf1d8d640 1 --2- 172.21.15.46:0/3465526158 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7cd806c2b0 0x7f7cd806e770 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:39.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.858+0000 7f7cf1d8d640 1 --2- 172.21.15.46:0/3465526158 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7cec15d5e0 0x7f7cec06e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:39.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.858+0000 7f7cf1d8d640 1 --2- 172.21.15.46:0/3465526158 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7cec156b30 0x7f7cec06dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:39.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.858+0000 7f7cf1d8d640 1 --2- 172.21.15.46:0/3465526158 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7cec0cdb60 0x7f7cec14a6b0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:39.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.858+0000 7f7cf1d8d640 1 -- 172.21.15.46:0/3465526158 >> 172.21.15.46:0/3465526158 conn(0x7f7cec0d0a60 msgr2=0x7f7cec0b39d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:39.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.858+0000 7f7cf1d8d640 1 -- 172.21.15.46:0/3465526158 shutdown_connections 2024-09-19T05:50:39.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:39.858+0000 7f7cf1d8d640 1 -- 172.21.15.46:0/3465526158 wait complete. 2024-09-19T05:50:41.872 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:50:41.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.985+0000 7f64288d2640 1 Processor -- start 2024-09-19T05:50:41.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.985+0000 7f64288d2640 1 -- start start 2024-09-19T05:50:41.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.986+0000 7f64288d2640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f64240d41c0 0x7f64240d4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:41.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.986+0000 7f64288d2640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f64240d5060 0x7f64240b77d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:41.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.986+0000 7f64288d2640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f64240d4620 con 0x7f642415e6d0 2024-09-19T05:50:41.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.986+0000 7f64288d2640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f642415eab0 con 0x7f64240d5060 2024-09-19T05:50:41.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.986+0000 7f64288d2640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f64240d3120 con 0x7f64240d41c0 2024-09-19T05:50:41.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f642259c640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f642415e6d0 0x7f64240cf4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:35596/0 (socket says 172.21.15.46:35596) 2024-09-19T05:50:41.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f642259c640 1 -- 172.21.15.46:0/756481527 learned_addr learned my addr 172.21.15.46:0/756481527 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:41.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f6422d9d640 1 --2- 172.21.15.46:0/756481527 >> v2:172.21.15.78:3300/0 conn(0x7f64240d5060 0x7f64240b77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:41.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f6421d9b640 1 --2- 172.21.15.46:0/756481527 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f64240d41c0 0x7f64240d4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:41.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f642159a640 1 -- 172.21.15.46:0/756481527 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 201200483 0 0) 0x7f64240d4620 con 0x7f642415e6d0 2024-09-19T05:50:41.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f642159a640 1 -- 172.21.15.46:0/756481527 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6410003520 con 0x7f642415e6d0 2024-09-19T05:50:41.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f642159a640 1 -- 172.21.15.46:0/756481527 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3017688758 0 0) 0x7f6410003520 con 0x7f642415e6d0 2024-09-19T05:50:41.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f642159a640 1 -- 172.21.15.46:0/756481527 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f64240d41c0 msgr2=0x7f64240d4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:41.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f642159a640 1 --2- 172.21.15.46:0/756481527 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f64240d41c0 0x7f64240d4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:41.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f642159a640 1 -- 172.21.15.46:0/756481527 >> v2:172.21.15.78:3300/0 conn(0x7f64240d5060 msgr2=0x7f64240b77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:41.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f642159a640 1 --2- 172.21.15.46:0/756481527 >> v2:172.21.15.78:3300/0 conn(0x7f64240d5060 0x7f64240b77d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:41.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f642159a640 1 -- 172.21.15.46:0/756481527 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64240d3400 con 0x7f642415e6d0 2024-09-19T05:50:41.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f642159a640 1 -- 172.21.15.46:0/756481527 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 238125057 0 0) 0x7f641c001670 con 0x7f642415e6d0 2024-09-19T05:50:41.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f642159a640 1 -- 172.21.15.46:0/756481527 >> v1:172.21.15.46:6789/0 conn(0x7f642415e6d0 legacy=0x7f64240cf4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:41.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f642159a640 1 --2- 172.21.15.46:0/756481527 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f64240d41c0 0x7f64100039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:41.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f642159a640 1 --2- 172.21.15.46:0/756481527 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6410003f30 0x7f6410004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:41.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f642159a640 1 --2- 172.21.15.46:0/756481527 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6410004d40 0x7f64100051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:41.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f642159a640 1 -- 172.21.15.46:0/756481527 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f642415eab0 con 0x7f6410003f30 2024-09-19T05:50:41.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f642159a640 1 -- 172.21.15.46:0/756481527 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f64240d3120 con 0x7f6410004d40 2024-09-19T05:50:41.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f642159a640 1 -- 172.21.15.46:0/756481527 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f641000b9c0 con 0x7f64240d41c0 2024-09-19T05:50:41.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f6421d9b640 1 --2- 172.21.15.46:0/756481527 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6410003f30 0x7f6410004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:41.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f642259c640 1 --2- 172.21.15.46:0/756481527 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f64240d41c0 0x7f64100039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:41.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.987+0000 7f6422d9d640 1 --2- 172.21.15.46:0/756481527 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6410004d40 0x7f64100051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:41.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.988+0000 7f6421d9b640 1 -- 172.21.15.46:0/756481527 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f64240d41c0 msgr2=0x7f64100039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:41.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.988+0000 7f6421d9b640 1 --2- 172.21.15.46:0/756481527 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f64240d41c0 0x7f64100039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:41.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.988+0000 7f6421d9b640 1 -- 172.21.15.46:0/756481527 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6410004d40 msgr2=0x7f64100051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:41.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.988+0000 7f6421d9b640 1 --2- 172.21.15.46:0/756481527 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6410004d40 0x7f64100051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:41.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.988+0000 7f6421d9b640 1 -- 172.21.15.46:0/756481527 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6410003520 con 0x7f6410003f30 2024-09-19T05:50:41.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.988+0000 7f6421d9b640 1 --2- 172.21.15.46:0/756481527 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6410003f30 0x7f6410004800 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f640c009a90 tx=0x7f6410005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fa413cc9b90025e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:41.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.989+0000 7f642159a640 1 -- 172.21.15.46:0/756481527 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f640c036070 con 0x7f6410003f30 2024-09-19T05:50:41.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.989+0000 7f642159a640 1 -- 172.21.15.46:0/756481527 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f640c031400 con 0x7f6410003f30 2024-09-19T05:50:41.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.989+0000 7f642159a640 1 -- 172.21.15.46:0/756481527 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f640c009690 con 0x7f6410003f30 2024-09-19T05:50:41.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.989+0000 7f64288d2640 1 -- 172.21.15.46:0/756481527 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6410003f30 msgr2=0x7f6410004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:41.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.989+0000 7f64288d2640 1 --2- 172.21.15.46:0/756481527 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6410003f30 0x7f6410004800 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f640c009a90 tx=0x7f6410005830 comp rx=0 tx=0).stop 2024-09-19T05:50:41.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.989+0000 7f6422d9d640 1 -- 172.21.15.46:0/756481527 reap_dead start 2024-09-19T05:50:41.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.989+0000 7f64288d2640 1 -- 172.21.15.46:0/756481527 shutdown_connections 2024-09-19T05:50:41.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.989+0000 7f64288d2640 1 -- 172.21.15.46:0/756481527 >> 172.21.15.46:0/756481527 conn(0x7f64240723c0 msgr2=0x7f64240727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:41.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.989+0000 7f64288d2640 1 -- 172.21.15.46:0/756481527 shutdown_connections 2024-09-19T05:50:41.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.989+0000 7f64288d2640 1 -- 172.21.15.46:0/756481527 wait complete. 2024-09-19T05:50:41.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.991+0000 7f64288d2640 1 Processor -- start 2024-09-19T05:50:41.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.991+0000 7f64288d2640 1 -- start start 2024-09-19T05:50:41.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.991+0000 7f64288d2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6410003f30 0x7f64240af220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:41.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.991+0000 7f64288d2640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f642415db80 0x7f64240cda20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:41.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.991+0000 7f64288d2640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f642415e000 0x7f64240cdf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:41.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.991+0000 7f64288d2640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f64240cfbd0 con 0x7f642415db80 2024-09-19T05:50:41.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.991+0000 7f64288d2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f64240d39c0 con 0x7f6410003f30 2024-09-19T05:50:41.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.991+0000 7f64288d2640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f64240d2d60 con 0x7f642415e000 2024-09-19T05:50:41.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.991+0000 7f6421d9b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f642415db80 0x7f64240cda20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:41.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.992+0000 7f6421d9b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f642415db80 0x7f64240cda20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47122/0 (socket says 172.21.15.46:47122) 2024-09-19T05:50:41.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.992+0000 7f6421d9b640 1 -- 172.21.15.46:0/3456043994 learned_addr learned my addr 172.21.15.46:0/3456043994 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:41.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.992+0000 7f642259c640 1 --2- 172.21.15.46:0/3456043994 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6410003f30 0x7f64240af220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:41.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.992+0000 7f6422d9d640 1 --2- 172.21.15.46:0/3456043994 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f642415e000 0x7f64240cdf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:41.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.992+0000 7f6421d9b640 1 -- 172.21.15.46:0/3456043994 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f642415e000 msgr2=0x7f64240cdf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:41.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.992+0000 7f6421d9b640 1 --2- 172.21.15.46:0/3456043994 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f642415e000 0x7f64240cdf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:41.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.992+0000 7f6421d9b640 1 -- 172.21.15.46:0/3456043994 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6410003f30 msgr2=0x7f64240af220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:41.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.992+0000 7f6421d9b640 1 --2- 172.21.15.46:0/3456043994 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6410003f30 0x7f64240af220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:41.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.992+0000 7f6421d9b640 1 -- 172.21.15.46:0/3456043994 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64240abf80 con 0x7f642415db80 2024-09-19T05:50:41.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.992+0000 7f642259c640 1 --2- 172.21.15.46:0/3456043994 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6410003f30 0x7f64240af220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:50:41.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.992+0000 7f6421d9b640 1 --2- 172.21.15.46:0/3456043994 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f642415db80 0x7f64240cda20 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f640c009a90 tx=0x7f640c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:41.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.992+0000 7f641affd640 1 -- 172.21.15.46:0/3456043994 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f640c040020 con 0x7f642415db80 2024-09-19T05:50:41.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.992+0000 7f641affd640 1 -- 172.21.15.46:0/3456043994 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f640c03b660 con 0x7f642415db80 2024-09-19T05:50:41.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.992+0000 7f64288d2640 1 -- 172.21.15.46:0/3456043994 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64240ae740 con 0x7f642415db80 2024-09-19T05:50:41.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.992+0000 7f641affd640 1 -- 172.21.15.46:0/3456043994 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f640c036040 con 0x7f642415db80 2024-09-19T05:50:41.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.992+0000 7f64288d2640 1 -- 172.21.15.46:0/3456043994 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64240aed00 con 0x7f642415db80 2024-09-19T05:50:41.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.993+0000 7f64288d2640 1 -- 172.21.15.46:0/3456043994 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64240d4b20 con 0x7f642415db80 2024-09-19T05:50:41.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.994+0000 7f641affd640 1 -- 172.21.15.46:0/3456043994 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f640c043020 con 0x7f642415db80 2024-09-19T05:50:41.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.994+0000 7f641affd640 1 --2- 172.21.15.46:0/3456043994 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f640406c2b0 0x7f640406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:41.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.995+0000 7f641affd640 1 -- 172.21.15.46:0/3456043994 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f640c0ab820 con 0x7f642415db80 2024-09-19T05:50:41.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.995+0000 7f642259c640 1 --2- 172.21.15.46:0/3456043994 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f640406c2b0 0x7f640406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:41.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.995+0000 7f642259c640 1 --2- 172.21.15.46:0/3456043994 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f640406c2b0 0x7f640406e770 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f641c001670 tx=0x7f641c009040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:42.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:41.999+0000 7f641affd640 1 -- 172.21.15.46:0/3456043994 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f640c04a030 con 0x7f642415db80 2024-09-19T05:50:42.008 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:50:42.010 DEBUG:teuthology.orchestra.run.smithi078:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:50:42.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.213+0000 7f64288d2640 1 -- 172.21.15.46:0/3456043994 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f64240ae4f0 con 0x7f642415db80 2024-09-19T05:50:42.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.213+0000 7f641affd640 1 -- 172.21.15.46:0/3456043994 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3900 (secure 0 0 0) 0x7f640c07a240 con 0x7f642415db80 2024-09-19T05:50:42.215 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:42.215 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":3,"btime":"2024-09-19T05:50:40:603391+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6834/932683408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":932683408},{"type":"v1","addr":"172.21.15.46:6834","nonce":932683408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4279,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6836/4265332407","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":4265332407},{"type":"v1","addr":"172.21.15.78:6836","nonce":4265332407}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1406678238","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6833","nonce":1406678238},{"type":"v1","addr":"172.21.15.46:6835","nonce":1406678238}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4282,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6837/879224309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6835","nonce":879224309},{"type":"v1","addr":"172.21.15.78:6837","nonce":879224309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-19T05:50:42.216 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 3 2024-09-19T05:50:42.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.215+0000 7f64288d2640 1 -- 172.21.15.46:0/3456043994 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f640406c2b0 msgr2=0x7f640406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:42.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.215+0000 7f64288d2640 1 --2- 172.21.15.46:0/3456043994 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f640406c2b0 0x7f640406e770 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f641c001670 tx=0x7f641c009040 comp rx=0 tx=0).stop 2024-09-19T05:50:42.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.215+0000 7f64288d2640 1 -- 172.21.15.46:0/3456043994 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f642415db80 msgr2=0x7f64240cda20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:42.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.215+0000 7f64288d2640 1 --2- 172.21.15.46:0/3456043994 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f642415db80 0x7f64240cda20 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f640c009a90 tx=0x7f640c004730 comp rx=0 tx=0).stop 2024-09-19T05:50:42.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.215+0000 7f64288d2640 1 -- 172.21.15.46:0/3456043994 shutdown_connections 2024-09-19T05:50:42.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.215+0000 7f64288d2640 1 --2- 172.21.15.46:0/3456043994 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f640406c2b0 0x7f640406e770 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:42.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.215+0000 7f64288d2640 1 --2- 172.21.15.46:0/3456043994 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f642415e000 0x7f64240cdf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:42.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.215+0000 7f64288d2640 1 --2- 172.21.15.46:0/3456043994 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f642415db80 0x7f64240cda20 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:42.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.215+0000 7f64288d2640 1 --2- 172.21.15.46:0/3456043994 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6410003f30 0x7f64240af220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:42.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.215+0000 7f64288d2640 1 -- 172.21.15.46:0/3456043994 >> 172.21.15.46:0/3456043994 conn(0x7f64240723c0 msgr2=0x7f64240b7da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:42.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.215+0000 7f64288d2640 1 -- 172.21.15.46:0/3456043994 shutdown_connections 2024-09-19T05:50:42.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.215+0000 7f64288d2640 1 -- 172.21.15.46:0/3456043994 wait complete. 2024-09-19T05:50:42.228 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T05:50:42.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.328+0000 7fcd78be8640 1 Processor -- start 2024-09-19T05:50:42.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.328+0000 7fcd78be8640 1 -- start start 2024-09-19T05:50:42.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.329+0000 7fcd78be8640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fcd74161d50 0x7fcd740d1eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:42.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.329+0000 7fcd78be8640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fcd740b3970 0x7fcd740b2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:42.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.329+0000 7fcd78be8640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcd7406c940 con 0x7fcd7409be80 2024-09-19T05:50:42.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.329+0000 7fcd78be8640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fcd740b2ea0 con 0x7fcd740b3970 2024-09-19T05:50:42.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.329+0000 7fcd78be8640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fcd740b1e80 con 0x7fcd74161d50 2024-09-19T05:50:42.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.329+0000 7fcd72d9d640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fcd740b3970 0x7fcd740b2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:42.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.329+0000 7fcd72d9d640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fcd740b3970 0x7fcd740b2960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47138/0 (socket says 172.21.15.46:47138) 2024-09-19T05:50:42.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.329+0000 7fcd72d9d640 1 -- 172.21.15.46:0/3033958136 learned_addr learned my addr 172.21.15.46:0/3033958136 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:42.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.330+0000 7fcd7259c640 1 --2- 172.21.15.46:0/3033958136 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fcd74161d50 0x7fcd740d1eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:42.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.330+0000 7fcd72d9d640 1 -- 172.21.15.46:0/3033958136 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fcd74161d50 msgr2=0x7fcd740d1eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:42.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.330+0000 7fcd72d9d640 1 --2- 172.21.15.46:0/3033958136 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fcd74161d50 0x7fcd740d1eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:42.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.330+0000 7fcd72d9d640 1 -- 172.21.15.46:0/3033958136 >> v1:172.21.15.78:6789/0 conn(0x7fcd7409be80 legacy=0x7fcd740b3260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:42.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.330+0000 7fcd72d9d640 1 -- 172.21.15.46:0/3033958136 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd740b2160 con 0x7fcd740b3970 2024-09-19T05:50:42.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.330+0000 7fcd7259c640 1 --2- 172.21.15.46:0/3033958136 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fcd74161d50 0x7fcd740d1eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:50:42.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.330+0000 7fcd72d9d640 1 --2- 172.21.15.46:0/3033958136 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcd740b3970 0x7fcd740b2960 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fcd6c009e50 tx=0x7fcd6c02a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6c94c23b829eba0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:42.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.331+0000 7fcd7159a640 1 -- 172.21.15.46:0/3033958136 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd6c036070 con 0x7fcd740b3970 2024-09-19T05:50:42.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.331+0000 7fcd7159a640 1 -- 172.21.15.46:0/3033958136 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd6c031600 con 0x7fcd740b3970 2024-09-19T05:50:42.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.331+0000 7fcd7159a640 1 -- 172.21.15.46:0/3033958136 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd6c0319d0 con 0x7fcd740b3970 2024-09-19T05:50:42.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.331+0000 7fcd78be8640 1 -- 172.21.15.46:0/3033958136 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcd740b3970 msgr2=0x7fcd740b2960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:42.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.331+0000 7fcd78be8640 1 --2- 172.21.15.46:0/3033958136 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcd740b3970 0x7fcd740b2960 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fcd6c009e50 tx=0x7fcd6c02a6c0 comp rx=0 tx=0).stop 2024-09-19T05:50:42.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.331+0000 7fcd78be8640 1 -- 172.21.15.46:0/3033958136 shutdown_connections 2024-09-19T05:50:42.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.331+0000 7fcd78be8640 1 --2- 172.21.15.46:0/3033958136 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcd740b3970 0x7fcd740b2960 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:42.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.331+0000 7fcd78be8640 1 --2- 172.21.15.46:0/3033958136 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fcd74161d50 0x7fcd740d1eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:42.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.331+0000 7fcd78be8640 1 -- 172.21.15.46:0/3033958136 >> 172.21.15.46:0/3033958136 conn(0x7fcd7409ba70 msgr2=0x7fcd740b40d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:42.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.331+0000 7fcd78be8640 1 -- 172.21.15.46:0/3033958136 shutdown_connections 2024-09-19T05:50:42.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.331+0000 7fcd78be8640 1 -- 172.21.15.46:0/3033958136 wait complete. 2024-09-19T05:50:42.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.332+0000 7fcd78be8640 1 Processor -- start 2024-09-19T05:50:42.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.333+0000 7fcd78be8640 1 -- start start 2024-09-19T05:50:42.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.333+0000 7fcd78be8640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fcd7409be80 0x7fcd74158970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:42.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.333+0000 7fcd78be8640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcd740b3970 0x7fcd740cee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:42.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.333+0000 7fcd78be8640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcd74161d50 0x7fcd740cf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:42.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.333+0000 7fcd78be8640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fcd7406c5d0 con 0x7fcd740b3970 2024-09-19T05:50:42.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.333+0000 7fcd78be8640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fcd7406cc20 con 0x7fcd74161d50 2024-09-19T05:50:42.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.333+0000 7fcd78be8640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fcd74162130 con 0x7fcd7409be80 2024-09-19T05:50:42.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.333+0000 7fcd71d9b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcd740b3970 0x7fcd740cee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:42.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.333+0000 7fcd71d9b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcd740b3970 0x7fcd740cee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47146/0 (socket says 172.21.15.46:47146) 2024-09-19T05:50:42.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.333+0000 7fcd71d9b640 1 -- 172.21.15.46:0/3034970909 learned_addr learned my addr 172.21.15.46:0/3034970909 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:42.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.333+0000 7fcd72d9d640 1 --2- 172.21.15.46:0/3034970909 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcd74161d50 0x7fcd740cf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:42.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.333+0000 7fcd7259c640 1 --2- 172.21.15.46:0/3034970909 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fcd7409be80 0x7fcd74158970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:42.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.334+0000 7fcd71d9b640 1 -- 172.21.15.46:0/3034970909 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fcd7409be80 msgr2=0x7fcd74158970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:42.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.334+0000 7fcd71d9b640 1 --2- 172.21.15.46:0/3034970909 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fcd7409be80 0x7fcd74158970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:42.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.334+0000 7fcd71d9b640 1 -- 172.21.15.46:0/3034970909 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcd74161d50 msgr2=0x7fcd740cf360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:42.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.334+0000 7fcd71d9b640 1 --2- 172.21.15.46:0/3034970909 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcd74161d50 0x7fcd740cf360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:42.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.334+0000 7fcd71d9b640 1 -- 172.21.15.46:0/3034970909 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd741f7980 con 0x7fcd740b3970 2024-09-19T05:50:42.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.334+0000 7fcd7259c640 1 --2- 172.21.15.46:0/3034970909 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fcd7409be80 0x7fcd74158970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:50:42.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.334+0000 7fcd72d9d640 1 --2- 172.21.15.46:0/3034970909 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcd74161d50 0x7fcd740cf360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:50:42.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.334+0000 7fcd71d9b640 1 --2- 172.21.15.46:0/3034970909 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcd740b3970 0x7fcd740cee20 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fcd6800c400 tx=0x7fcd6800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:42.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.334+0000 7fcd62ffd640 1 -- 172.21.15.46:0/3034970909 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd68011790 con 0x7fcd740b3970 2024-09-19T05:50:42.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.334+0000 7fcd62ffd640 1 -- 172.21.15.46:0/3034970909 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd68017070 con 0x7fcd740b3970 2024-09-19T05:50:42.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.334+0000 7fcd78be8640 1 -- 172.21.15.46:0/3034970909 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd741f7c60 con 0x7fcd740b3970 2024-09-19T05:50:42.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.334+0000 7fcd62ffd640 1 -- 172.21.15.46:0/3034970909 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd68011bb0 con 0x7fcd740b3970 2024-09-19T05:50:42.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.334+0000 7fcd78be8640 1 -- 172.21.15.46:0/3034970909 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd741f8220 con 0x7fcd740b3970 2024-09-19T05:50:42.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.335+0000 7fcd78be8640 1 -- 172.21.15.46:0/3034970909 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd740b2960 con 0x7fcd740b3970 2024-09-19T05:50:42.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.335+0000 7fcd62ffd640 1 -- 172.21.15.46:0/3034970909 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcd6801c460 con 0x7fcd740b3970 2024-09-19T05:50:42.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.336+0000 7fcd62ffd640 1 --2- 172.21.15.46:0/3034970909 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fcd5406c2b0 0x7fcd5406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:42.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.336+0000 7fcd62ffd640 1 -- 172.21.15.46:0/3034970909 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fcd6808aff0 con 0x7fcd740b3970 2024-09-19T05:50:42.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.336+0000 7fcd7259c640 1 --2- 172.21.15.46:0/3034970909 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fcd5406c2b0 0x7fcd5406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:42.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.337+0000 7fcd7259c640 1 --2- 172.21.15.46:0/3034970909 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fcd5406c2b0 0x7fcd5406e770 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fcd6400a990 tx=0x7fcd64008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:42.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.341+0000 7fcd62ffd640 1 -- 172.21.15.46:0/3034970909 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcd68059a30 con 0x7fcd740b3970 2024-09-19T05:50:42.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.517+0000 7fcd78be8640 1 -- 172.21.15.46:0/3034970909 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fcd740d09d0 con 0x7fcd740b3970 2024-09-19T05:50:42.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.517+0000 7fcd62ffd640 1 -- 172.21.15.46:0/3034970909 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v17) ==== 84+0+65 (secure 0 0 0) 0x7fcd68059330 con 0x7fcd740b3970 2024-09-19T05:50:42.521 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:42.521 INFO:teuthology.orchestra.run.smithi046.stdout:[ 2024-09-19T05:50:42.521 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:50:42.521 INFO:teuthology.orchestra.run.smithi046.stdout: "poolnum": 1, 2024-09-19T05:50:42.521 INFO:teuthology.orchestra.run.smithi046.stdout: "poolname": ".mgr" 2024-09-19T05:50:42.521 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:50:42.521 INFO:teuthology.orchestra.run.smithi046.stdout:] 2024-09-19T05:50:42.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.519+0000 7fcd78be8640 1 -- 172.21.15.46:0/3034970909 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fcd5406c2b0 msgr2=0x7fcd5406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:42.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.519+0000 7fcd78be8640 1 --2- 172.21.15.46:0/3034970909 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fcd5406c2b0 0x7fcd5406e770 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fcd6400a990 tx=0x7fcd64008040 comp rx=0 tx=0).stop 2024-09-19T05:50:42.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.519+0000 7fcd78be8640 1 -- 172.21.15.46:0/3034970909 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcd740b3970 msgr2=0x7fcd740cee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:42.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.519+0000 7fcd78be8640 1 --2- 172.21.15.46:0/3034970909 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcd740b3970 0x7fcd740cee20 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fcd6800c400 tx=0x7fcd6800c8c0 comp rx=0 tx=0).stop 2024-09-19T05:50:42.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.519+0000 7fcd78be8640 1 -- 172.21.15.46:0/3034970909 shutdown_connections 2024-09-19T05:50:42.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.519+0000 7fcd78be8640 1 --2- 172.21.15.46:0/3034970909 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fcd5406c2b0 0x7fcd5406e770 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:42.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.519+0000 7fcd78be8640 1 --2- 172.21.15.46:0/3034970909 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcd74161d50 0x7fcd740cf360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:42.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.519+0000 7fcd78be8640 1 --2- 172.21.15.46:0/3034970909 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcd740b3970 0x7fcd740cee20 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:42.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.519+0000 7fcd78be8640 1 --2- 172.21.15.46:0/3034970909 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fcd7409be80 0x7fcd74158970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:42.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.519+0000 7fcd78be8640 1 -- 172.21.15.46:0/3034970909 >> 172.21.15.46:0/3034970909 conn(0x7fcd7409ba70 msgr2=0x7fcd7406fe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:42.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.519+0000 7fcd78be8640 1 -- 172.21.15.46:0/3034970909 shutdown_connections 2024-09-19T05:50:42.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.519+0000 7fcd78be8640 1 -- 172.21.15.46:0/3034970909 wait complete. 2024-09-19T05:50:42.531 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T05:50:42.531 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T05:50:42.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.637+0000 7fe001c27640 1 Processor -- start 2024-09-19T05:50:42.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.637+0000 7fe001c27640 1 -- start start 2024-09-19T05:50:42.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.638+0000 7fe001c27640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fdffc0b3390 0x7fdffc0d31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:42.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.638+0000 7fe001c27640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdffc0d4550 0x7fdffc0d49e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:42.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.638+0000 7fe001c27640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdffc0b3900 con 0x7fdffc161ee0 2024-09-19T05:50:42.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.638+0000 7fe001c27640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fdffc0d3730 con 0x7fdffc0b3390 2024-09-19T05:50:42.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.638+0000 7fe001c27640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fdffc0d24c0 con 0x7fdffc0d4550 2024-09-19T05:50:42.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.638+0000 7fdffb7fe640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fdffc161ee0 0x7fdffc0d1970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:35606/0 (socket says 172.21.15.46:35606) 2024-09-19T05:50:42.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.638+0000 7fdffb7fe640 1 -- 172.21.15.46:0/3784736333 learned_addr learned my addr 172.21.15.46:0/3784736333 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:42.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.638+0000 7fdffaffd640 1 --2- 172.21.15.46:0/3784736333 >> v2:172.21.15.78:3300/0 conn(0x7fdffc0b3390 0x7fdffc0d31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:42.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.638+0000 7fdffbfff640 1 --2- 172.21.15.46:0/3784736333 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdffc0d4550 0x7fdffc0d49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:42.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.638+0000 7fdffa7fc640 1 -- 172.21.15.46:0/3784736333 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1267610694 0 0) 0x7fdffc0b3900 con 0x7fdffc161ee0 2024-09-19T05:50:42.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.639+0000 7fdffa7fc640 1 -- 172.21.15.46:0/3784736333 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdfe4003520 con 0x7fdffc161ee0 2024-09-19T05:50:42.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.639+0000 7fdffbfff640 1 -- 172.21.15.46:0/3784736333 >> v2:172.21.15.78:3300/0 conn(0x7fdffc0b3390 msgr2=0x7fdffc0d31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:42.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.639+0000 7fdffbfff640 1 --2- 172.21.15.46:0/3784736333 >> v2:172.21.15.78:3300/0 conn(0x7fdffc0b3390 0x7fdffc0d31f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:42.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.639+0000 7fdffbfff640 1 -- 172.21.15.46:0/3784736333 >> v1:172.21.15.46:6789/0 conn(0x7fdffc161ee0 legacy=0x7fdffc0d1970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:42.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.639+0000 7fdffbfff640 1 -- 172.21.15.46:0/3784736333 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdffc0d2710 con 0x7fdffc0d4550 2024-09-19T05:50:42.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.639+0000 7fdffaffd640 1 --2- 172.21.15.46:0/3784736333 >> v2:172.21.15.78:3300/0 conn(0x7fdffc0b3390 0x7fdffc0d31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:42.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.639+0000 7fdffbfff640 1 --2- 172.21.15.46:0/3784736333 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdffc0d4550 0x7fdffc0d49e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fdff4009d90 tx=0x7fdff402a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1b22fe4ec0404d53 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:42.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.640+0000 7fdffa7fc640 1 -- 172.21.15.46:0/3784736333 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdff4031600 con 0x7fdffc0d4550 2024-09-19T05:50:42.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.640+0000 7fdffa7fc640 1 -- 172.21.15.46:0/3784736333 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdff40317a0 con 0x7fdffc0d4550 2024-09-19T05:50:42.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.640+0000 7fdffa7fc640 1 -- 172.21.15.46:0/3784736333 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdff4031b70 con 0x7fdffc0d4550 2024-09-19T05:50:42.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.640+0000 7fe001c27640 1 -- 172.21.15.46:0/3784736333 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdffc0d4550 msgr2=0x7fdffc0d49e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:42.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.640+0000 7fe001c27640 1 --2- 172.21.15.46:0/3784736333 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdffc0d4550 0x7fdffc0d49e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fdff4009d90 tx=0x7fdff402a5d0 comp rx=0 tx=0).stop 2024-09-19T05:50:42.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.640+0000 7fe001c27640 1 -- 172.21.15.46:0/3784736333 shutdown_connections 2024-09-19T05:50:42.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.640+0000 7fe001c27640 1 --2- 172.21.15.46:0/3784736333 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdffc0d4550 0x7fdffc0d49e0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:42.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.640+0000 7fe001c27640 1 --2- 172.21.15.46:0/3784736333 >> v2:172.21.15.78:3300/0 conn(0x7fdffc0b3390 0x7fdffc0d31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:42.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.640+0000 7fe001c27640 1 -- 172.21.15.46:0/3784736333 >> 172.21.15.46:0/3784736333 conn(0x7fdffc09d8f0 msgr2=0x7fdffc0721e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:42.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.640+0000 7fe001c27640 1 -- 172.21.15.46:0/3784736333 shutdown_connections 2024-09-19T05:50:42.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.640+0000 7fe001c27640 1 -- 172.21.15.46:0/3784736333 wait complete. 2024-09-19T05:50:42.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.641+0000 7fe001c27640 1 Processor -- start 2024-09-19T05:50:42.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.642+0000 7fe001c27640 1 -- start start 2024-09-19T05:50:42.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.642+0000 7fe001c27640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdffc0b3390 0x7fdffc1f4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:42.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.642+0000 7fe001c27640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdffc0d4550 0x7fdffc0b68b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:42.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.642+0000 7fe001c27640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdffc161ee0 0x7fdffc0b48e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:42.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.642+0000 7fe001c27640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdffc1622c0 con 0x7fdffc0b3390 2024-09-19T05:50:42.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.642+0000 7fe001c27640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fdffc0d2d60 con 0x7fdffc161ee0 2024-09-19T05:50:42.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.642+0000 7fe001c27640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fdffc0cf210 con 0x7fdffc0d4550 2024-09-19T05:50:42.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.642+0000 7fdffb7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdffc0b3390 0x7fdffc1f4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:42.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.642+0000 7fdffb7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdffc0b3390 0x7fdffc1f4aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47156/0 (socket says 172.21.15.46:47156) 2024-09-19T05:50:42.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.642+0000 7fdffb7fe640 1 -- 172.21.15.46:0/493982264 learned_addr learned my addr 172.21.15.46:0/493982264 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:42.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.642+0000 7fdffaffd640 1 --2- 172.21.15.46:0/493982264 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdffc0d4550 0x7fdffc0b68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:42.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.642+0000 7fdffbfff640 1 --2- 172.21.15.46:0/493982264 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdffc161ee0 0x7fdffc0b48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:42.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.643+0000 7fdffb7fe640 1 -- 172.21.15.46:0/493982264 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdffc0d4550 msgr2=0x7fdffc0b68b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:42.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.643+0000 7fdffb7fe640 1 --2- 172.21.15.46:0/493982264 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdffc0d4550 0x7fdffc0b68b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:42.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.643+0000 7fdffb7fe640 1 -- 172.21.15.46:0/493982264 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdffc161ee0 msgr2=0x7fdffc0b48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:42.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.643+0000 7fdffb7fe640 1 --2- 172.21.15.46:0/493982264 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdffc161ee0 0x7fdffc0b48e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:42.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.643+0000 7fdffb7fe640 1 -- 172.21.15.46:0/493982264 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdffc1f4fe0 con 0x7fdffc0b3390 2024-09-19T05:50:42.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.643+0000 7fdffb7fe640 1 --2- 172.21.15.46:0/493982264 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdffc0b3390 0x7fdffc1f4aa0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fdfec00c390 tx=0x7fdfec00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:42.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.643+0000 7fdfe3fff640 1 -- 172.21.15.46:0/493982264 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfec017070 con 0x7fdffc0b3390 2024-09-19T05:50:42.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.643+0000 7fdfe3fff640 1 -- 172.21.15.46:0/493982264 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfec005ce0 con 0x7fdffc0b3390 2024-09-19T05:50:42.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.643+0000 7fe001c27640 1 -- 172.21.15.46:0/493982264 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdffc0b5af0 con 0x7fdffc0b3390 2024-09-19T05:50:42.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.643+0000 7fdfe3fff640 1 -- 172.21.15.46:0/493982264 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfec0072f0 con 0x7fdffc0b3390 2024-09-19T05:50:42.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.643+0000 7fe001c27640 1 -- 172.21.15.46:0/493982264 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdffc0b60b0 con 0x7fdffc0b3390 2024-09-19T05:50:42.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.644+0000 7fe001c27640 1 -- 172.21.15.46:0/493982264 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdffc0b3900 con 0x7fdffc0b3390 2024-09-19T05:50:42.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.644+0000 7fdfe3fff640 1 -- 172.21.15.46:0/493982264 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdfec01a070 con 0x7fdffc0b3390 2024-09-19T05:50:42.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.645+0000 7fdfe3fff640 1 --2- 172.21.15.46:0/493982264 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdfe806c2b0 0x7fdfe806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:42.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.645+0000 7fdfe3fff640 1 -- 172.21.15.46:0/493982264 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fdfec08a4e0 con 0x7fdffc0b3390 2024-09-19T05:50:42.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.645+0000 7fdffaffd640 1 --2- 172.21.15.46:0/493982264 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdfe806c2b0 0x7fdfe806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:42.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.646+0000 7fdffaffd640 1 --2- 172.21.15.46:0/493982264 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdfe806c2b0 0x7fdfe806e770 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fdff0009560 tx=0x7fdff0009190 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:42.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.649+0000 7fdfe3fff640 1 -- 172.21.15.46:0/493982264 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdfec0588c0 con 0x7fdffc0b3390 2024-09-19T05:50:42.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:42.826+0000 7fe001c27640 1 -- 172.21.15.46:0/493982264 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fdffc161370 con 0x7fdffc0b3390 2024-09-19T05:50:43.620 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.618+0000 7fdfe3fff640 1 -- 172.21.15.46:0/493982264 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v18) ==== 138+0+0 (secure 0 0 0) 0x7fdfec05cbc0 con 0x7fdffc0b3390 2024-09-19T05:50:43.620 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_metadata' created 2024-09-19T05:50:43.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.622+0000 7fe001c27640 1 -- 172.21.15.46:0/493982264 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdfe806c2b0 msgr2=0x7fdfe806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:43.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.622+0000 7fe001c27640 1 --2- 172.21.15.46:0/493982264 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdfe806c2b0 0x7fdfe806e770 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fdff0009560 tx=0x7fdff0009190 comp rx=0 tx=0).stop 2024-09-19T05:50:43.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.622+0000 7fe001c27640 1 -- 172.21.15.46:0/493982264 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdffc0b3390 msgr2=0x7fdffc1f4aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:43.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.622+0000 7fe001c27640 1 --2- 172.21.15.46:0/493982264 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdffc0b3390 0x7fdffc1f4aa0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fdfec00c390 tx=0x7fdfec00c850 comp rx=0 tx=0).stop 2024-09-19T05:50:43.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.622+0000 7fe001c27640 1 -- 172.21.15.46:0/493982264 shutdown_connections 2024-09-19T05:50:43.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.622+0000 7fe001c27640 1 --2- 172.21.15.46:0/493982264 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdfe806c2b0 0x7fdfe806e770 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:43.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.622+0000 7fe001c27640 1 --2- 172.21.15.46:0/493982264 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdffc161ee0 0x7fdffc0b48e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:43.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.622+0000 7fe001c27640 1 --2- 172.21.15.46:0/493982264 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdffc0d4550 0x7fdffc0b68b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:43.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.622+0000 7fe001c27640 1 --2- 172.21.15.46:0/493982264 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdffc0b3390 0x7fdffc1f4aa0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:43.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.622+0000 7fe001c27640 1 -- 172.21.15.46:0/493982264 >> 172.21.15.46:0/493982264 conn(0x7fdffc09d8f0 msgr2=0x7fdffc160150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:43.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.623+0000 7fe001c27640 1 -- 172.21.15.46:0/493982264 shutdown_connections 2024-09-19T05:50:43.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.623+0000 7fe001c27640 1 -- 172.21.15.46:0/493982264 wait complete. 2024-09-19T05:50:43.640 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T05:50:43.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.754+0000 7f13d3942640 1 Processor -- start 2024-09-19T05:50:43.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.754+0000 7f13d3942640 1 -- start start 2024-09-19T05:50:43.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.755+0000 7f13d3942640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f13cc0b3150 0x7f13cc0b7900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:43.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.755+0000 7f13d3942640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f13cc0d1030 0x7f13cc0d14c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:43.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.755+0000 7f13d3942640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13cc0d2b30 con 0x7f13cc15e830 2024-09-19T05:50:43.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.755+0000 7f13d3942640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f13cc0d2e10 con 0x7f13cc0d1030 2024-09-19T05:50:43.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.755+0000 7f13d3942640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f13cc0d30f0 con 0x7f13cc0b3150 2024-09-19T05:50:43.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.755+0000 7f13d1edf640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f13cc0d1030 0x7f13cc0d14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:43.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.755+0000 7f13d1edf640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f13cc0d1030 0x7f13cc0d14c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47164/0 (socket says 172.21.15.46:47164) 2024-09-19T05:50:43.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.755+0000 7f13d1edf640 1 -- 172.21.15.46:0/3819445145 learned_addr learned my addr 172.21.15.46:0/3819445145 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:43.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.755+0000 7f13d0edd640 1 --2- 172.21.15.46:0/3819445145 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f13cc0b3150 0x7f13cc0b7900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:43.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.756+0000 7f13d1edf640 1 -- 172.21.15.46:0/3819445145 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f13cc0b3150 msgr2=0x7f13cc0b7900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:43.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.756+0000 7f13d1edf640 1 --2- 172.21.15.46:0/3819445145 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f13cc0b3150 0x7f13cc0b7900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:43.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.756+0000 7f13d1edf640 1 -- 172.21.15.46:0/3819445145 >> v1:172.21.15.78:6789/0 conn(0x7f13cc15e830 legacy=0x7f13cc0cf650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:43.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.756+0000 7f13d1edf640 1 -- 172.21.15.46:0/3819445145 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13cc0cfeb0 con 0x7f13cc0d1030 2024-09-19T05:50:43.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.756+0000 7f13d0edd640 1 --2- 172.21.15.46:0/3819445145 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f13cc0b3150 0x7f13cc0b7900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:50:43.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.756+0000 7f13d1edf640 1 --2- 172.21.15.46:0/3819445145 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13cc0d1030 0x7f13cc0d14c0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f13c4009e50 tx=0x7f13c402a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95a9454661637ef0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:43.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.756+0000 7f13c3fff640 1 -- 172.21.15.46:0/3819445145 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13c4036070 con 0x7f13cc0d1030 2024-09-19T05:50:43.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.756+0000 7f13c3fff640 1 -- 172.21.15.46:0/3819445145 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13c4031600 con 0x7f13cc0d1030 2024-09-19T05:50:43.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.756+0000 7f13c3fff640 1 -- 172.21.15.46:0/3819445145 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13c40319d0 con 0x7f13cc0d1030 2024-09-19T05:50:43.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.757+0000 7f13d3942640 1 -- 172.21.15.46:0/3819445145 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13cc0d1030 msgr2=0x7f13cc0d14c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:43.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.757+0000 7f13d3942640 1 --2- 172.21.15.46:0/3819445145 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13cc0d1030 0x7f13cc0d14c0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f13c4009e50 tx=0x7f13c402a630 comp rx=0 tx=0).stop 2024-09-19T05:50:43.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.757+0000 7f13d3942640 1 -- 172.21.15.46:0/3819445145 shutdown_connections 2024-09-19T05:50:43.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.757+0000 7f13d3942640 1 --2- 172.21.15.46:0/3819445145 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13cc0d1030 0x7f13cc0d14c0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:43.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.757+0000 7f13d3942640 1 --2- 172.21.15.46:0/3819445145 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f13cc0b3150 0x7f13cc0b7900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:43.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.757+0000 7f13d3942640 1 -- 172.21.15.46:0/3819445145 >> 172.21.15.46:0/3819445145 conn(0x7f13cc062630 msgr2=0x7f13cc062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:43.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.757+0000 7f13d3942640 1 -- 172.21.15.46:0/3819445145 shutdown_connections 2024-09-19T05:50:43.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.757+0000 7f13d3942640 1 -- 172.21.15.46:0/3819445145 wait complete. 2024-09-19T05:50:43.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.758+0000 7f13d3942640 1 Processor -- start 2024-09-19T05:50:43.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.758+0000 7f13d3942640 1 -- start start 2024-09-19T05:50:43.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.759+0000 7f13d3942640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13cc0b3150 0x7f13cc14ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:43.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.759+0000 7f13d3942640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f13cc0d1030 0x7f13cc1f80f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:43.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.759+0000 7f13d3942640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f13cc15e830 0x7f13cc15c0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:43.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.759+0000 7f13d3942640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f13cc0d3a70 con 0x7f13cc0b3150 2024-09-19T05:50:43.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.759+0000 7f13d3942640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f13cc0d38f0 con 0x7f13cc15e830 2024-09-19T05:50:43.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.759+0000 7f13d3942640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f13cc0d3bf0 con 0x7f13cc0d1030 2024-09-19T05:50:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.759+0000 7f13d16de640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13cc0b3150 0x7f13cc14ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.759+0000 7f13d16de640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13cc0b3150 0x7f13cc14ed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47178/0 (socket says 172.21.15.46:47178) 2024-09-19T05:50:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.759+0000 7f13d16de640 1 -- 172.21.15.46:0/2800952718 learned_addr learned my addr 172.21.15.46:0/2800952718 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.759+0000 7f13d0edd640 1 --2- 172.21.15.46:0/2800952718 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f13cc0d1030 0x7f13cc1f80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.759+0000 7f13d1edf640 1 --2- 172.21.15.46:0/2800952718 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f13cc15e830 0x7f13cc15c0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.759+0000 7f13d16de640 1 -- 172.21.15.46:0/2800952718 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f13cc0d1030 msgr2=0x7f13cc1f80f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.759+0000 7f13d16de640 1 --2- 172.21.15.46:0/2800952718 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f13cc0d1030 0x7f13cc1f80f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.759+0000 7f13d16de640 1 -- 172.21.15.46:0/2800952718 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f13cc15e830 msgr2=0x7f13cc15c0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.759+0000 7f13d16de640 1 --2- 172.21.15.46:0/2800952718 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f13cc15e830 0x7f13cc15c0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.759+0000 7f13d16de640 1 -- 172.21.15.46:0/2800952718 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13cc1f8630 con 0x7f13cc0b3150 2024-09-19T05:50:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.760+0000 7f13d16de640 1 --2- 172.21.15.46:0/2800952718 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13cc0b3150 0x7f13cc14ed80 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f13c800b3f0 tx=0x7f13c800b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.760+0000 7f13c1ffb640 1 -- 172.21.15.46:0/2800952718 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13c8015020 con 0x7f13cc0b3150 2024-09-19T05:50:43.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.760+0000 7f13c1ffb640 1 -- 172.21.15.46:0/2800952718 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13c8011830 con 0x7f13cc0b3150 2024-09-19T05:50:43.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.760+0000 7f13d3942640 1 -- 172.21.15.46:0/2800952718 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13cc0c9070 con 0x7f13cc0b3150 2024-09-19T05:50:43.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.760+0000 7f13c1ffb640 1 -- 172.21.15.46:0/2800952718 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13c8011c20 con 0x7f13cc0b3150 2024-09-19T05:50:43.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.760+0000 7f13d3942640 1 -- 172.21.15.46:0/2800952718 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13cc0c9310 con 0x7f13cc0b3150 2024-09-19T05:50:43.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.761+0000 7f13d3942640 1 -- 172.21.15.46:0/2800952718 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13cc0b7900 con 0x7f13cc0b3150 2024-09-19T05:50:43.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.762+0000 7f13c1ffb640 1 -- 172.21.15.46:0/2800952718 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f13c8018020 con 0x7f13cc0b3150 2024-09-19T05:50:43.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.762+0000 7f13c1ffb640 1 --2- 172.21.15.46:0/2800952718 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f13b006c2b0 0x7f13b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:43.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.762+0000 7f13c1ffb640 1 -- 172.21.15.46:0/2800952718 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 5227+0+0 (secure 0 0 0) 0x7f13c808acc0 con 0x7f13cc0b3150 2024-09-19T05:50:43.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.762+0000 7f13d0edd640 1 --2- 172.21.15.46:0/2800952718 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f13b006c2b0 0x7f13b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:43.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.763+0000 7f13d0edd640 1 --2- 172.21.15.46:0/2800952718 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f13b006c2b0 0x7f13b006e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f13cc15cdd0 tx=0x7f13bc008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:43.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.767+0000 7f13c1ffb640 1 -- 172.21.15.46:0/2800952718 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f13c801f030 con 0x7f13cc0b3150 2024-09-19T05:50:43.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:43.943+0000 7f13d3942640 1 -- 172.21.15.46:0/2800952718 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f13cc0b85c0 con 0x7f13cc0b3150 2024-09-19T05:50:44.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.624+0000 7f13c1ffb640 1 -- 172.21.15.46:0/2800952718 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v19) ==== 170+0+0 (secure 0 0 0) 0x7f13cc1f8630 con 0x7f13cc0b3150 2024-09-19T05:50:44.626 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_data' created 2024-09-19T05:50:44.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.628+0000 7f13d3942640 1 -- 172.21.15.46:0/2800952718 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f13b006c2b0 msgr2=0x7f13b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:44.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.628+0000 7f13d3942640 1 --2- 172.21.15.46:0/2800952718 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f13b006c2b0 0x7f13b006e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f13cc15cdd0 tx=0x7f13bc008040 comp rx=0 tx=0).stop 2024-09-19T05:50:44.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.628+0000 7f13d3942640 1 -- 172.21.15.46:0/2800952718 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13cc0b3150 msgr2=0x7f13cc14ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:44.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.628+0000 7f13d3942640 1 --2- 172.21.15.46:0/2800952718 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13cc0b3150 0x7f13cc14ed80 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f13c800b3f0 tx=0x7f13c800b8b0 comp rx=0 tx=0).stop 2024-09-19T05:50:44.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.628+0000 7f13d3942640 1 -- 172.21.15.46:0/2800952718 shutdown_connections 2024-09-19T05:50:44.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.628+0000 7f13d3942640 1 --2- 172.21.15.46:0/2800952718 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f13b006c2b0 0x7f13b006e770 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:44.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.628+0000 7f13d3942640 1 --2- 172.21.15.46:0/2800952718 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f13cc15e830 0x7f13cc15c0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:44.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.628+0000 7f13d3942640 1 --2- 172.21.15.46:0/2800952718 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f13cc0d1030 0x7f13cc1f80f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:44.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.628+0000 7f13d3942640 1 --2- 172.21.15.46:0/2800952718 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13cc0b3150 0x7f13cc14ed80 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:44.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.628+0000 7f13d3942640 1 -- 172.21.15.46:0/2800952718 >> 172.21.15.46:0/2800952718 conn(0x7f13cc062630 msgr2=0x7f13cc160eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:44.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.629+0000 7f13d3942640 1 -- 172.21.15.46:0/2800952718 shutdown_connections 2024-09-19T05:50:44.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.629+0000 7f13d3942640 1 -- 172.21.15.46:0/2800952718 wait complete. 2024-09-19T05:50:44.658 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T05:50:44.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.767+0000 7f0af3c8d640 1 Processor -- start 2024-09-19T05:50:44.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.767+0000 7f0af3c8d640 1 -- start start 2024-09-19T05:50:44.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.768+0000 7f0af3c8d640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0aec0d0e70 0x7f0aec0d1250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:44.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.768+0000 7f0af3c8d640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f0aec0b3bb0 0x7f0aec0b76d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:44.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.768+0000 7f0af3c8d640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0aec0d1790 con 0x7f0aec15e720 2024-09-19T05:50:44.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.768+0000 7f0af3c8d640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f0aec0d3ca0 con 0x7f0aec0b3bb0 2024-09-19T05:50:44.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.768+0000 7f0af3c8d640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f0aec0d3090 con 0x7f0aec0d0e70 2024-09-19T05:50:44.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.768+0000 7f0af222a640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f0aec0b3bb0 0x7f0aec0b76d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:44.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.768+0000 7f0af1228640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f0aec15e720 0x7f0aec0d27b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:34338/0 (socket says 172.21.15.46:34338) 2024-09-19T05:50:44.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.768+0000 7f0af1228640 1 -- 172.21.15.46:0/47185342 learned_addr learned my addr 172.21.15.46:0/47185342 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:44.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.768+0000 7f0af1a29640 1 --2- 172.21.15.46:0/47185342 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0aec0d0e70 0x7f0aec0d1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:44.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.768+0000 7f0af222a640 1 -- 172.21.15.46:0/47185342 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0aec0d0e70 msgr2=0x7f0aec0d1250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:44.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.768+0000 7f0af222a640 1 --2- 172.21.15.46:0/47185342 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0aec0d0e70 0x7f0aec0d1250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:44.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.768+0000 7f0af222a640 1 -- 172.21.15.46:0/47185342 >> v1:172.21.15.46:6789/0 conn(0x7f0aec15e720 legacy=0x7f0aec0d27b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:44.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.768+0000 7f0af222a640 1 -- 172.21.15.46:0/47185342 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0aec0d3370 con 0x7f0aec0b3bb0 2024-09-19T05:50:44.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.768+0000 7f0af0a27640 1 -- 172.21.15.46:0/47185342 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 273565504 0 0) 0x7f0aec0d1790 con 0x7f0aec15e720 2024-09-19T05:50:44.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.769+0000 7f0af222a640 1 --2- 172.21.15.46:0/47185342 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0aec0b3bb0 0x7f0aec0b76d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f0ae4009d90 tx=0x7f0ae402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c64db25514be81e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:44.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.769+0000 7f0af0a27640 1 -- 172.21.15.46:0/47185342 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae4007740 con 0x7f0aec0b3bb0 2024-09-19T05:50:44.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.769+0000 7f0af0a27640 1 -- 172.21.15.46:0/47185342 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ae40078e0 con 0x7f0aec0b3bb0 2024-09-19T05:50:44.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.769+0000 7f0af0a27640 1 -- 172.21.15.46:0/47185342 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae4007cb0 con 0x7f0aec0b3bb0 2024-09-19T05:50:44.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.770+0000 7f0af3c8d640 1 -- 172.21.15.46:0/47185342 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0aec0b3bb0 msgr2=0x7f0aec0b76d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:44.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.770+0000 7f0af3c8d640 1 --2- 172.21.15.46:0/47185342 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0aec0b3bb0 0x7f0aec0b76d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f0ae4009d90 tx=0x7f0ae402a660 comp rx=0 tx=0).stop 2024-09-19T05:50:44.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.770+0000 7f0af3c8d640 1 -- 172.21.15.46:0/47185342 shutdown_connections 2024-09-19T05:50:44.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.770+0000 7f0af3c8d640 1 --2- 172.21.15.46:0/47185342 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0aec0b3bb0 0x7f0aec0b76d0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:44.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.770+0000 7f0af3c8d640 1 --2- 172.21.15.46:0/47185342 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0aec0d0e70 0x7f0aec0d1250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:44.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.770+0000 7f0af3c8d640 1 -- 172.21.15.46:0/47185342 >> 172.21.15.46:0/47185342 conn(0x7f0aec06ccb0 msgr2=0x7f0aec06d0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:44.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.770+0000 7f0af3c8d640 1 -- 172.21.15.46:0/47185342 shutdown_connections 2024-09-19T05:50:44.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.770+0000 7f0af3c8d640 1 -- 172.21.15.46:0/47185342 wait complete. 2024-09-19T05:50:44.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.771+0000 7f0af3c8d640 1 Processor -- start 2024-09-19T05:50:44.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.771+0000 7f0af3c8d640 1 -- start start 2024-09-19T05:50:44.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.772+0000 7f0af3c8d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0aec0b3bb0 0x7f0aec0c9a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:44.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.772+0000 7f0af3c8d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0aec0d0e70 0x7f0aec15ff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:44.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.772+0000 7f0af3c8d640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0aec15e720 0x7f0aec1552e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:44.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.772+0000 7f0af3c8d640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0aec0d4130 con 0x7f0aec0b3bb0 2024-09-19T05:50:44.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.772+0000 7f0af3c8d640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0aec0d3930 con 0x7f0aec0d0e70 2024-09-19T05:50:44.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.772+0000 7f0af3c8d640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f0aec0d42b0 con 0x7f0aec15e720 2024-09-19T05:50:44.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.772+0000 7f0af1a29640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0aec0b3bb0 0x7f0aec0c9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:44.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.772+0000 7f0af1a29640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0aec0b3bb0 0x7f0aec0c9a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37042/0 (socket says 172.21.15.46:37042) 2024-09-19T05:50:44.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.772+0000 7f0af1a29640 1 -- 172.21.15.46:0/2171451509 learned_addr learned my addr 172.21.15.46:0/2171451509 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:44.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.772+0000 7f0af222a640 1 --2- 172.21.15.46:0/2171451509 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0aec15e720 0x7f0aec1552e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:44.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.772+0000 7f0af1228640 1 --2- 172.21.15.46:0/2171451509 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0aec0d0e70 0x7f0aec15ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:44.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.772+0000 7f0af1a29640 1 -- 172.21.15.46:0/2171451509 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0aec15e720 msgr2=0x7f0aec1552e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:44.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.772+0000 7f0af1a29640 1 --2- 172.21.15.46:0/2171451509 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0aec15e720 0x7f0aec1552e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:44.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.772+0000 7f0af1a29640 1 -- 172.21.15.46:0/2171451509 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0aec0d0e70 msgr2=0x7f0aec15ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:44.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.772+0000 7f0af1a29640 1 --2- 172.21.15.46:0/2171451509 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0aec0d0e70 0x7f0aec15ff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:44.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.772+0000 7f0af1a29640 1 -- 172.21.15.46:0/2171451509 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0aec15ee90 con 0x7f0aec0b3bb0 2024-09-19T05:50:44.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.772+0000 7f0af1a29640 1 --2- 172.21.15.46:0/2171451509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0aec0b3bb0 0x7f0aec0c9a90 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f0ae800d800 tx=0x7f0ae800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:44.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.772+0000 7f0ae27fc640 1 -- 172.21.15.46:0/2171451509 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae800b6c0 con 0x7f0aec0b3bb0 2024-09-19T05:50:44.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.772+0000 7f0ae27fc640 1 -- 172.21.15.46:0/2171451509 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ae8019070 con 0x7f0aec0b3bb0 2024-09-19T05:50:44.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.772+0000 7f0af3c8d640 1 -- 172.21.15.46:0/2171451509 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0aec15f170 con 0x7f0aec0b3bb0 2024-09-19T05:50:44.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.772+0000 7f0ae27fc640 1 -- 172.21.15.46:0/2171451509 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae800bac0 con 0x7f0aec0b3bb0 2024-09-19T05:50:44.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.773+0000 7f0af3c8d640 1 -- 172.21.15.46:0/2171451509 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0aec15f730 con 0x7f0aec0b3bb0 2024-09-19T05:50:44.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.773+0000 7f0af3c8d640 1 -- 172.21.15.46:0/2171451509 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0aec0d1250 con 0x7f0aec0b3bb0 2024-09-19T05:50:44.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.774+0000 7f0ae27fc640 1 -- 172.21.15.46:0/2171451509 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0ae800bc60 con 0x7f0aec0b3bb0 2024-09-19T05:50:44.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.775+0000 7f0ae27fc640 1 --2- 172.21.15.46:0/2171451509 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0ad006c2b0 0x7f0ad006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:44.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.775+0000 7f0ae27fc640 1 -- 172.21.15.46:0/2171451509 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5609+0+0 (secure 0 0 0) 0x7f0ae808c180 con 0x7f0aec0b3bb0 2024-09-19T05:50:44.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.775+0000 7f0af1228640 1 --2- 172.21.15.46:0/2171451509 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0ad006c2b0 0x7f0ad006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:44.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.775+0000 7f0af1228640 1 --2- 172.21.15.46:0/2171451509 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0ad006c2b0 0x7f0ad006e770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f0aec1f7750 tx=0x7f0adc007de0 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:44.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.779+0000 7f0ae27fc640 1 -- 172.21.15.46:0/2171451509 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0ae805a470 con 0x7f0aec0b3bb0 2024-09-19T05:50:44.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:44.990+0000 7f0af3c8d640 1 -- 172.21.15.46:0/2171451509 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f0aec0b99b0 con 0x7f0aec0b3bb0 2024-09-19T05:50:45.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.626+0000 7f0ae27fc640 1 -- 172.21.15.46:0/2171451509 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7f0ae805e770 con 0x7f0aec0b3bb0 2024-09-19T05:50:45.628 INFO:teuthology.orchestra.run.smithi046.stderr:new fs with metadata pool 2 and data pool 3 2024-09-19T05:50:45.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.630+0000 7f0af3c8d640 1 -- 172.21.15.46:0/2171451509 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0ad006c2b0 msgr2=0x7f0ad006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:45.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.630+0000 7f0af3c8d640 1 --2- 172.21.15.46:0/2171451509 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0ad006c2b0 0x7f0ad006e770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f0aec1f7750 tx=0x7f0adc007de0 comp rx=0 tx=0).stop 2024-09-19T05:50:45.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.630+0000 7f0af3c8d640 1 -- 172.21.15.46:0/2171451509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0aec0b3bb0 msgr2=0x7f0aec0c9a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:45.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.630+0000 7f0af3c8d640 1 --2- 172.21.15.46:0/2171451509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0aec0b3bb0 0x7f0aec0c9a90 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f0ae800d800 tx=0x7f0ae800dcc0 comp rx=0 tx=0).stop 2024-09-19T05:50:45.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.631+0000 7f0af3c8d640 1 -- 172.21.15.46:0/2171451509 shutdown_connections 2024-09-19T05:50:45.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.631+0000 7f0af3c8d640 1 --2- 172.21.15.46:0/2171451509 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0ad006c2b0 0x7f0ad006e770 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:45.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.631+0000 7f0af3c8d640 1 --2- 172.21.15.46:0/2171451509 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0aec15e720 0x7f0aec1552e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:45.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.631+0000 7f0af3c8d640 1 --2- 172.21.15.46:0/2171451509 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0aec0d0e70 0x7f0aec15ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:45.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.631+0000 7f0af3c8d640 1 --2- 172.21.15.46:0/2171451509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0aec0b3bb0 0x7f0aec0c9a90 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:45.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.631+0000 7f0af3c8d640 1 -- 172.21.15.46:0/2171451509 >> 172.21.15.46:0/2171451509 conn(0x7f0aec06ccb0 msgr2=0x7f0aec0b47b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:45.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.631+0000 7f0af3c8d640 1 -- 172.21.15.46:0/2171451509 shutdown_connections 2024-09-19T05:50:45.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.631+0000 7f0af3c8d640 1 -- 172.21.15.46:0/2171451509 wait complete. 2024-09-19T05:50:45.665 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:50:45.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.769+0000 7f6915911640 1 Processor -- start 2024-09-19T05:50:45.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.769+0000 7f6915911640 1 -- start start 2024-09-19T05:50:45.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.770+0000 7f6915911640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f69100d1d40 0x7f69100ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:45.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.770+0000 7f6915911640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f69100d12c0 0x7f69100af980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:45.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.770+0000 7f6915911640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69100ae640 con 0x7f69100cef00 2024-09-19T05:50:45.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.770+0000 7f6915911640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f69100ae8e0 con 0x7f69100d12c0 2024-09-19T05:50:45.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.770+0000 7f6915911640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f69100aebc0 con 0x7f69100d1d40 2024-09-19T05:50:45.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.770+0000 7f690e7fc640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f69100d12c0 0x7f69100af980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:45.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.770+0000 7f690e7fc640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f69100d12c0 0x7f69100af980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37050/0 (socket says 172.21.15.46:37050) 2024-09-19T05:50:45.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.770+0000 7f690e7fc640 1 -- 172.21.15.46:0/3667314316 learned_addr learned my addr 172.21.15.46:0/3667314316 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:45.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.771+0000 7f690effd640 1 --2- 172.21.15.46:0/3667314316 >> v2:172.21.15.78:3300/0 conn(0x7f69100d1d40 0x7f69100ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:45.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.771+0000 7f690e7fc640 1 -- 172.21.15.46:0/3667314316 >> v2:172.21.15.78:3300/0 conn(0x7f69100d1d40 msgr2=0x7f69100ae100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:45.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.771+0000 7f690e7fc640 1 --2- 172.21.15.46:0/3667314316 >> v2:172.21.15.78:3300/0 conn(0x7f69100d1d40 0x7f69100ae100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:45.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.771+0000 7f690e7fc640 1 -- 172.21.15.46:0/3667314316 >> v1:172.21.15.78:6789/0 conn(0x7f69100cef00 legacy=0x7f69100cf310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:45.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.771+0000 7f690e7fc640 1 -- 172.21.15.46:0/3667314316 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69100aeea0 con 0x7f69100d12c0 2024-09-19T05:50:45.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.771+0000 7f690e7fc640 1 --2- 172.21.15.46:0/3667314316 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69100d12c0 0x7f69100af980 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f69100cee50 tx=0x7f68f802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc3c336e77bbdbd6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:45.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.772+0000 7f690dffb640 1 -- 172.21.15.46:0/3667314316 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68f8037070 con 0x7f69100d12c0 2024-09-19T05:50:45.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.772+0000 7f690dffb640 1 -- 172.21.15.46:0/3667314316 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68f8032440 con 0x7f69100d12c0 2024-09-19T05:50:45.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.772+0000 7f690dffb640 1 -- 172.21.15.46:0/3667314316 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68f8032810 con 0x7f69100d12c0 2024-09-19T05:50:45.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.772+0000 7f6915911640 1 -- 172.21.15.46:0/3667314316 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69100d12c0 msgr2=0x7f69100af980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:45.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.772+0000 7f6915911640 1 --2- 172.21.15.46:0/3667314316 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69100d12c0 0x7f69100af980 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f69100cee50 tx=0x7f68f802a270 comp rx=0 tx=0).stop 2024-09-19T05:50:45.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.772+0000 7f6915911640 1 -- 172.21.15.46:0/3667314316 shutdown_connections 2024-09-19T05:50:45.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.772+0000 7f6915911640 1 --2- 172.21.15.46:0/3667314316 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69100d12c0 0x7f69100af980 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:45.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.772+0000 7f6915911640 1 --2- 172.21.15.46:0/3667314316 >> v2:172.21.15.78:3300/0 conn(0x7f69100d1d40 0x7f69100ae100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:45.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.772+0000 7f6915911640 1 -- 172.21.15.46:0/3667314316 >> 172.21.15.46:0/3667314316 conn(0x7f6910073100 msgr2=0x7f6910073510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:45.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.772+0000 7f6915911640 1 -- 172.21.15.46:0/3667314316 shutdown_connections 2024-09-19T05:50:45.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.772+0000 7f6915911640 1 -- 172.21.15.46:0/3667314316 wait complete. 2024-09-19T05:50:45.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.773+0000 7f6915911640 1 Processor -- start 2024-09-19T05:50:45.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.774+0000 7f6915911640 1 -- start start 2024-09-19T05:50:45.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.774+0000 7f6915911640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f69100cef00 0x7f691015e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:45.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.774+0000 7f6915911640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f69100d12c0 0x7f691015a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:45.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.774+0000 7f6915911640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69100d1d40 0x7f691015ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:45.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.774+0000 7f6915911640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f69100d2120 con 0x7f69100d1d40 2024-09-19T05:50:45.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.774+0000 7f6915911640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f69100afec0 con 0x7f69100d12c0 2024-09-19T05:50:45.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.774+0000 7f6915911640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f69100b0b10 con 0x7f69100cef00 2024-09-19T05:50:45.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.774+0000 7f690f7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69100d1d40 0x7f691015ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:45.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.774+0000 7f690f7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69100d1d40 0x7f691015ac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37058/0 (socket says 172.21.15.46:37058) 2024-09-19T05:50:45.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.774+0000 7f690f7fe640 1 -- 172.21.15.46:0/4288480542 learned_addr learned my addr 172.21.15.46:0/4288480542 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:45.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.775+0000 7f690effd640 1 --2- 172.21.15.46:0/4288480542 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f69100cef00 0x7f691015e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:45.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.775+0000 7f690e7fc640 1 --2- 172.21.15.46:0/4288480542 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f69100d12c0 0x7f691015a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:45.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.775+0000 7f690f7fe640 1 -- 172.21.15.46:0/4288480542 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f69100cef00 msgr2=0x7f691015e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:45.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.775+0000 7f690f7fe640 1 --2- 172.21.15.46:0/4288480542 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f69100cef00 0x7f691015e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:45.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.775+0000 7f690f7fe640 1 -- 172.21.15.46:0/4288480542 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f69100d12c0 msgr2=0x7f691015a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:45.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.775+0000 7f690f7fe640 1 --2- 172.21.15.46:0/4288480542 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f69100d12c0 0x7f691015a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:45.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.775+0000 7f690f7fe640 1 -- 172.21.15.46:0/4288480542 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f691015bc40 con 0x7f69100d1d40 2024-09-19T05:50:45.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.775+0000 7f690f7fe640 1 --2- 172.21.15.46:0/4288480542 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69100d1d40 0x7f691015ac80 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f690000c7a0 tx=0x7f690000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:45.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.775+0000 7f6907fff640 1 -- 172.21.15.46:0/4288480542 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6900003b70 con 0x7f69100d1d40 2024-09-19T05:50:45.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.775+0000 7f6907fff640 1 -- 172.21.15.46:0/4288480542 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6900003d30 con 0x7f69100d1d40 2024-09-19T05:50:45.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.775+0000 7f6915911640 1 -- 172.21.15.46:0/4288480542 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69100b4d30 con 0x7f69100d1d40 2024-09-19T05:50:45.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.775+0000 7f6907fff640 1 -- 172.21.15.46:0/4288480542 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f690000aa30 con 0x7f69100d1d40 2024-09-19T05:50:45.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.775+0000 7f6915911640 1 -- 172.21.15.46:0/4288480542 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69100b6f70 con 0x7f69100d1d40 2024-09-19T05:50:45.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.776+0000 7f6915911640 1 -- 172.21.15.46:0/4288480542 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69100b4b40 con 0x7f69100d1d40 2024-09-19T05:50:45.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.777+0000 7f6907fff640 1 -- 172.21.15.46:0/4288480542 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f690000abd0 con 0x7f69100d1d40 2024-09-19T05:50:45.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.777+0000 7f6907fff640 1 --2- 172.21.15.46:0/4288480542 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f68f006c2e0 0x7f68f006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:45.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.777+0000 7f6907fff640 1 -- 172.21.15.46:0/4288480542 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f690008b260 con 0x7f69100d1d40 2024-09-19T05:50:45.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.777+0000 7f690effd640 1 --2- 172.21.15.46:0/4288480542 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f68f006c2e0 0x7f68f006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:45.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.778+0000 7f690effd640 1 --2- 172.21.15.46:0/4288480542 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f68f006c2e0 0x7f68f006e7a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f69101f5b50 tx=0x7f6908009190 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:45.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.782+0000 7f6907fff640 1 -- 172.21.15.46:0/4288480542 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f69000592e0 con 0x7f69100d1d40 2024-09-19T05:50:45.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.957+0000 7f6915911640 1 -- 172.21.15.46:0/4288480542 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f69100af980 con 0x7f69100d1d40 2024-09-19T05:50:45.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.958+0000 7f6907fff640 1 -- 172.21.15.46:0/4288480542 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16630 (secure 0 0 0) 0x7f690005d5e0 con 0x7f69100d1d40 2024-09-19T05:50:45.960 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:45.960 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":20,"fsid":"f422d15e-e2c9-44aa-a788-7f9714905c67","created":"2024-09-19T05:50:21.601235+0000","modified":"2024-09-19T05:50:44.991681+0000","last_up_change":"2024-09-19T05:50:34.148268+0000","last_in_change":"2024-09-19T05:50:23.689134+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:50:33.840497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:50:42.856920+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:50:43.974696+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5887dcb-f9c0-42a0-905d-718d357b4b57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6825","nonce":1884048663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6827","nonce":1884048663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6831","nonce":1884048663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6829","nonce":1884048663}]},"public_addr":"172.21.15.46:6825/1884048663","cluster_addr":"172.21.15.46:6827/1884048663","heartbeat_back_addr":"172.21.15.46:6831/1884048663","heartbeat_front_addr":"172.21.15.46:6829/1884048663","state":["exists","up"]},{"osd":1,"uuid":"3fed9b97-7482-4314-bf02-1518c03be152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6801","nonce":2797692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6803","nonce":2797692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6807","nonce":2797692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6805","nonce":2797692057}]},"public_addr":"172.21.15.46:6801/2797692057","cluster_addr":"172.21.15.46:6803/2797692057","heartbeat_back_addr":"172.21.15.46:6807/2797692057","heartbeat_front_addr":"172.21.15.46:6805/2797692057","state":["exists","up"]},{"osd":2,"uuid":"2e36d163-339b-491e-98a9-6e768a3249e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6809","nonce":4061240230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6811","nonce":4061240230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6815","nonce":4061240230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6813","nonce":4061240230}]},"public_addr":"172.21.15.46:6809/4061240230","cluster_addr":"172.21.15.46:6811/4061240230","heartbeat_back_addr":"172.21.15.46:6815/4061240230","heartbeat_front_addr":"172.21.15.46:6813/4061240230","state":["exists","up"]},{"osd":3,"uuid":"98fb22e5-3d85-4bb7-a92e-63625f26d7b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6817","nonce":170935989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6819","nonce":170935989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6823","nonce":170935989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6821","nonce":170935989}]},"public_addr":"172.21.15.46:6817/170935989","cluster_addr":"172.21.15.46:6819/170935989","heartbeat_back_addr":"172.21.15.46:6823/170935989","heartbeat_front_addr":"172.21.15.46:6821/170935989","state":["exists","up"]},{"osd":4,"uuid":"055bb872-b76a-40ab-aab7-c6e327ee7735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6809","nonce":2319815351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6811","nonce":2319815351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6815","nonce":2319815351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6813","nonce":2319815351}]},"public_addr":"172.21.15.78:6809/2319815351","cluster_addr":"172.21.15.78:6811/2319815351","heartbeat_back_addr":"172.21.15.78:6815/2319815351","heartbeat_front_addr":"172.21.15.78:6813/2319815351","state":["exists","up"]},{"osd":5,"uuid":"4164d7c8-3350-4cd1-b105-8376e2b8d205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6825","nonce":1036798121}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6827","nonce":1036798121}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6831","nonce":1036798121}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6829","nonce":1036798121}]},"public_addr":"172.21.15.78:6825/1036798121","cluster_addr":"172.21.15.78:6827/1036798121","heartbeat_back_addr":"172.21.15.78:6831/1036798121","heartbeat_front_addr":"172.21.15.78:6829/1036798121","state":["exists","up"]},{"osd":6,"uuid":"2ad21b97-7629-4de2-851e-909e8b1defd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6801","nonce":707998422}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6803","nonce":707998422}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6807","nonce":707998422}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6805","nonce":707998422}]},"public_addr":"172.21.15.78:6801/707998422","cluster_addr":"172.21.15.78:6803/707998422","heartbeat_back_addr":"172.21.15.78:6807/707998422","heartbeat_front_addr":"172.21.15.78:6805/707998422","state":["exists","up"]},{"osd":7,"uuid":"88efccef-c5f1-43b6-b786-9bc72f2cf2cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6817","nonce":2547959841}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6819","nonce":2547959841}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6823","nonce":2547959841}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6821","nonce":2547959841}]},"public_addr":"172.21.15.78:6817/2547959841","cluster_addr":"172.21.15.78:6819/2547959841","heartbeat_back_addr":"172.21.15.78:6823/2547959841","heartbeat_front_addr":"172.21.15.78:6821/2547959841","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.653882+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.491170+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.251245+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989665+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:31.041334+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.652320+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.566922+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:50:45.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.960+0000 7f6915911640 1 -- 172.21.15.46:0/4288480542 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f68f006c2e0 msgr2=0x7f68f006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:45.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.960+0000 7f6915911640 1 --2- 172.21.15.46:0/4288480542 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f68f006c2e0 0x7f68f006e7a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f69101f5b50 tx=0x7f6908009190 comp rx=0 tx=0).stop 2024-09-19T05:50:45.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.960+0000 7f6915911640 1 -- 172.21.15.46:0/4288480542 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69100d1d40 msgr2=0x7f691015ac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:45.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.960+0000 7f6915911640 1 --2- 172.21.15.46:0/4288480542 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69100d1d40 0x7f691015ac80 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f690000c7a0 tx=0x7f690000cc60 comp rx=0 tx=0).stop 2024-09-19T05:50:45.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.960+0000 7f6915911640 1 -- 172.21.15.46:0/4288480542 shutdown_connections 2024-09-19T05:50:45.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.960+0000 7f6915911640 1 --2- 172.21.15.46:0/4288480542 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f68f006c2e0 0x7f68f006e7a0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:45.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.960+0000 7f6915911640 1 --2- 172.21.15.46:0/4288480542 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69100d1d40 0x7f691015ac80 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:45.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.960+0000 7f6915911640 1 --2- 172.21.15.46:0/4288480542 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f69100d12c0 0x7f691015a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:45.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.960+0000 7f6915911640 1 --2- 172.21.15.46:0/4288480542 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f69100cef00 0x7f691015e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:45.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.960+0000 7f6915911640 1 -- 172.21.15.46:0/4288480542 >> 172.21.15.46:0/4288480542 conn(0x7f6910073100 msgr2=0x7f69100b27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:45.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.960+0000 7f6915911640 1 -- 172.21.15.46:0/4288480542 shutdown_connections 2024-09-19T05:50:45.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:45.960+0000 7f6915911640 1 -- 172.21.15.46:0/4288480542 wait complete. 2024-09-19T05:50:45.973 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:50:46.075 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.073+0000 7f7eb5eba640 1 Processor -- start 2024-09-19T05:50:46.075 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.073+0000 7f7eb5eba640 1 -- start start 2024-09-19T05:50:46.075 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.073+0000 7f7eb5eba640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7eb00d41c0 0x7f7eb00d4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:46.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.073+0000 7f7eb5eba640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f7eb00d5060 0x7f7eb00b77d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:46.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.074+0000 7f7eb5eba640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7eb00d4620 con 0x7f7eb015e6d0 2024-09-19T05:50:46.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.074+0000 7f7eb5eba640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f7eb015eab0 con 0x7f7eb00d5060 2024-09-19T05:50:46.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.074+0000 7f7eb5eba640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f7eb00d3120 con 0x7f7eb00d41c0 2024-09-19T05:50:46.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.074+0000 7f7eaffff640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f7eb00d5060 0x7f7eb00b77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:46.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.074+0000 7f7eaeffd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7eb00d41c0 0x7f7eb00d4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:46.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.074+0000 7f7eaffff640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f7eb00d5060 0x7f7eb00b77d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.46:35944/0 (socket says 172.21.15.46:35944) 2024-09-19T05:50:46.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.074+0000 7f7eaffff640 1 -- 172.21.15.46:0/3082829450 learned_addr learned my addr 172.21.15.46:0/3082829450 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:46.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.074+0000 7f7eaffff640 1 -- 172.21.15.46:0/3082829450 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7eb00d41c0 msgr2=0x7f7eb00d4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:46.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.074+0000 7f7eaffff640 1 --2- 172.21.15.46:0/3082829450 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7eb00d41c0 0x7f7eb00d4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:46.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.074+0000 7f7eaffff640 1 -- 172.21.15.46:0/3082829450 >> v1:172.21.15.78:6789/0 conn(0x7f7eb015e6d0 legacy=0x7f7eb00cf4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:46.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.074+0000 7f7eaffff640 1 -- 172.21.15.46:0/3082829450 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7eb00d3400 con 0x7f7eb00d5060 2024-09-19T05:50:46.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.074+0000 7f7eaeffd640 1 --2- 172.21.15.46:0/3082829450 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7eb00d41c0 0x7f7eb00d4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:46.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.075+0000 7f7eaffff640 1 --2- 172.21.15.46:0/3082829450 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7eb00d5060 0x7f7eb00b77d0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7ea8009e50 tx=0x7f7ea802a710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=44b197f0bc174a14 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:46.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.075+0000 7f7eae7fc640 1 -- 172.21.15.46:0/3082829450 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea8036070 con 0x7f7eb00d5060 2024-09-19T05:50:46.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.075+0000 7f7eae7fc640 1 -- 172.21.15.46:0/3082829450 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ea8031600 con 0x7f7eb00d5060 2024-09-19T05:50:46.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.075+0000 7f7eae7fc640 1 -- 172.21.15.46:0/3082829450 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea80319d0 con 0x7f7eb00d5060 2024-09-19T05:50:46.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.076+0000 7f7eb5eba640 1 -- 172.21.15.46:0/3082829450 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7eb00d5060 msgr2=0x7f7eb00b77d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:46.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.076+0000 7f7eb5eba640 1 --2- 172.21.15.46:0/3082829450 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7eb00d5060 0x7f7eb00b77d0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7ea8009e50 tx=0x7f7ea802a710 comp rx=0 tx=0).stop 2024-09-19T05:50:46.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.076+0000 7f7eb5eba640 1 -- 172.21.15.46:0/3082829450 shutdown_connections 2024-09-19T05:50:46.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.076+0000 7f7eb5eba640 1 --2- 172.21.15.46:0/3082829450 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7eb00d5060 0x7f7eb00b77d0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:46.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.076+0000 7f7eb5eba640 1 --2- 172.21.15.46:0/3082829450 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7eb00d41c0 0x7f7eb00d4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:46.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.076+0000 7f7eb5eba640 1 -- 172.21.15.46:0/3082829450 >> 172.21.15.46:0/3082829450 conn(0x7f7eb00723c0 msgr2=0x7f7eb00727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:46.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.076+0000 7f7eb5eba640 1 -- 172.21.15.46:0/3082829450 shutdown_connections 2024-09-19T05:50:46.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.076+0000 7f7eb5eba640 1 -- 172.21.15.46:0/3082829450 wait complete. 2024-09-19T05:50:46.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.077+0000 7f7eb5eba640 1 Processor -- start 2024-09-19T05:50:46.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.077+0000 7f7eb5eba640 1 -- start start 2024-09-19T05:50:46.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.078+0000 7f7eb5eba640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7eb00d41c0 0x7f7eb00cdf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:46.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.078+0000 7f7eb5eba640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7eb00d5060 0x7f7eb01f3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:46.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.078+0000 7f7eb5eba640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7eb015e6d0 0x7f7eb00cb850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:46.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.078+0000 7f7eb5eba640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb00cfbd0 con 0x7f7eb00d41c0 2024-09-19T05:50:46.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.078+0000 7f7eb5eba640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb00d39c0 con 0x7f7eb00d5060 2024-09-19T05:50:46.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.078+0000 7f7eb5eba640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f7eb00d2d60 con 0x7f7eb015e6d0 2024-09-19T05:50:46.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.078+0000 7f7eaf7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7eb00d41c0 0x7f7eb00cdf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:46.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.078+0000 7f7eaf7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7eb00d41c0 0x7f7eb00cdf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37074/0 (socket says 172.21.15.46:37074) 2024-09-19T05:50:46.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.078+0000 7f7eaf7fe640 1 -- 172.21.15.46:0/1085568545 learned_addr learned my addr 172.21.15.46:0/1085568545 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:46.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.078+0000 7f7eaffff640 1 --2- 172.21.15.46:0/1085568545 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7eb015e6d0 0x7f7eb00cb850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:46.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.078+0000 7f7eaeffd640 1 --2- 172.21.15.46:0/1085568545 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7eb00d5060 0x7f7eb01f3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:46.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.079+0000 7f7eaf7fe640 1 -- 172.21.15.46:0/1085568545 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7eb015e6d0 msgr2=0x7f7eb00cb850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:46.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.079+0000 7f7eaf7fe640 1 --2- 172.21.15.46:0/1085568545 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7eb015e6d0 0x7f7eb00cb850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:46.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.079+0000 7f7eaf7fe640 1 -- 172.21.15.46:0/1085568545 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7eb00d5060 msgr2=0x7f7eb01f3ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:46.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.079+0000 7f7eaf7fe640 1 --2- 172.21.15.46:0/1085568545 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7eb00d5060 0x7f7eb01f3ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:46.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.079+0000 7f7eaf7fe640 1 -- 172.21.15.46:0/1085568545 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7eb00ce4b0 con 0x7f7eb00d41c0 2024-09-19T05:50:46.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.079+0000 7f7eaf7fe640 1 --2- 172.21.15.46:0/1085568545 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7eb00d41c0 0x7f7eb00cdf70 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7ea000c3c0 tx=0x7f7ea000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:46.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.079+0000 7f7ea7fff640 1 -- 172.21.15.46:0/1085568545 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea00052d0 con 0x7f7eb00d41c0 2024-09-19T05:50:46.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.079+0000 7f7ea7fff640 1 -- 172.21.15.46:0/1085568545 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ea0005490 con 0x7f7eb00d41c0 2024-09-19T05:50:46.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.079+0000 7f7eb5eba640 1 -- 172.21.15.46:0/1085568545 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7eb01f47b0 con 0x7f7eb00d41c0 2024-09-19T05:50:46.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.079+0000 7f7ea7fff640 1 -- 172.21.15.46:0/1085568545 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea0007260 con 0x7f7eb00d41c0 2024-09-19T05:50:46.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.079+0000 7f7eb5eba640 1 -- 172.21.15.46:0/1085568545 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7eb01f4d70 con 0x7f7eb00d41c0 2024-09-19T05:50:46.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.080+0000 7f7eb5eba640 1 -- 172.21.15.46:0/1085568545 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7eb00d4b20 con 0x7f7eb00d41c0 2024-09-19T05:50:46.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.081+0000 7f7ea7fff640 1 -- 172.21.15.46:0/1085568545 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7ea0007400 con 0x7f7eb00d41c0 2024-09-19T05:50:46.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.081+0000 7f7ea7fff640 1 --2- 172.21.15.46:0/1085568545 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7e9006c2b0 0x7f7e9006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:46.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.081+0000 7f7ea7fff640 1 -- 172.21.15.46:0/1085568545 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f7ea008a830 con 0x7f7eb00d41c0 2024-09-19T05:50:46.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.081+0000 7f7eaeffd640 1 --2- 172.21.15.46:0/1085568545 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7e9006c2b0 0x7f7e9006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:46.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.082+0000 7f7eaeffd640 1 --2- 172.21.15.46:0/1085568545 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7e9006c2b0 0x7f7e9006e770 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f7e98009560 tx=0x7f7e98009190 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:46.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.085+0000 7f7ea7fff640 1 -- 172.21.15.46:0/1085568545 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7ea0058950 con 0x7f7eb00d41c0 2024-09-19T05:50:46.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.262+0000 7f7eb5eba640 1 -- 172.21.15.46:0/1085568545 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7eb006bee0 con 0x7f7eb00d41c0 2024-09-19T05:50:46.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.263+0000 7f7ea7fff640 1 -- 172.21.15.46:0/1085568545 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16630 (secure 0 0 0) 0x7f7ea005cc50 con 0x7f7eb00d41c0 2024-09-19T05:50:46.265 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:46.265 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":20,"fsid":"f422d15e-e2c9-44aa-a788-7f9714905c67","created":"2024-09-19T05:50:21.601235+0000","modified":"2024-09-19T05:50:44.991681+0000","last_up_change":"2024-09-19T05:50:34.148268+0000","last_in_change":"2024-09-19T05:50:23.689134+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:50:33.840497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:50:42.856920+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:50:43.974696+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5887dcb-f9c0-42a0-905d-718d357b4b57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6825","nonce":1884048663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6827","nonce":1884048663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6831","nonce":1884048663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6829","nonce":1884048663}]},"public_addr":"172.21.15.46:6825/1884048663","cluster_addr":"172.21.15.46:6827/1884048663","heartbeat_back_addr":"172.21.15.46:6831/1884048663","heartbeat_front_addr":"172.21.15.46:6829/1884048663","state":["exists","up"]},{"osd":1,"uuid":"3fed9b97-7482-4314-bf02-1518c03be152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6801","nonce":2797692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6803","nonce":2797692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6807","nonce":2797692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6805","nonce":2797692057}]},"public_addr":"172.21.15.46:6801/2797692057","cluster_addr":"172.21.15.46:6803/2797692057","heartbeat_back_addr":"172.21.15.46:6807/2797692057","heartbeat_front_addr":"172.21.15.46:6805/2797692057","state":["exists","up"]},{"osd":2,"uuid":"2e36d163-339b-491e-98a9-6e768a3249e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6809","nonce":4061240230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6811","nonce":4061240230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6815","nonce":4061240230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6813","nonce":4061240230}]},"public_addr":"172.21.15.46:6809/4061240230","cluster_addr":"172.21.15.46:6811/4061240230","heartbeat_back_addr":"172.21.15.46:6815/4061240230","heartbeat_front_addr":"172.21.15.46:6813/4061240230","state":["exists","up"]},{"osd":3,"uuid":"98fb22e5-3d85-4bb7-a92e-63625f26d7b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6817","nonce":170935989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6819","nonce":170935989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6823","nonce":170935989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6821","nonce":170935989}]},"public_addr":"172.21.15.46:6817/170935989","cluster_addr":"172.21.15.46:6819/170935989","heartbeat_back_addr":"172.21.15.46:6823/170935989","heartbeat_front_addr":"172.21.15.46:6821/170935989","state":["exists","up"]},{"osd":4,"uuid":"055bb872-b76a-40ab-aab7-c6e327ee7735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6809","nonce":2319815351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6811","nonce":2319815351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6815","nonce":2319815351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6813","nonce":2319815351}]},"public_addr":"172.21.15.78:6809/2319815351","cluster_addr":"172.21.15.78:6811/2319815351","heartbeat_back_addr":"172.21.15.78:6815/2319815351","heartbeat_front_addr":"172.21.15.78:6813/2319815351","state":["exists","up"]},{"osd":5,"uuid":"4164d7c8-3350-4cd1-b105-8376e2b8d205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6825","nonce":1036798121}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6827","nonce":1036798121}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6831","nonce":1036798121}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6829","nonce":1036798121}]},"public_addr":"172.21.15.78:6825/1036798121","cluster_addr":"172.21.15.78:6827/1036798121","heartbeat_back_addr":"172.21.15.78:6831/1036798121","heartbeat_front_addr":"172.21.15.78:6829/1036798121","state":["exists","up"]},{"osd":6,"uuid":"2ad21b97-7629-4de2-851e-909e8b1defd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6801","nonce":707998422}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6803","nonce":707998422}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6807","nonce":707998422}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6805","nonce":707998422}]},"public_addr":"172.21.15.78:6801/707998422","cluster_addr":"172.21.15.78:6803/707998422","heartbeat_back_addr":"172.21.15.78:6807/707998422","heartbeat_front_addr":"172.21.15.78:6805/707998422","state":["exists","up"]},{"osd":7,"uuid":"88efccef-c5f1-43b6-b786-9bc72f2cf2cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6817","nonce":2547959841}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6819","nonce":2547959841}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6823","nonce":2547959841}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6821","nonce":2547959841}]},"public_addr":"172.21.15.78:6817/2547959841","cluster_addr":"172.21.15.78:6819/2547959841","heartbeat_back_addr":"172.21.15.78:6823/2547959841","heartbeat_front_addr":"172.21.15.78:6821/2547959841","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.653882+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.491170+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.251245+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989665+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:31.041334+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.652320+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.566922+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:50:46.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.265+0000 7f7eb5eba640 1 -- 172.21.15.46:0/1085568545 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7e9006c2b0 msgr2=0x7f7e9006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:46.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.265+0000 7f7eb5eba640 1 --2- 172.21.15.46:0/1085568545 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7e9006c2b0 0x7f7e9006e770 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f7e98009560 tx=0x7f7e98009190 comp rx=0 tx=0).stop 2024-09-19T05:50:46.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.265+0000 7f7eb5eba640 1 -- 172.21.15.46:0/1085568545 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7eb00d41c0 msgr2=0x7f7eb00cdf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:46.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.265+0000 7f7eb5eba640 1 --2- 172.21.15.46:0/1085568545 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7eb00d41c0 0x7f7eb00cdf70 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7ea000c3c0 tx=0x7f7ea000c880 comp rx=0 tx=0).stop 2024-09-19T05:50:46.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.265+0000 7f7eb5eba640 1 -- 172.21.15.46:0/1085568545 shutdown_connections 2024-09-19T05:50:46.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.265+0000 7f7eb5eba640 1 --2- 172.21.15.46:0/1085568545 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7e9006c2b0 0x7f7e9006e770 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:46.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.265+0000 7f7eb5eba640 1 --2- 172.21.15.46:0/1085568545 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7eb015e6d0 0x7f7eb00cb850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:46.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.265+0000 7f7eb5eba640 1 --2- 172.21.15.46:0/1085568545 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7eb00d5060 0x7f7eb01f3ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:46.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.265+0000 7f7eb5eba640 1 --2- 172.21.15.46:0/1085568545 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7eb00d41c0 0x7f7eb00cdf70 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:46.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.265+0000 7f7eb5eba640 1 -- 172.21.15.46:0/1085568545 >> 172.21.15.46:0/1085568545 conn(0x7f7eb00723c0 msgr2=0x7f7eb0160ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:46.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.265+0000 7f7eb5eba640 1 -- 172.21.15.46:0/1085568545 shutdown_connections 2024-09-19T05:50:46.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.265+0000 7f7eb5eba640 1 -- 172.21.15.46:0/1085568545 wait complete. 2024-09-19T05:50:46.278 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T05:50:46.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.382+0000 7f2d68586640 1 Processor -- start 2024-09-19T05:50:46.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.382+0000 7f2d68586640 1 -- start start 2024-09-19T05:50:46.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.383+0000 7f2d68586640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2d600cdc40 0x7f2d60169400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:46.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.383+0000 7f2d68586640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d600b49c0 con 0x7f2d6015e7a0 2024-09-19T05:50:46.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.383+0000 7f2d68586640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d600b4ca0 con 0x7f2d600b13c0 2024-09-19T05:50:46.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.383+0000 7f2d68586640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f2d6006c5d0 con 0x7f2d600cdc40 2024-09-19T05:50:46.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.383+0000 7f2d66322640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f2d6015e7a0 0x7f2d600cebf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:34346/0 (socket says 172.21.15.46:34346) 2024-09-19T05:50:46.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.383+0000 7f2d66322640 1 -- 172.21.15.46:0/276611262 learned_addr learned my addr 172.21.15.46:0/276611262 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:46.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.383+0000 7f2d66b23640 1 --2- 172.21.15.46:0/276611262 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2d600cdc40 0x7f2d60169400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:46.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.383+0000 7f2d65320640 1 -- 172.21.15.46:0/276611262 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1832040986 0 0) 0x7f2d600b49c0 con 0x7f2d6015e7a0 2024-09-19T05:50:46.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.383+0000 7f2d65320640 1 -- 172.21.15.46:0/276611262 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2d4c003520 con 0x7f2d6015e7a0 2024-09-19T05:50:46.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.384+0000 7f2d65320640 1 -- 172.21.15.46:0/276611262 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1300647665 0 0) 0x7f2d600b4ca0 con 0x7f2d600b13c0 2024-09-19T05:50:46.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.384+0000 7f2d65320640 1 -- 172.21.15.46:0/276611262 --> v1:172.21.15.78:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2d600b49c0 con 0x7f2d600b13c0 2024-09-19T05:50:46.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.384+0000 7f2d65320640 1 -- 172.21.15.46:0/276611262 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3334788771 0 0) 0x7f2d4c003520 con 0x7f2d6015e7a0 2024-09-19T05:50:46.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.384+0000 7f2d66b23640 1 -- 172.21.15.46:0/276611262 >> v1:172.21.15.78:6789/0 conn(0x7f2d600b13c0 legacy=0x7f2d600cf300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:46.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.384+0000 7f2d66b23640 1 -- 172.21.15.46:0/276611262 >> v1:172.21.15.46:6789/0 conn(0x7f2d6015e7a0 legacy=0x7f2d600cebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:46.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.384+0000 7f2d66b23640 1 -- 172.21.15.46:0/276611262 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d6006c8b0 con 0x7f2d600cdc40 2024-09-19T05:50:46.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.384+0000 7f2d66b23640 1 --2- 172.21.15.46:0/276611262 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2d600cdc40 0x7f2d60169400 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f2d580097d0 tx=0x7f2d5802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ba97ba6494401b23 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:46.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.385+0000 7f2d65320640 1 -- 172.21.15.46:0/276611262 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d58037070 con 0x7f2d600cdc40 2024-09-19T05:50:46.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.385+0000 7f2d65320640 1 -- 172.21.15.46:0/276611262 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d5802ab90 con 0x7f2d600cdc40 2024-09-19T05:50:46.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.385+0000 7f2d65320640 1 -- 172.21.15.46:0/276611262 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d5c0019f0 con 0x7f2d600cdc40 2024-09-19T05:50:46.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.385+0000 7f2d68586640 1 -- 172.21.15.46:0/276611262 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2d600cdc40 msgr2=0x7f2d60169400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:46.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.385+0000 7f2d68586640 1 --2- 172.21.15.46:0/276611262 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2d600cdc40 0x7f2d60169400 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f2d580097d0 tx=0x7f2d5802a100 comp rx=0 tx=0).stop 2024-09-19T05:50:46.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.385+0000 7f2d68586640 1 -- 172.21.15.46:0/276611262 shutdown_connections 2024-09-19T05:50:46.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.385+0000 7f2d68586640 1 --2- 172.21.15.46:0/276611262 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2d600cdc40 0x7f2d60169400 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:46.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.385+0000 7f2d68586640 1 -- 172.21.15.46:0/276611262 >> 172.21.15.46:0/276611262 conn(0x7f2d600b3ea0 msgr2=0x7f2d600b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:46.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.385+0000 7f2d68586640 1 -- 172.21.15.46:0/276611262 shutdown_connections 2024-09-19T05:50:46.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.385+0000 7f2d68586640 1 -- 172.21.15.46:0/276611262 wait complete. 2024-09-19T05:50:46.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.386+0000 7f2d68586640 1 Processor -- start 2024-09-19T05:50:46.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.386+0000 7f2d68586640 1 -- start start 2024-09-19T05:50:46.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.387+0000 7f2d68586640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2d600b13c0 0x7f2d60155340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:46.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.387+0000 7f2d68586640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2d600cdc40 0x7f2d6015d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:46.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.387+0000 7f2d68586640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2d6015e7a0 0x7f2d6015d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:46.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.387+0000 7f2d68586640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2d600cfa10 con 0x7f2d600b13c0 2024-09-19T05:50:46.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.387+0000 7f2d68586640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f2d6006ce70 con 0x7f2d6015e7a0 2024-09-19T05:50:46.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.387+0000 7f2d68586640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f2d6015eb80 con 0x7f2d600cdc40 2024-09-19T05:50:46.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.387+0000 7f2d66322640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2d600b13c0 0x7f2d60155340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:46.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.387+0000 7f2d66322640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2d600b13c0 0x7f2d60155340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37080/0 (socket says 172.21.15.46:37080) 2024-09-19T05:50:46.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.387+0000 7f2d66322640 1 -- 172.21.15.46:0/4274951531 learned_addr learned my addr 172.21.15.46:0/4274951531 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:46.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.387+0000 7f2d66322640 1 -- 172.21.15.46:0/4274951531 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2d600cdc40 msgr2=0x7f2d6015d3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:46.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.387+0000 7f2d66322640 1 --2- 172.21.15.46:0/4274951531 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2d600cdc40 0x7f2d6015d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:46.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.387+0000 7f2d66322640 1 -- 172.21.15.46:0/4274951531 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2d6015e7a0 msgr2=0x7f2d6015d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:46.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.387+0000 7f2d66322640 1 --2- 172.21.15.46:0/4274951531 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2d6015e7a0 0x7f2d6015d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:46.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.387+0000 7f2d66322640 1 -- 172.21.15.46:0/4274951531 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d601597c0 con 0x7f2d600b13c0 2024-09-19T05:50:46.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.388+0000 7f2d66322640 1 --2- 172.21.15.46:0/4274951531 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2d600b13c0 0x7f2d60155340 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2d5c001f60 tx=0x7f2d5c00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:46.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.388+0000 7f2d56ffd640 1 -- 172.21.15.46:0/4274951531 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d5c017070 con 0x7f2d600b13c0 2024-09-19T05:50:46.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.388+0000 7f2d56ffd640 1 -- 172.21.15.46:0/4274951531 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d5c012400 con 0x7f2d600b13c0 2024-09-19T05:50:46.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.388+0000 7f2d68586640 1 -- 172.21.15.46:0/4274951531 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d60159aa0 con 0x7f2d600b13c0 2024-09-19T05:50:46.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.388+0000 7f2d56ffd640 1 -- 172.21.15.46:0/4274951531 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d5c012830 con 0x7f2d600b13c0 2024-09-19T05:50:46.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.388+0000 7f2d68586640 1 -- 172.21.15.46:0/4274951531 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d6015a060 con 0x7f2d600b13c0 2024-09-19T05:50:46.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.389+0000 7f2d68586640 1 -- 172.21.15.46:0/4274951531 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d600cebf0 con 0x7f2d600b13c0 2024-09-19T05:50:46.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.390+0000 7f2d56ffd640 1 -- 172.21.15.46:0/4274951531 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2d5c01a070 con 0x7f2d600b13c0 2024-09-19T05:50:46.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.390+0000 7f2d56ffd640 1 --2- 172.21.15.46:0/4274951531 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f2d4406c2b0 0x7f2d4406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:46.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.391+0000 7f2d56ffd640 1 -- 172.21.15.46:0/4274951531 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f2d5c08b860 con 0x7f2d600b13c0 2024-09-19T05:50:46.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.391+0000 7f2d65b21640 1 --2- 172.21.15.46:0/4274951531 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f2d4406c2b0 0x7f2d4406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:46.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.391+0000 7f2d65b21640 1 --2- 172.21.15.46:0/4274951531 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f2d4406c2b0 0x7f2d4406e770 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f2d500010e0 tx=0x7f2d50007950 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:46.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.394+0000 7f2d56ffd640 1 -- 172.21.15.46:0/4274951531 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2d5c021020 con 0x7f2d600b13c0 2024-09-19T05:50:46.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:46.607+0000 7f2d68586640 1 -- 172.21.15.46:0/4274951531 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f2d6015a440 con 0x7f2d600b13c0 2024-09-19T05:50:47.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.395+0000 7f2d56ffd640 1 -- 172.21.15.46:0/4274951531 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v6) ==== 118+0+0 (secure 0 0 0) 0x7f2d5c08b020 con 0x7f2d600b13c0 2024-09-19T05:50:47.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.398+0000 7f2d68586640 1 -- 172.21.15.46:0/4274951531 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f2d4406c2b0 msgr2=0x7f2d4406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:47.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.398+0000 7f2d68586640 1 --2- 172.21.15.46:0/4274951531 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f2d4406c2b0 0x7f2d4406e770 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f2d500010e0 tx=0x7f2d50007950 comp rx=0 tx=0).stop 2024-09-19T05:50:47.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.398+0000 7f2d68586640 1 -- 172.21.15.46:0/4274951531 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2d600b13c0 msgr2=0x7f2d60155340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:47.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.398+0000 7f2d68586640 1 --2- 172.21.15.46:0/4274951531 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2d600b13c0 0x7f2d60155340 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2d5c001f60 tx=0x7f2d5c00a430 comp rx=0 tx=0).stop 2024-09-19T05:50:47.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.399+0000 7f2d68586640 1 -- 172.21.15.46:0/4274951531 shutdown_connections 2024-09-19T05:50:47.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.399+0000 7f2d68586640 1 --2- 172.21.15.46:0/4274951531 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f2d4406c2b0 0x7f2d4406e770 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:47.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.399+0000 7f2d68586640 1 --2- 172.21.15.46:0/4274951531 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2d6015e7a0 0x7f2d6015d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:47.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.399+0000 7f2d68586640 1 --2- 172.21.15.46:0/4274951531 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2d600cdc40 0x7f2d6015d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:47.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.399+0000 7f2d68586640 1 --2- 172.21.15.46:0/4274951531 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2d600b13c0 0x7f2d60155340 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:47.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.399+0000 7f2d68586640 1 -- 172.21.15.46:0/4274951531 >> 172.21.15.46:0/4274951531 conn(0x7f2d600b3ea0 msgr2=0x7f2d6006fe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:47.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.399+0000 7f2d68586640 1 -- 172.21.15.46:0/4274951531 shutdown_connections 2024-09-19T05:50:47.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.399+0000 7f2d68586640 1 -- 172.21.15.46:0/4274951531 wait complete. 2024-09-19T05:50:47.417 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T05:50:47.417 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T05:50:47.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.527+0000 7fbc8a3e8640 1 Processor -- start 2024-09-19T05:50:47.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.528+0000 7fbc8a3e8640 1 -- start start 2024-09-19T05:50:47.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.528+0000 7fbc8a3e8640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fbc840cecf0 0x7fbc8406cc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:47.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.528+0000 7fbc8a3e8640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbc8406d1d0 0x7fbc840d2c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:47.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.528+0000 7fbc8a3e8640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc840cf180 con 0x7fbc8415e820 2024-09-19T05:50:47.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.528+0000 7fbc8a3e8640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fbc840cfd90 con 0x7fbc840cecf0 2024-09-19T05:50:47.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.528+0000 7fbc8a3e8640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fbc840cf460 con 0x7fbc8406d1d0 2024-09-19T05:50:47.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.528+0000 7fbc837fe640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fbc840cecf0 0x7fbc8406cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:47.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.528+0000 7fbc837fe640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fbc840cecf0 0x7fbc8406cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37088/0 (socket says 172.21.15.46:37088) 2024-09-19T05:50:47.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.528+0000 7fbc837fe640 1 -- 172.21.15.46:0/2545752274 learned_addr learned my addr 172.21.15.46:0/2545752274 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:47.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.529+0000 7fbc88985640 1 --2- 172.21.15.46:0/2545752274 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbc8406d1d0 0x7fbc840d2c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:47.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.529+0000 7fbc837fe640 1 -- 172.21.15.46:0/2545752274 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbc8406d1d0 msgr2=0x7fbc840d2c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:47.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.529+0000 7fbc837fe640 1 --2- 172.21.15.46:0/2545752274 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbc8406d1d0 0x7fbc840d2c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:47.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.529+0000 7fbc837fe640 1 -- 172.21.15.46:0/2545752274 >> v1:172.21.15.78:6789/0 conn(0x7fbc8415e820 legacy=0x7fbc840732e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:47.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.529+0000 7fbc837fe640 1 -- 172.21.15.46:0/2545752274 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc840cf740 con 0x7fbc840cecf0 2024-09-19T05:50:47.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.529+0000 7fbc837fe640 1 --2- 172.21.15.46:0/2545752274 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbc840cecf0 0x7fbc8406cc90 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fbc78009870 tx=0x7fbc7802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f77b2c1f9132af98 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:47.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.530+0000 7fbc82ffd640 1 -- 172.21.15.46:0/2545752274 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc78037070 con 0x7fbc840cecf0 2024-09-19T05:50:47.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.530+0000 7fbc82ffd640 1 -- 172.21.15.46:0/2545752274 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc7802ae50 con 0x7fbc840cecf0 2024-09-19T05:50:47.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.530+0000 7fbc82ffd640 1 -- 172.21.15.46:0/2545752274 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc78032860 con 0x7fbc840cecf0 2024-09-19T05:50:47.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.530+0000 7fbc8a3e8640 1 -- 172.21.15.46:0/2545752274 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbc840cecf0 msgr2=0x7fbc8406cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:47.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.530+0000 7fbc8a3e8640 1 --2- 172.21.15.46:0/2545752274 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbc840cecf0 0x7fbc8406cc90 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fbc78009870 tx=0x7fbc7802a300 comp rx=0 tx=0).stop 2024-09-19T05:50:47.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.530+0000 7fbc8a3e8640 1 -- 172.21.15.46:0/2545752274 shutdown_connections 2024-09-19T05:50:47.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.530+0000 7fbc8a3e8640 1 --2- 172.21.15.46:0/2545752274 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbc8406d1d0 0x7fbc840d2c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:47.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.530+0000 7fbc8a3e8640 1 --2- 172.21.15.46:0/2545752274 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbc840cecf0 0x7fbc8406cc90 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:47.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.530+0000 7fbc8a3e8640 1 -- 172.21.15.46:0/2545752274 >> 172.21.15.46:0/2545752274 conn(0x7fbc840d46a0 msgr2=0x7fbc840d4ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:47.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.530+0000 7fbc8a3e8640 1 -- 172.21.15.46:0/2545752274 shutdown_connections 2024-09-19T05:50:47.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.530+0000 7fbc8a3e8640 1 -- 172.21.15.46:0/2545752274 wait complete. 2024-09-19T05:50:47.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.531+0000 7fbc8a3e8640 1 Processor -- start 2024-09-19T05:50:47.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.532+0000 7fbc8a3e8640 1 -- start start 2024-09-19T05:50:47.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.532+0000 7fbc8a3e8640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbc8406d1d0 0x7fbc840cacc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:47.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.532+0000 7fbc8a3e8640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbc8415e820 0x7fbc841519c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:47.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.532+0000 7fbc8a3e8640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbc840c7db0 0x7fbc841f4750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:47.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.532+0000 7fbc8a3e8640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fbc840d31a0 con 0x7fbc8415e820 2024-09-19T05:50:47.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.532+0000 7fbc8a3e8640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fbc8415ec00 con 0x7fbc840c7db0 2024-09-19T05:50:47.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.532+0000 7fbc8a3e8640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fbc840d3320 con 0x7fbc8406d1d0 2024-09-19T05:50:47.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.532+0000 7fbc837fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbc8415e820 0x7fbc841519c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:47.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.533+0000 7fbc837fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbc8415e820 0x7fbc841519c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37098/0 (socket says 172.21.15.46:37098) 2024-09-19T05:50:47.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.533+0000 7fbc837fe640 1 -- 172.21.15.46:0/1960330374 learned_addr learned my addr 172.21.15.46:0/1960330374 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:47.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.533+0000 7fbc83fff640 1 --2- 172.21.15.46:0/1960330374 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbc8406d1d0 0x7fbc840cacc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:47.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.533+0000 7fbc88985640 1 --2- 172.21.15.46:0/1960330374 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbc840c7db0 0x7fbc841f4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:47.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.533+0000 7fbc837fe640 1 -- 172.21.15.46:0/1960330374 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbc8406d1d0 msgr2=0x7fbc840cacc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:47.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.533+0000 7fbc837fe640 1 --2- 172.21.15.46:0/1960330374 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbc8406d1d0 0x7fbc840cacc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:47.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.533+0000 7fbc837fe640 1 -- 172.21.15.46:0/1960330374 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbc840c7db0 msgr2=0x7fbc841f4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:47.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.533+0000 7fbc837fe640 1 --2- 172.21.15.46:0/1960330374 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbc840c7db0 0x7fbc841f4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:47.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.533+0000 7fbc837fe640 1 -- 172.21.15.46:0/1960330374 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc840cd2a0 con 0x7fbc8415e820 2024-09-19T05:50:47.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.533+0000 7fbc837fe640 1 --2- 172.21.15.46:0/1960330374 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbc8415e820 0x7fbc841519c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fbc78000c00 tx=0x7fbc780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:47.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.533+0000 7fbc80ff9640 1 -- 172.21.15.46:0/1960330374 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc78041070 con 0x7fbc8415e820 2024-09-19T05:50:47.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.533+0000 7fbc80ff9640 1 -- 172.21.15.46:0/1960330374 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc7803c670 con 0x7fbc8415e820 2024-09-19T05:50:47.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.533+0000 7fbc8a3e8640 1 -- 172.21.15.46:0/1960330374 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc840cd580 con 0x7fbc8415e820 2024-09-19T05:50:47.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.533+0000 7fbc80ff9640 1 -- 172.21.15.46:0/1960330374 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc78037040 con 0x7fbc8415e820 2024-09-19T05:50:47.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.533+0000 7fbc8a3e8640 1 -- 172.21.15.46:0/1960330374 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc840cdb40 con 0x7fbc8415e820 2024-09-19T05:50:47.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.534+0000 7fbc8a3e8640 1 -- 172.21.15.46:0/1960330374 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc840b3510 con 0x7fbc8415e820 2024-09-19T05:50:47.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.535+0000 7fbc80ff9640 1 -- 172.21.15.46:0/1960330374 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbc78044070 con 0x7fbc8415e820 2024-09-19T05:50:47.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.535+0000 7fbc80ff9640 1 --2- 172.21.15.46:0/1960330374 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fbc7006c2b0 0x7fbc7006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:47.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.535+0000 7fbc80ff9640 1 -- 172.21.15.46:0/1960330374 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fbc780aba30 con 0x7fbc8415e820 2024-09-19T05:50:47.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.535+0000 7fbc83fff640 1 --2- 172.21.15.46:0/1960330374 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fbc7006c2b0 0x7fbc7006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:47.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.536+0000 7fbc83fff640 1 --2- 172.21.15.46:0/1960330374 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fbc7006c2b0 0x7fbc7006e770 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fbc74000f60 tx=0x7fbc74009040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:47.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.539+0000 7fbc80ff9640 1 -- 172.21.15.46:0/1960330374 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbc840b3510 con 0x7fbc8415e820 2024-09-19T05:50:47.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:47.753+0000 7fbc8a3e8640 1 -- 172.21.15.46:0/1960330374 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fbc840d2c60 con 0x7fbc8415e820 2024-09-19T05:50:48.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.653+0000 7fbc80ff9640 1 -- 172.21.15.46:0/1960330374 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v7) ==== 122+0+0 (secure 0 0 0) 0x7fbc78079b50 con 0x7fbc8415e820 2024-09-19T05:50:48.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.656+0000 7fbc8a3e8640 1 -- 172.21.15.46:0/1960330374 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fbc7006c2b0 msgr2=0x7fbc7006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:48.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.656+0000 7fbc8a3e8640 1 --2- 172.21.15.46:0/1960330374 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fbc7006c2b0 0x7fbc7006e770 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fbc74000f60 tx=0x7fbc74009040 comp rx=0 tx=0).stop 2024-09-19T05:50:48.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.656+0000 7fbc8a3e8640 1 -- 172.21.15.46:0/1960330374 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbc8415e820 msgr2=0x7fbc841519c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:48.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.656+0000 7fbc8a3e8640 1 --2- 172.21.15.46:0/1960330374 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbc8415e820 0x7fbc841519c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fbc78000c00 tx=0x7fbc780046c0 comp rx=0 tx=0).stop 2024-09-19T05:50:48.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.656+0000 7fbc8a3e8640 1 -- 172.21.15.46:0/1960330374 shutdown_connections 2024-09-19T05:50:48.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.656+0000 7fbc8a3e8640 1 --2- 172.21.15.46:0/1960330374 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fbc7006c2b0 0x7fbc7006e770 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:48.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.656+0000 7fbc8a3e8640 1 --2- 172.21.15.46:0/1960330374 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbc840c7db0 0x7fbc841f4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:48.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.656+0000 7fbc8a3e8640 1 --2- 172.21.15.46:0/1960330374 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbc8415e820 0x7fbc841519c0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:48.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.656+0000 7fbc8a3e8640 1 --2- 172.21.15.46:0/1960330374 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbc8406d1d0 0x7fbc840cacc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:48.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.656+0000 7fbc8a3e8640 1 -- 172.21.15.46:0/1960330374 >> 172.21.15.46:0/1960330374 conn(0x7fbc840d46a0 msgr2=0x7fbc840b5d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:48.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.656+0000 7fbc8a3e8640 1 -- 172.21.15.46:0/1960330374 shutdown_connections 2024-09-19T05:50:48.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.656+0000 7fbc8a3e8640 1 -- 172.21.15.46:0/1960330374 wait complete. 2024-09-19T05:50:48.671 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T05:50:48.672 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:50:48.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.778+0000 7f139f48d640 1 Processor -- start 2024-09-19T05:50:48.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.778+0000 7f139f48d640 1 -- start start 2024-09-19T05:50:48.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.779+0000 7f139f48d640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f139815e6d0 0x7f13980d41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:48.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.779+0000 7f139f48d640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f139815eab0 con 0x7f13980cf4c0 2024-09-19T05:50:48.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.779+0000 7f139f48d640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13980d3120 con 0x7f13980d5230 2024-09-19T05:50:48.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.779+0000 7f139f48d640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f13980d3400 con 0x7f139815e6d0 2024-09-19T05:50:48.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.779+0000 7f139ca28640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f13980cf4c0 0x7f13980d4b20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:34358/0 (socket says 172.21.15.46:34358) 2024-09-19T05:50:48.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.779+0000 7f139ca28640 1 -- 172.21.15.46:0/2764611015 learned_addr learned my addr 172.21.15.46:0/2764611015 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:48.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.779+0000 7f139d229640 1 --2- 172.21.15.46:0/2764611015 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f139815e6d0 0x7f13980d41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:48.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.779+0000 7f138ffff640 1 -- 172.21.15.46:0/2764611015 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2437781142 0 0) 0x7f139815eab0 con 0x7f13980cf4c0 2024-09-19T05:50:48.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.779+0000 7f138ffff640 1 -- 172.21.15.46:0/2764611015 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1384003520 con 0x7f13980cf4c0 2024-09-19T05:50:48.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f138ffff640 1 -- 172.21.15.46:0/2764611015 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 87934201 0 0) 0x7f13980d3120 con 0x7f13980d5230 2024-09-19T05:50:48.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f138ffff640 1 -- 172.21.15.46:0/2764611015 --> v1:172.21.15.78:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f139815eab0 con 0x7f13980d5230 2024-09-19T05:50:48.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f138ffff640 1 -- 172.21.15.46:0/2764611015 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3253294550 0 0) 0x7f1384003520 con 0x7f13980cf4c0 2024-09-19T05:50:48.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f138ffff640 1 -- 172.21.15.46:0/2764611015 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f139815e6d0 msgr2=0x7f13980d41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:48.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f138ffff640 1 --2- 172.21.15.46:0/2764611015 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f139815e6d0 0x7f13980d41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:48.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f138ffff640 1 -- 172.21.15.46:0/2764611015 >> v1:172.21.15.78:6789/0 conn(0x7f13980d5230 legacy=0x7f13980b77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:48.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f138ffff640 1 -- 172.21.15.46:0/2764611015 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13980d36e0 con 0x7f13980cf4c0 2024-09-19T05:50:48.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f139d229640 1 --2- 172.21.15.46:0/2764611015 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f139815e6d0 0x7f13980d41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:48.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f138ffff640 1 -- 172.21.15.46:0/2764611015 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 238125057 0 0) 0x7f1388001690 con 0x7f13980cf4c0 2024-09-19T05:50:48.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f138ffff640 1 -- 172.21.15.46:0/2764611015 >> v1:172.21.15.46:6789/0 conn(0x7f13980cf4c0 legacy=0x7f13980d4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:48.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f138ffff640 1 --2- 172.21.15.46:0/2764611015 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1384003b70 0x7f1384003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:48.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f138ffff640 1 --2- 172.21.15.46:0/2764611015 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1384004800 0x7f1384004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:48.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f138ffff640 1 --2- 172.21.15.46:0/2764611015 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f139815e6d0 0x7f13840051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:48.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f138ffff640 1 -- 172.21.15.46:0/2764611015 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f13980d3400 con 0x7f1384003b70 2024-09-19T05:50:48.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f138ffff640 1 -- 172.21.15.46:0/2764611015 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f138400b9f0 con 0x7f1384004800 2024-09-19T05:50:48.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f138ffff640 1 -- 172.21.15.46:0/2764611015 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f138400bbf0 con 0x7f139815e6d0 2024-09-19T05:50:48.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f139d229640 1 --2- 172.21.15.46:0/2764611015 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1384003b70 0x7f1384003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:48.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f139ca28640 1 --2- 172.21.15.46:0/2764611015 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1384004800 0x7f1384004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:48.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f139da2a640 1 --2- 172.21.15.46:0/2764611015 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f139815e6d0 0x7f13840051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:48.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f139d229640 1 -- 172.21.15.46:0/2764611015 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f139815e6d0 msgr2=0x7f13840051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:48.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f139d229640 1 --2- 172.21.15.46:0/2764611015 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f139815e6d0 0x7f13840051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:48.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f139d229640 1 -- 172.21.15.46:0/2764611015 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1384004800 msgr2=0x7f1384004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:48.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f139d229640 1 --2- 172.21.15.46:0/2764611015 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1384004800 0x7f1384004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:48.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.780+0000 7f139d229640 1 -- 172.21.15.46:0/2764611015 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1384003520 con 0x7f1384003b70 2024-09-19T05:50:48.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.781+0000 7f139d229640 1 --2- 172.21.15.46:0/2764611015 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1384003b70 0x7f1384003f70 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f1394009c60 tx=0x7f1384005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46b7e9ae8dbf2714 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:48.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.781+0000 7f138ffff640 1 -- 172.21.15.46:0/2764611015 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1394036070 con 0x7f1384003b70 2024-09-19T05:50:48.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.781+0000 7f138ffff640 1 -- 172.21.15.46:0/2764611015 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1394031400 con 0x7f1384003b70 2024-09-19T05:50:48.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.781+0000 7f138ffff640 1 -- 172.21.15.46:0/2764611015 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1394009860 con 0x7f1384003b70 2024-09-19T05:50:48.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.782+0000 7f139f48d640 1 -- 172.21.15.46:0/2764611015 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1384003b70 msgr2=0x7f1384003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:48.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.782+0000 7f139f48d640 1 --2- 172.21.15.46:0/2764611015 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1384003b70 0x7f1384003f70 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f1394009c60 tx=0x7f1384005830 comp rx=0 tx=0).stop 2024-09-19T05:50:48.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.782+0000 7f139da2a640 1 -- 172.21.15.46:0/2764611015 reap_dead start 2024-09-19T05:50:48.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.782+0000 7f139f48d640 1 -- 172.21.15.46:0/2764611015 shutdown_connections 2024-09-19T05:50:48.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.782+0000 7f139f48d640 1 -- 172.21.15.46:0/2764611015 >> 172.21.15.46:0/2764611015 conn(0x7f13980723c0 msgr2=0x7f13980727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:48.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.782+0000 7f139f48d640 1 -- 172.21.15.46:0/2764611015 shutdown_connections 2024-09-19T05:50:48.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.782+0000 7f139f48d640 1 -- 172.21.15.46:0/2764611015 wait complete. 2024-09-19T05:50:48.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.783+0000 7f139f48d640 1 Processor -- start 2024-09-19T05:50:48.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.783+0000 7f139f48d640 1 -- start start 2024-09-19T05:50:48.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.784+0000 7f139f48d640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1384003b70 0x7f13980ce740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:48.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.784+0000 7f139f48d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f139814b650 0x7f13980b5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:48.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.784+0000 7f139f48d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13980b5890 0x7f13981f43c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:48.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.784+0000 7f139f48d640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f13980d2ee0 con 0x7f13980b5890 2024-09-19T05:50:48.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.784+0000 7f139f48d640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f13980d2d60 con 0x7f139814b650 2024-09-19T05:50:48.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.784+0000 7f139f48d640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f13980cf920 con 0x7f1384003b70 2024-09-19T05:50:48.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.784+0000 7f139da2a640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13980b5890 0x7f13981f43c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:48.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.784+0000 7f139da2a640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13980b5890 0x7f13981f43c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37114/0 (socket says 172.21.15.46:37114) 2024-09-19T05:50:48.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.784+0000 7f139da2a640 1 -- 172.21.15.46:0/2479352188 learned_addr learned my addr 172.21.15.46:0/2479352188 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:48.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.784+0000 7f139d229640 1 --2- 172.21.15.46:0/2479352188 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1384003b70 0x7f13980ce740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:48.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.784+0000 7f139ca28640 1 --2- 172.21.15.46:0/2479352188 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f139814b650 0x7f13980b5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:48.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.784+0000 7f139da2a640 1 -- 172.21.15.46:0/2479352188 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1384003b70 msgr2=0x7f13980ce740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:48.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.784+0000 7f139da2a640 1 --2- 172.21.15.46:0/2479352188 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1384003b70 0x7f13980ce740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:48.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.784+0000 7f139da2a640 1 -- 172.21.15.46:0/2479352188 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f139814b650 msgr2=0x7f13980b5350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:48.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.784+0000 7f139da2a640 1 --2- 172.21.15.46:0/2479352188 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f139814b650 0x7f13980b5350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:48.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.784+0000 7f139da2a640 1 -- 172.21.15.46:0/2479352188 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13981f50f0 con 0x7f13980b5890 2024-09-19T05:50:48.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.784+0000 7f139da2a640 1 --2- 172.21.15.46:0/2479352188 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13980b5890 0x7f13981f43c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f13980d3ca0 tx=0x7f139000ff70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:48.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.784+0000 7f138dffb640 1 -- 172.21.15.46:0/2479352188 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1390019070 con 0x7f13980b5890 2024-09-19T05:50:48.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.784+0000 7f138dffb640 1 -- 172.21.15.46:0/2479352188 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1390006e20 con 0x7f13980b5890 2024-09-19T05:50:48.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.785+0000 7f139f48d640 1 -- 172.21.15.46:0/2479352188 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13980cd980 con 0x7f13980b5890 2024-09-19T05:50:48.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.785+0000 7f138dffb640 1 -- 172.21.15.46:0/2479352188 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1390003bb0 con 0x7f13980b5890 2024-09-19T05:50:48.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.785+0000 7f139f48d640 1 -- 172.21.15.46:0/2479352188 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13980cdf40 con 0x7f13980b5890 2024-09-19T05:50:48.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.786+0000 7f139f48d640 1 -- 172.21.15.46:0/2479352188 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13980d41c0 con 0x7f13980b5890 2024-09-19T05:50:48.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.786+0000 7f138dffb640 1 -- 172.21.15.46:0/2479352188 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f139001c070 con 0x7f13980b5890 2024-09-19T05:50:48.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.787+0000 7f138dffb640 1 --2- 172.21.15.46:0/2479352188 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f137c06c2b0 0x7f137c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:48.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.787+0000 7f138dffb640 1 -- 172.21.15.46:0/2479352188 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f139008a830 con 0x7f13980b5890 2024-09-19T05:50:48.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.787+0000 7f139d229640 1 --2- 172.21.15.46:0/2479352188 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f137c06c2b0 0x7f137c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:48.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.787+0000 7f139d229640 1 --2- 172.21.15.46:0/2479352188 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f137c06c2b0 0x7f137c06e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f1394033000 tx=0x7f1394008030 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:48.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:48.791+0000 7f138dffb640 1 -- 172.21.15.46:0/2479352188 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1390058f90 con 0x7f13980b5890 2024-09-19T05:50:49.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.003+0000 7f139f48d640 1 -- 172.21.15.46:0/2479352188 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f13980d0b30 con 0x7f13980b5890 2024-09-19T05:50:49.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.004+0000 7f138dffb640 1 -- 172.21.15.46:0/2479352188 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5211 (secure 0 0 0) 0x7f1390058890 con 0x7f13980b5890 2024-09-19T05:50:49.006 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:49.006 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":7,"btime":"2024-09-19T05:50:48:647317+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6834/932683408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":932683408},{"type":"v1","addr":"172.21.15.46:6834","nonce":932683408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4279,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6836/4265332407","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":4265332407},{"type":"v1","addr":"172.21.15.78:6836","nonce":4265332407}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1406678238","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6833","nonce":1406678238},{"type":"v1","addr":"172.21.15.46:6835","nonce":1406678238}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:50:44.992007+0000","modified":"2024-09-19T05:50:47.754949+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.78:6837/879224309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6835","nonce":879224309},{"type":"v1","addr":"172.21.15.78:6837","nonce":879224309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-19T05:50:49.006 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 7 2024-09-19T05:50:49.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.006+0000 7f139f48d640 1 -- 172.21.15.46:0/2479352188 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f137c06c2b0 msgr2=0x7f137c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:49.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.006+0000 7f139f48d640 1 --2- 172.21.15.46:0/2479352188 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f137c06c2b0 0x7f137c06e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f1394033000 tx=0x7f1394008030 comp rx=0 tx=0).stop 2024-09-19T05:50:49.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.006+0000 7f139f48d640 1 -- 172.21.15.46:0/2479352188 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13980b5890 msgr2=0x7f13981f43c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:49.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.006+0000 7f139f48d640 1 --2- 172.21.15.46:0/2479352188 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13980b5890 0x7f13981f43c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f13980d3ca0 tx=0x7f139000ff70 comp rx=0 tx=0).stop 2024-09-19T05:50:49.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.006+0000 7f139f48d640 1 -- 172.21.15.46:0/2479352188 shutdown_connections 2024-09-19T05:50:49.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.006+0000 7f139f48d640 1 --2- 172.21.15.46:0/2479352188 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f137c06c2b0 0x7f137c06e770 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.006+0000 7f139f48d640 1 --2- 172.21.15.46:0/2479352188 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13980b5890 0x7f13981f43c0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.006+0000 7f139f48d640 1 --2- 172.21.15.46:0/2479352188 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f139814b650 0x7f13980b5350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.006+0000 7f139f48d640 1 --2- 172.21.15.46:0/2479352188 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1384003b70 0x7f13980ce740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.006+0000 7f139f48d640 1 -- 172.21.15.46:0/2479352188 >> 172.21.15.46:0/2479352188 conn(0x7f13980723c0 msgr2=0x7f139815ecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:49.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.006+0000 7f139f48d640 1 -- 172.21.15.46:0/2479352188 shutdown_connections 2024-09-19T05:50:49.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.006+0000 7f139f48d640 1 -- 172.21.15.46:0/2479352188 wait complete. 2024-09-19T05:50:49.019 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:50:49.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.119+0000 7fc9fff11640 1 Processor -- start 2024-09-19T05:50:49.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.119+0000 7fc9fff11640 1 -- start start 2024-09-19T05:50:49.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.120+0000 7fc9fff11640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fc9f80d41c0 0x7fc9f80d4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:49.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.120+0000 7fc9fff11640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc9f80d5060 0x7fc9f80b77d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:49.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.120+0000 7fc9fff11640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc9f815eab0 con 0x7fc9f815e6d0 2024-09-19T05:50:49.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.120+0000 7fc9fff11640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fc9f80d4650 con 0x7fc9f80d41c0 2024-09-19T05:50:49.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.120+0000 7fc9fff11640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fc9f80d3120 con 0x7fc9f80d5060 2024-09-19T05:50:49.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.120+0000 7fc9fd4ac640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fc9f80d41c0 0x7fc9f80d4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:49.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.120+0000 7fc9fd4ac640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fc9f80d41c0 0x7fc9f80d4b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37126/0 (socket says 172.21.15.46:37126) 2024-09-19T05:50:49.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.120+0000 7fc9fd4ac640 1 -- 172.21.15.46:0/3737930416 learned_addr learned my addr 172.21.15.46:0/3737930416 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:49.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.120+0000 7fc9fe4ae640 1 --2- 172.21.15.46:0/3737930416 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc9f80d5060 0x7fc9f80b77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:49.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.120+0000 7fc9fd4ac640 1 -- 172.21.15.46:0/3737930416 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc9f80d5060 msgr2=0x7fc9f80b77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:49.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.120+0000 7fc9fd4ac640 1 --2- 172.21.15.46:0/3737930416 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc9f80d5060 0x7fc9f80b77d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.120+0000 7fc9fd4ac640 1 -- 172.21.15.46:0/3737930416 >> v1:172.21.15.78:6789/0 conn(0x7fc9f815e6d0 legacy=0x7fc9f80cf4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:49.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.120+0000 7fc9fd4ac640 1 -- 172.21.15.46:0/3737930416 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9f80d3400 con 0x7fc9f80d41c0 2024-09-19T05:50:49.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.121+0000 7fc9fd4ac640 1 --2- 172.21.15.46:0/3737930416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9f80d41c0 0x7fc9f80d4b20 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc9ec009870 tx=0x7fc9ec02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae1b2d44bc07e314 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:49.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.121+0000 7fc9fccab640 1 -- 172.21.15.46:0/3737930416 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9ec037070 con 0x7fc9f80d41c0 2024-09-19T05:50:49.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.121+0000 7fc9fccab640 1 -- 172.21.15.46:0/3737930416 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9ec032440 con 0x7fc9f80d41c0 2024-09-19T05:50:49.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.121+0000 7fc9fccab640 1 -- 172.21.15.46:0/3737930416 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9ec032810 con 0x7fc9f80d41c0 2024-09-19T05:50:49.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.121+0000 7fc9fff11640 1 -- 172.21.15.46:0/3737930416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9f80d41c0 msgr2=0x7fc9f80d4b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:49.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.121+0000 7fc9fff11640 1 --2- 172.21.15.46:0/3737930416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9f80d41c0 0x7fc9f80d4b20 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc9ec009870 tx=0x7fc9ec02a270 comp rx=0 tx=0).stop 2024-09-19T05:50:49.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.122+0000 7fc9fff11640 1 -- 172.21.15.46:0/3737930416 shutdown_connections 2024-09-19T05:50:49.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.122+0000 7fc9fff11640 1 --2- 172.21.15.46:0/3737930416 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc9f80d5060 0x7fc9f80b77d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.122+0000 7fc9fff11640 1 --2- 172.21.15.46:0/3737930416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9f80d41c0 0x7fc9f80d4b20 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.122+0000 7fc9fff11640 1 -- 172.21.15.46:0/3737930416 >> 172.21.15.46:0/3737930416 conn(0x7fc9f80723c0 msgr2=0x7fc9f80727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:49.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.122+0000 7fc9fff11640 1 -- 172.21.15.46:0/3737930416 shutdown_connections 2024-09-19T05:50:49.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.122+0000 7fc9fff11640 1 -- 172.21.15.46:0/3737930416 wait complete. 2024-09-19T05:50:49.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.123+0000 7fc9fff11640 1 Processor -- start 2024-09-19T05:50:49.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.123+0000 7fc9fff11640 1 -- start start 2024-09-19T05:50:49.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.124+0000 7fc9fff11640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc9f80d41c0 0x7fc9f80cd720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:49.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.124+0000 7fc9fff11640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc9f80d5060 0x7fc9f8160f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:49.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.124+0000 7fc9fff11640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9f815e6d0 0x7fc9f8161450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:49.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.124+0000 7fc9fff11640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc9f80cfbd0 con 0x7fc9f815e6d0 2024-09-19T05:50:49.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.124+0000 7fc9fff11640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc9f80d39c0 con 0x7fc9f80d5060 2024-09-19T05:50:49.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.124+0000 7fc9fff11640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fc9f80d2d60 con 0x7fc9f80d41c0 2024-09-19T05:50:49.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.124+0000 7fc9fe4ae640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9f815e6d0 0x7fc9f8161450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:49.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.124+0000 7fc9fdcad640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc9f80d41c0 0x7fc9f80cd720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:49.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.124+0000 7fc9fe4ae640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9f815e6d0 0x7fc9f8161450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37142/0 (socket says 172.21.15.46:37142) 2024-09-19T05:50:49.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.124+0000 7fc9fe4ae640 1 -- 172.21.15.46:0/1096936472 learned_addr learned my addr 172.21.15.46:0/1096936472 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:49.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.124+0000 7fc9fd4ac640 1 --2- 172.21.15.46:0/1096936472 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc9f80d5060 0x7fc9f8160f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:49.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.124+0000 7fc9fe4ae640 1 -- 172.21.15.46:0/1096936472 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc9f80d41c0 msgr2=0x7fc9f80cd720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:49.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.124+0000 7fc9fe4ae640 1 --2- 172.21.15.46:0/1096936472 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc9f80d41c0 0x7fc9f80cd720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.124+0000 7fc9fe4ae640 1 -- 172.21.15.46:0/1096936472 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc9f80d5060 msgr2=0x7fc9f8160f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:49.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.124+0000 7fc9fe4ae640 1 --2- 172.21.15.46:0/1096936472 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc9f80d5060 0x7fc9f8160f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.124+0000 7fc9fe4ae640 1 -- 172.21.15.46:0/1096936472 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9f81596f0 con 0x7fc9f815e6d0 2024-09-19T05:50:49.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.124+0000 7fc9fe4ae640 1 --2- 172.21.15.46:0/1096936472 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9f815e6d0 0x7fc9f8161450 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc9f0007e40 tx=0x7fc9f000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:49.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.124+0000 7fc9ea7fc640 1 -- 172.21.15.46:0/1096936472 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f0014620 con 0x7fc9f815e6d0 2024-09-19T05:50:49.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.124+0000 7fc9ea7fc640 1 -- 172.21.15.46:0/1096936472 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9f0019070 con 0x7fc9f815e6d0 2024-09-19T05:50:49.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.124+0000 7fc9fff11640 1 -- 172.21.15.46:0/1096936472 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9f80cdc60 con 0x7fc9f815e6d0 2024-09-19T05:50:49.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.124+0000 7fc9ea7fc640 1 -- 172.21.15.46:0/1096936472 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f0014a20 con 0x7fc9f815e6d0 2024-09-19T05:50:49.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.125+0000 7fc9fff11640 1 -- 172.21.15.46:0/1096936472 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9f8158930 con 0x7fc9f815e6d0 2024-09-19T05:50:49.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.125+0000 7fc9fff11640 1 -- 172.21.15.46:0/1096936472 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9f80d4b20 con 0x7fc9f815e6d0 2024-09-19T05:50:49.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.126+0000 7fc9ea7fc640 1 -- 172.21.15.46:0/1096936472 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc9f0014bc0 con 0x7fc9f815e6d0 2024-09-19T05:50:49.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.127+0000 7fc9ea7fc640 1 --2- 172.21.15.46:0/1096936472 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc9dc06c2e0 0x7fc9dc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:49.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.127+0000 7fc9ea7fc640 1 -- 172.21.15.46:0/1096936472 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc9f008bba0 con 0x7fc9f815e6d0 2024-09-19T05:50:49.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.127+0000 7fc9fdcad640 1 --2- 172.21.15.46:0/1096936472 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc9dc06c2e0 0x7fc9dc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:49.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.127+0000 7fc9fdcad640 1 --2- 172.21.15.46:0/1096936472 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc9dc06c2e0 0x7fc9dc06e7a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc9f40016e0 tx=0x7fc9f4009040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:49.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.131+0000 7fc9ea7fc640 1 -- 172.21.15.46:0/1096936472 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc9f0059cc0 con 0x7fc9f815e6d0 2024-09-19T05:50:49.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.307+0000 7fc9fff11640 1 -- 172.21.15.46:0/1096936472 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc9f80cb060 con 0x7fc9f815e6d0 2024-09-19T05:50:49.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.308+0000 7fc9ea7fc640 1 -- 172.21.15.46:0/1096936472 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16617 (secure 0 0 0) 0x7fc9f005dfc0 con 0x7fc9f815e6d0 2024-09-19T05:50:49.310 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:49.310 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":21,"fsid":"f422d15e-e2c9-44aa-a788-7f9714905c67","created":"2024-09-19T05:50:21.601235+0000","modified":"2024-09-19T05:50:46.637204+0000","last_up_change":"2024-09-19T05:50:34.148268+0000","last_in_change":"2024-09-19T05:50:23.689134+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:50:33.840497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:50:42.856920+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:50:43.974696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5887dcb-f9c0-42a0-905d-718d357b4b57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6825","nonce":1884048663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6827","nonce":1884048663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6831","nonce":1884048663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6829","nonce":1884048663}]},"public_addr":"172.21.15.46:6825/1884048663","cluster_addr":"172.21.15.46:6827/1884048663","heartbeat_back_addr":"172.21.15.46:6831/1884048663","heartbeat_front_addr":"172.21.15.46:6829/1884048663","state":["exists","up"]},{"osd":1,"uuid":"3fed9b97-7482-4314-bf02-1518c03be152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6801","nonce":2797692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6803","nonce":2797692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6807","nonce":2797692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6805","nonce":2797692057}]},"public_addr":"172.21.15.46:6801/2797692057","cluster_addr":"172.21.15.46:6803/2797692057","heartbeat_back_addr":"172.21.15.46:6807/2797692057","heartbeat_front_addr":"172.21.15.46:6805/2797692057","state":["exists","up"]},{"osd":2,"uuid":"2e36d163-339b-491e-98a9-6e768a3249e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6809","nonce":4061240230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6811","nonce":4061240230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6815","nonce":4061240230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6813","nonce":4061240230}]},"public_addr":"172.21.15.46:6809/4061240230","cluster_addr":"172.21.15.46:6811/4061240230","heartbeat_back_addr":"172.21.15.46:6815/4061240230","heartbeat_front_addr":"172.21.15.46:6813/4061240230","state":["exists","up"]},{"osd":3,"uuid":"98fb22e5-3d85-4bb7-a92e-63625f26d7b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6817","nonce":170935989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6819","nonce":170935989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6823","nonce":170935989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6821","nonce":170935989}]},"public_addr":"172.21.15.46:6817/170935989","cluster_addr":"172.21.15.46:6819/170935989","heartbeat_back_addr":"172.21.15.46:6823/170935989","heartbeat_front_addr":"172.21.15.46:6821/170935989","state":["exists","up"]},{"osd":4,"uuid":"055bb872-b76a-40ab-aab7-c6e327ee7735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6809","nonce":2319815351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6811","nonce":2319815351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6815","nonce":2319815351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6813","nonce":2319815351}]},"public_addr":"172.21.15.78:6809/2319815351","cluster_addr":"172.21.15.78:6811/2319815351","heartbeat_back_addr":"172.21.15.78:6815/2319815351","heartbeat_front_addr":"172.21.15.78:6813/2319815351","state":["exists","up"]},{"osd":5,"uuid":"4164d7c8-3350-4cd1-b105-8376e2b8d205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6825","nonce":1036798121}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6827","nonce":1036798121}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6831","nonce":1036798121}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6829","nonce":1036798121}]},"public_addr":"172.21.15.78:6825/1036798121","cluster_addr":"172.21.15.78:6827/1036798121","heartbeat_back_addr":"172.21.15.78:6831/1036798121","heartbeat_front_addr":"172.21.15.78:6829/1036798121","state":["exists","up"]},{"osd":6,"uuid":"2ad21b97-7629-4de2-851e-909e8b1defd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6801","nonce":707998422}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6803","nonce":707998422}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6807","nonce":707998422}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6805","nonce":707998422}]},"public_addr":"172.21.15.78:6801/707998422","cluster_addr":"172.21.15.78:6803/707998422","heartbeat_back_addr":"172.21.15.78:6807/707998422","heartbeat_front_addr":"172.21.15.78:6805/707998422","state":["exists","up"]},{"osd":7,"uuid":"88efccef-c5f1-43b6-b786-9bc72f2cf2cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6817","nonce":2547959841}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6819","nonce":2547959841}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6823","nonce":2547959841}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6821","nonce":2547959841}]},"public_addr":"172.21.15.78:6817/2547959841","cluster_addr":"172.21.15.78:6819/2547959841","heartbeat_back_addr":"172.21.15.78:6823/2547959841","heartbeat_front_addr":"172.21.15.78:6821/2547959841","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.653882+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.491170+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.251245+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989665+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:31.041334+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.652320+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.566922+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:50:49.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.310+0000 7fc9fff11640 1 -- 172.21.15.46:0/1096936472 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc9dc06c2e0 msgr2=0x7fc9dc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:49.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.310+0000 7fc9fff11640 1 --2- 172.21.15.46:0/1096936472 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc9dc06c2e0 0x7fc9dc06e7a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc9f40016e0 tx=0x7fc9f4009040 comp rx=0 tx=0).stop 2024-09-19T05:50:49.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.310+0000 7fc9fff11640 1 -- 172.21.15.46:0/1096936472 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9f815e6d0 msgr2=0x7fc9f8161450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:49.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.310+0000 7fc9fff11640 1 --2- 172.21.15.46:0/1096936472 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9f815e6d0 0x7fc9f8161450 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc9f0007e40 tx=0x7fc9f000e4b0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.310+0000 7fc9fff11640 1 -- 172.21.15.46:0/1096936472 shutdown_connections 2024-09-19T05:50:49.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.310+0000 7fc9fff11640 1 --2- 172.21.15.46:0/1096936472 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc9dc06c2e0 0x7fc9dc06e7a0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.310+0000 7fc9fff11640 1 --2- 172.21.15.46:0/1096936472 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9f815e6d0 0x7fc9f8161450 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.310+0000 7fc9fff11640 1 --2- 172.21.15.46:0/1096936472 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc9f80d5060 0x7fc9f8160f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.310+0000 7fc9fff11640 1 --2- 172.21.15.46:0/1096936472 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc9f80d41c0 0x7fc9f80cd720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.310+0000 7fc9fff11640 1 -- 172.21.15.46:0/1096936472 >> 172.21.15.46:0/1096936472 conn(0x7fc9f80723c0 msgr2=0x7fc9f80b5910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:49.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.311+0000 7fc9fff11640 1 -- 172.21.15.46:0/1096936472 shutdown_connections 2024-09-19T05:50:49.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.311+0000 7fc9fff11640 1 -- 172.21.15.46:0/1096936472 wait complete. 2024-09-19T05:50:49.323 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T05:50:49.324 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:50:49.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.424+0000 7fecbaca4640 1 Processor -- start 2024-09-19T05:50:49.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.424+0000 7fecbaca4640 1 -- start start 2024-09-19T05:50:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.425+0000 7fecbaca4640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fecb415e6d0 0x7fecb40d41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.425+0000 7fecbaca4640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fecb40cf4c0 0x7fecb40d4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.425+0000 7fecbaca4640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fecb415eab0 con 0x7fecb40cf920 2024-09-19T05:50:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.425+0000 7fecbaca4640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fecb40d3120 con 0x7fecb40cf4c0 2024-09-19T05:50:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.425+0000 7fecbaca4640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fecb40d3400 con 0x7fecb415e6d0 2024-09-19T05:50:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.425+0000 7fecb3fff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fecb40cf4c0 0x7fecb40d4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.425+0000 7fecb3fff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fecb40cf4c0 0x7fecb40d4b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37150/0 (socket says 172.21.15.46:37150) 2024-09-19T05:50:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.425+0000 7fecb3fff640 1 -- 172.21.15.46:0/2143221027 learned_addr learned my addr 172.21.15.46:0/2143221027 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.425+0000 7fecb8a40640 1 --2- 172.21.15.46:0/2143221027 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fecb415e6d0 0x7fecb40d41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.425+0000 7fecb3fff640 1 -- 172.21.15.46:0/2143221027 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fecb415e6d0 msgr2=0x7fecb40d41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.425+0000 7fecb3fff640 1 --2- 172.21.15.46:0/2143221027 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fecb415e6d0 0x7fecb40d41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.425+0000 7fecb3fff640 1 -- 172.21.15.46:0/2143221027 >> v1:172.21.15.78:6789/0 conn(0x7fecb40cf920 legacy=0x7fecb40b77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.425+0000 7fecb3fff640 1 -- 172.21.15.46:0/2143221027 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecb40d36e0 con 0x7fecb40cf4c0 2024-09-19T05:50:49.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.426+0000 7fecb3fff640 1 --2- 172.21.15.46:0/2143221027 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fecb40cf4c0 0x7fecb40d4b20 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7feca0009870 tx=0x7feca002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df12cf009b60ce99 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:49.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.426+0000 7fecb37fe640 1 -- 172.21.15.46:0/2143221027 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca0037070 con 0x7fecb40cf4c0 2024-09-19T05:50:49.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.426+0000 7fecb37fe640 1 -- 172.21.15.46:0/2143221027 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feca0032440 con 0x7fecb40cf4c0 2024-09-19T05:50:49.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.426+0000 7fecb37fe640 1 -- 172.21.15.46:0/2143221027 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca0032810 con 0x7fecb40cf4c0 2024-09-19T05:50:49.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.427+0000 7fecbaca4640 1 -- 172.21.15.46:0/2143221027 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fecb40cf4c0 msgr2=0x7fecb40d4b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:49.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.427+0000 7fecbaca4640 1 --2- 172.21.15.46:0/2143221027 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fecb40cf4c0 0x7fecb40d4b20 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7feca0009870 tx=0x7feca002a270 comp rx=0 tx=0).stop 2024-09-19T05:50:49.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.427+0000 7fecbaca4640 1 -- 172.21.15.46:0/2143221027 shutdown_connections 2024-09-19T05:50:49.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.427+0000 7fecbaca4640 1 --2- 172.21.15.46:0/2143221027 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fecb40cf4c0 0x7fecb40d4b20 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.427+0000 7fecbaca4640 1 --2- 172.21.15.46:0/2143221027 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fecb415e6d0 0x7fecb40d41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.427+0000 7fecbaca4640 1 -- 172.21.15.46:0/2143221027 >> 172.21.15.46:0/2143221027 conn(0x7fecb40723c0 msgr2=0x7fecb40727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:49.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.427+0000 7fecbaca4640 1 -- 172.21.15.46:0/2143221027 shutdown_connections 2024-09-19T05:50:49.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.427+0000 7fecbaca4640 1 -- 172.21.15.46:0/2143221027 wait complete. 2024-09-19T05:50:49.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.428+0000 7fecbaca4640 1 Processor -- start 2024-09-19T05:50:49.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.428+0000 7fecbaca4640 1 -- start start 2024-09-19T05:50:49.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.429+0000 7fecbaca4640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fecb40cf4c0 0x7fecb40c9e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:49.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.429+0000 7fecbaca4640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fecb40cf920 0x7fecb40ab1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:49.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.429+0000 7fecbaca4640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fecb415e6d0 0x7fecb40d1490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:49.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.429+0000 7fecbaca4640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fecb40d2ee0 con 0x7fecb415e6d0 2024-09-19T05:50:49.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.429+0000 7fecbaca4640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fecb40d2d60 con 0x7fecb40cf920 2024-09-19T05:50:49.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.429+0000 7fecbaca4640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fecb40d5060 con 0x7fecb40cf4c0 2024-09-19T05:50:49.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.429+0000 7fecb9241640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fecb415e6d0 0x7fecb40d1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:49.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.429+0000 7fecb8a40640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fecb40cf4c0 0x7fecb40c9e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:49.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.429+0000 7fecb9241640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fecb415e6d0 0x7fecb40d1490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37156/0 (socket says 172.21.15.46:37156) 2024-09-19T05:50:49.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.429+0000 7fecb9241640 1 -- 172.21.15.46:0/2903972895 learned_addr learned my addr 172.21.15.46:0/2903972895 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:49.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.429+0000 7fecb3fff640 1 --2- 172.21.15.46:0/2903972895 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fecb40cf920 0x7fecb40ab1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:49.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.429+0000 7fecb9241640 1 -- 172.21.15.46:0/2903972895 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fecb40cf4c0 msgr2=0x7fecb40c9e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:49.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.429+0000 7fecb9241640 1 --2- 172.21.15.46:0/2903972895 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fecb40cf4c0 0x7fecb40c9e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.429+0000 7fecb9241640 1 -- 172.21.15.46:0/2903972895 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fecb40cf920 msgr2=0x7fecb40ab1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:49.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.429+0000 7fecb9241640 1 --2- 172.21.15.46:0/2903972895 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fecb40cf920 0x7fecb40ab1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.429+0000 7fecb9241640 1 -- 172.21.15.46:0/2903972895 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecb40c8dd0 con 0x7fecb415e6d0 2024-09-19T05:50:49.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.429+0000 7fecb9241640 1 --2- 172.21.15.46:0/2903972895 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fecb415e6d0 0x7fecb40d1490 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fecac00c7a0 tx=0x7fecac00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:49.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.430+0000 7fecb17fa640 1 -- 172.21.15.46:0/2903972895 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecac003b70 con 0x7fecb415e6d0 2024-09-19T05:50:49.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.430+0000 7fecb17fa640 1 -- 172.21.15.46:0/2903972895 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fecac003d30 con 0x7fecb415e6d0 2024-09-19T05:50:49.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.430+0000 7fecb17fa640 1 -- 172.21.15.46:0/2903972895 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecac00aa90 con 0x7fecb415e6d0 2024-09-19T05:50:49.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.430+0000 7fecbaca4640 1 -- 172.21.15.46:0/2903972895 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecb40c9110 con 0x7fecb415e6d0 2024-09-19T05:50:49.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.430+0000 7fecbaca4640 1 -- 172.21.15.46:0/2903972895 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecb40c9950 con 0x7fecb415e6d0 2024-09-19T05:50:49.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.431+0000 7fecbaca4640 1 -- 172.21.15.46:0/2903972895 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fecb4068e20 con 0x7fecb415e6d0 2024-09-19T05:50:49.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.431+0000 7fecb17fa640 1 -- 172.21.15.46:0/2903972895 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fecac00ac30 con 0x7fecb415e6d0 2024-09-19T05:50:49.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.431+0000 7fecb17fa640 1 --2- 172.21.15.46:0/2903972895 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fec9806c2b0 0x7fec9806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:49.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.432+0000 7fecb17fa640 1 -- 172.21.15.46:0/2903972895 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fecac08b250 con 0x7fecb415e6d0 2024-09-19T05:50:49.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.432+0000 7fecb8a40640 1 --2- 172.21.15.46:0/2903972895 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fec9806c2b0 0x7fec9806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:49.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.432+0000 7fecb8a40640 1 --2- 172.21.15.46:0/2903972895 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fec9806c2b0 0x7fec9806e770 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7feca8009aa0 tx=0x7feca8009190 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:49.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.436+0000 7fecb17fa640 1 -- 172.21.15.46:0/2903972895 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fecb40c9110 con 0x7fecb415e6d0 2024-09-19T05:50:49.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.608+0000 7fecbaca4640 1 -- 172.21.15.46:0/2903972895 --> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fecb40c9b90 con 0x7fec9806c2b0 2024-09-19T05:50:49.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.615+0000 7fecb17fa640 1 -- 172.21.15.46:0/2903972895 <== mgr.4099 v2:172.21.15.78:6832/1948069631 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+241096 (secure 0 0 0) 0x7feca8011a00 con 0x7fec9806c2b0 2024-09-19T05:50:49.620 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:49.621 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-19T05:50:49.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.618+0000 7fecbaca4640 1 -- 172.21.15.46:0/2903972895 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fec9806c2b0 msgr2=0x7fec9806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:49.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.618+0000 7fecbaca4640 1 --2- 172.21.15.46:0/2903972895 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fec9806c2b0 0x7fec9806e770 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7feca8009aa0 tx=0x7feca8009190 comp rx=0 tx=0).stop 2024-09-19T05:50:49.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.618+0000 7fecbaca4640 1 -- 172.21.15.46:0/2903972895 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fecb415e6d0 msgr2=0x7fecb40d1490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:49.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.618+0000 7fecbaca4640 1 --2- 172.21.15.46:0/2903972895 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fecb415e6d0 0x7fecb40d1490 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fecac00c7a0 tx=0x7fecac00cc60 comp rx=0 tx=0).stop 2024-09-19T05:50:49.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.618+0000 7fecbaca4640 1 -- 172.21.15.46:0/2903972895 shutdown_connections 2024-09-19T05:50:49.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.618+0000 7fecbaca4640 1 --2- 172.21.15.46:0/2903972895 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fec9806c2b0 0x7fec9806e770 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.618+0000 7fecbaca4640 1 --2- 172.21.15.46:0/2903972895 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fecb415e6d0 0x7fecb40d1490 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.618+0000 7fecbaca4640 1 --2- 172.21.15.46:0/2903972895 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fecb40cf920 0x7fecb40ab1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.618+0000 7fecbaca4640 1 --2- 172.21.15.46:0/2903972895 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fecb40cf4c0 0x7fecb40c9e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.618+0000 7fecbaca4640 1 -- 172.21.15.46:0/2903972895 >> 172.21.15.46:0/2903972895 conn(0x7fecb40723c0 msgr2=0x7fecb40b5b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:49.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.618+0000 7fecbaca4640 1 -- 172.21.15.46:0/2903972895 shutdown_connections 2024-09-19T05:50:49.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.618+0000 7fecbaca4640 1 -- 172.21.15.46:0/2903972895 wait complete. 2024-09-19T05:50:49.631 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-09-19T05:50:47.795600+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":90,"acting":90,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":6,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240132,"kb_used_data":2476,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734588,"statfs":{"total":773094113280,"available":772848218112,"internally_reserved":0,"allocated":2535424,"data_stored":1587323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.175433"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.635089+0000","last_change":"2024-09-19T05:50:44.635089+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.635089+0000","last_undegraded":"2024-09-19T05:50:44.635089+0000","last_fullsized":"2024-09-19T05:50:44.635089+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.635886+0000","last_change":"2024-09-19T05:50:44.635886+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.635886+0000","last_undegraded":"2024-09-19T05:50:44.635886+0000","last_fullsized":"2024-09-19T05:50:44.635886+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.631816+0000","last_change":"2024-09-19T05:50:44.631816+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.631816+0000","last_undegraded":"2024-09-19T05:50:44.631816+0000","last_fullsized":"2024-09-19T05:50:44.631816+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.631955+0000","last_change":"2024-09-19T05:50:44.631955+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.631955+0000","last_undegraded":"2024-09-19T05:50:44.631955+0000","last_fullsized":"2024-09-19T05:50:44.631955+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.635451+0000","last_change":"2024-09-19T05:50:44.635451+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.635451+0000","last_undegraded":"2024-09-19T05:50:44.635451+0000","last_fullsized":"2024-09-19T05:50:44.635451+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.631287+0000","last_change":"2024-09-19T05:50:44.631287+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.631287+0000","last_undegraded":"2024-09-19T05:50:44.631287+0000","last_fullsized":"2024-09-19T05:50:44.631287+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.633804+0000","last_change":"2024-09-19T05:50:44.633804+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.633804+0000","last_undegraded":"2024-09-19T05:50:44.633804+0000","last_fullsized":"2024-09-19T05:50:44.633804+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.622980+0000","last_change":"2024-09-19T05:50:43.622980+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.622980+0000","last_undegraded":"2024-09-19T05:50:43.622980+0000","last_fullsized":"2024-09-19T05:50:43.622980+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.625753+0000","last_change":"2024-09-19T05:50:43.625753+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.625753+0000","last_undegraded":"2024-09-19T05:50:43.625753+0000","last_fullsized":"2024-09-19T05:50:43.625753+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.622980+0000","last_change":"2024-09-19T05:50:43.622980+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.622980+0000","last_undegraded":"2024-09-19T05:50:43.622980+0000","last_fullsized":"2024-09-19T05:50:43.622980+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:50:44.652878+0000","last_change":"2024-09-19T05:50:44.646570+0000","last_active":"2024-09-19T05:50:44.652878+0000","last_peered":"2024-09-19T05:50:44.652878+0000","last_clean":"2024-09-19T05:50:44.652878+0000","last_became_active":"2024-09-19T05:50:44.646205+0000","last_became_peered":"2024-09-19T05:50:44.646205+0000","last_unstale":"2024-09-19T05:50:44.652878+0000","last_undegraded":"2024-09-19T05:50:44.652878+0000","last_fullsized":"2024-09-19T05:50:44.652878+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:14:59.514257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.626344+0000","last_change":"2024-09-19T05:50:43.626344+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.626344+0000","last_undegraded":"2024-09-19T05:50:43.626344+0000","last_fullsized":"2024-09-19T05:50:43.626344+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.631864+0000","last_change":"2024-09-19T05:50:44.631864+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.631864+0000","last_undegraded":"2024-09-19T05:50:44.631864+0000","last_fullsized":"2024-09-19T05:50:44.631864+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:50:44.652855+0000","last_change":"2024-09-19T05:50:44.645247+0000","last_active":"2024-09-19T05:50:44.652855+0000","last_peered":"2024-09-19T05:50:44.652855+0000","last_clean":"2024-09-19T05:50:44.652855+0000","last_became_active":"2024-09-19T05:50:44.644986+0000","last_became_peered":"2024-09-19T05:50:44.644986+0000","last_unstale":"2024-09-19T05:50:44.652855+0000","last_undegraded":"2024-09-19T05:50:44.652855+0000","last_fullsized":"2024-09-19T05:50:44.652855+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:27.672923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.628575+0000","last_change":"2024-09-19T05:50:43.628575+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.628575+0000","last_undegraded":"2024-09-19T05:50:43.628575+0000","last_fullsized":"2024-09-19T05:50:43.628575+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.626332+0000","last_change":"2024-09-19T05:50:43.626332+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.626332+0000","last_undegraded":"2024-09-19T05:50:43.626332+0000","last_fullsized":"2024-09-19T05:50:43.626332+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.625293+0000","last_change":"2024-09-19T05:50:43.625293+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.625293+0000","last_undegraded":"2024-09-19T05:50:43.625293+0000","last_fullsized":"2024-09-19T05:50:43.625293+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:50:44.653071+0000","last_change":"2024-09-19T05:50:44.647516+0000","last_active":"2024-09-19T05:50:44.653071+0000","last_peered":"2024-09-19T05:50:44.653071+0000","last_clean":"2024-09-19T05:50:44.653071+0000","last_became_active":"2024-09-19T05:50:44.646177+0000","last_became_peered":"2024-09-19T05:50:44.646177+0000","last_unstale":"2024-09-19T05:50:44.653071+0000","last_undegraded":"2024-09-19T05:50:44.653071+0000","last_fullsized":"2024-09-19T05:50:44.653071+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:58.710655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.625715+0000","last_change":"2024-09-19T05:50:43.625715+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.625715+0000","last_undegraded":"2024-09-19T05:50:43.625715+0000","last_fullsized":"2024-09-19T05:50:43.625715+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.626770+0000","last_change":"2024-09-19T05:50:43.626770+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.626770+0000","last_undegraded":"2024-09-19T05:50:43.626770+0000","last_fullsized":"2024-09-19T05:50:43.626770+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.627737+0000","last_change":"2024-09-19T05:50:43.627737+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.627737+0000","last_undegraded":"2024-09-19T05:50:43.627737+0000","last_fullsized":"2024-09-19T05:50:43.627737+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.627140+0000","last_change":"2024-09-19T05:50:43.627140+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.627140+0000","last_undegraded":"2024-09-19T05:50:43.627140+0000","last_fullsized":"2024-09-19T05:50:43.627140+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.626195+0000","last_change":"2024-09-19T05:50:43.626195+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.626195+0000","last_undegraded":"2024-09-19T05:50:43.626195+0000","last_fullsized":"2024-09-19T05:50:43.626195+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.634138+0000","last_change":"2024-09-19T05:50:44.634138+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.634138+0000","last_undegraded":"2024-09-19T05:50:44.634138+0000","last_fullsized":"2024-09-19T05:50:44.634138+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.627825+0000","last_change":"2024-09-19T05:50:43.627825+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.627825+0000","last_undegraded":"2024-09-19T05:50:43.627825+0000","last_fullsized":"2024-09-19T05:50:43.627825+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":164,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-19T05:50:43.624543+0000","last_change":"2024-09-19T05:50:35.646709+0000","last_active":"2024-09-19T05:50:43.624543+0000","last_peered":"2024-09-19T05:50:43.624543+0000","last_clean":"2024-09-19T05:50:43.624543+0000","last_became_active":"2024-09-19T05:50:35.645765+0000","last_became_peered":"2024-09-19T05:50:35.645765+0000","last_unstale":"2024-09-19T05:50:43.624543+0000","last_undegraded":"2024-09-19T05:50:43.624543+0000","last_fullsized":"2024-09-19T05:50:43.624543+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_clean_scrub_stamp":"2024-09-19T05:50:34.148268+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:39.766293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:50:44.649777+0000","last_change":"2024-09-19T05:50:44.642997+0000","last_active":"2024-09-19T05:50:44.649777+0000","last_peered":"2024-09-19T05:50:44.649777+0000","last_clean":"2024-09-19T05:50:44.649777+0000","last_became_active":"2024-09-19T05:50:44.642584+0000","last_became_peered":"2024-09-19T05:50:44.642584+0000","last_unstale":"2024-09-19T05:50:44.649777+0000","last_undegraded":"2024-09-19T05:50:44.649777+0000","last_fullsized":"2024-09-19T05:50:44.649777+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:35:43.079015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.622253+0000","last_change":"2024-09-19T05:50:43.622253+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.622253+0000","last_undegraded":"2024-09-19T05:50:43.622253+0000","last_fullsized":"2024-09-19T05:50:43.622253+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.626746+0000","last_change":"2024-09-19T05:50:43.626746+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.626746+0000","last_undegraded":"2024-09-19T05:50:43.626746+0000","last_fullsized":"2024-09-19T05:50:43.626746+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:50:44.652986+0000","last_change":"2024-09-19T05:50:44.647238+0000","last_active":"2024-09-19T05:50:44.652986+0000","last_peered":"2024-09-19T05:50:44.652986+0000","last_clean":"2024-09-19T05:50:44.652986+0000","last_became_active":"2024-09-19T05:50:44.646102+0000","last_became_peered":"2024-09-19T05:50:44.646102+0000","last_unstale":"2024-09-19T05:50:44.652986+0000","last_undegraded":"2024-09-19T05:50:44.652986+0000","last_fullsized":"2024-09-19T05:50:44.652986+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:46:23.990411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.626865+0000","last_change":"2024-09-19T05:50:43.626865+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.626865+0000","last_undegraded":"2024-09-19T05:50:43.626865+0000","last_fullsized":"2024-09-19T05:50:43.626865+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.630960+0000","last_change":"2024-09-19T05:50:44.630960+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.630960+0000","last_undegraded":"2024-09-19T05:50:44.630960+0000","last_fullsized":"2024-09-19T05:50:44.630960+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.622290+0000","last_change":"2024-09-19T05:50:43.622290+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.622290+0000","last_undegraded":"2024-09-19T05:50:43.622290+0000","last_fullsized":"2024-09-19T05:50:43.622290+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.626858+0000","last_change":"2024-09-19T05:50:43.626858+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.626858+0000","last_undegraded":"2024-09-19T05:50:43.626858+0000","last_fullsized":"2024-09-19T05:50:43.626858+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.625670+0000","last_change":"2024-09-19T05:50:43.625670+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.625670+0000","last_undegraded":"2024-09-19T05:50:43.625670+0000","last_fullsized":"2024-09-19T05:50:43.625670+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.624199+0000","last_change":"2024-09-19T05:50:43.624199+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.624199+0000","last_undegraded":"2024-09-19T05:50:43.624199+0000","last_fullsized":"2024-09-19T05:50:43.624199+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.626262+0000","last_change":"2024-09-19T05:50:43.626262+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.626262+0000","last_undegraded":"2024-09-19T05:50:43.626262+0000","last_fullsized":"2024-09-19T05:50:43.626262+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.626191+0000","last_change":"2024-09-19T05:50:43.626191+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.626191+0000","last_undegraded":"2024-09-19T05:50:43.626191+0000","last_fullsized":"2024-09-19T05:50:43.626191+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.622264+0000","last_change":"2024-09-19T05:50:43.622264+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.622264+0000","last_undegraded":"2024-09-19T05:50:43.622264+0000","last_fullsized":"2024-09-19T05:50:43.622264+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.632056+0000","last_change":"2024-09-19T05:50:44.632056+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.632056+0000","last_undegraded":"2024-09-19T05:50:44.632056+0000","last_fullsized":"2024-09-19T05:50:44.632056+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.622254+0000","last_change":"2024-09-19T05:50:43.622254+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.622254+0000","last_undegraded":"2024-09-19T05:50:43.622254+0000","last_fullsized":"2024-09-19T05:50:43.622254+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.634598+0000","last_change":"2024-09-19T05:50:44.634598+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.634598+0000","last_undegraded":"2024-09-19T05:50:44.634598+0000","last_fullsized":"2024-09-19T05:50:44.634598+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.623010+0000","last_change":"2024-09-19T05:50:43.623010+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.623010+0000","last_undegraded":"2024-09-19T05:50:43.623010+0000","last_fullsized":"2024-09-19T05:50:43.623010+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.622984+0000","last_change":"2024-09-19T05:50:43.622984+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.622984+0000","last_undegraded":"2024-09-19T05:50:43.622984+0000","last_fullsized":"2024-09-19T05:50:43.622984+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:50:44.620081+0000","last_change":"2024-09-19T05:50:44.620081+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.620081+0000","last_undegraded":"2024-09-19T05:50:44.620081+0000","last_fullsized":"2024-09-19T05:50:44.620081+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-19T05:50:43.625222+0000","last_change":"2024-09-19T05:50:43.625222+0000","last_active":"2024-09-19T05:50:43.614824+0000","last_peered":"2024-09-19T05:50:43.614824+0000","last_clean":"2024-09-19T05:50:43.614824+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:43.625222+0000","last_undegraded":"2024-09-19T05:50:43.625222+0000","last_fullsized":"2024-09-19T05:50:43.625222+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":1},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":176128,"data_stored":54459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28392,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343448,"statfs":{"total":96636764160,"available":96607690752,"internally_reserved":0,"allocated":757760,"data_stored":639010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":176128,"data_stored":54459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542147,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":163840,"data_stored":48642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542148,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35512,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336328,"statfs":{"total":96636764160,"available":96600399872,"internally_reserved":0,"allocated":163840,"data_stored":48642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542149,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31352,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340488,"statfs":{"total":96636764160,"available":96604659712,"internally_reserved":0,"allocated":163840,"data_stored":48642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31348,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340492,"statfs":{"total":96636764160,"available":96604663808,"internally_reserved":0,"allocated":163840,"data_stored":48642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31940,"kb_used_data":752,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339900,"statfs":{"total":96636764160,"available":96604057600,"internally_reserved":0,"allocated":770048,"data_stored":644827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:50:49.639 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:50:49.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.772+0000 7f35fc396640 1 Processor -- start 2024-09-19T05:50:49.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.772+0000 7f35fc396640 1 -- start start 2024-09-19T05:50:49.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.773+0000 7f35fc396640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f35f40d5230 0x7f35f40b77d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:49.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.773+0000 7f35fc396640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35f415eab0 con 0x7f35f40d41c0 2024-09-19T05:50:49.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.773+0000 7f35fc396640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35f40d3120 con 0x7f35f415e6d0 2024-09-19T05:50:49.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.773+0000 7f35fc396640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f35f40d4650 con 0x7f35f40d5230 2024-09-19T05:50:49.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.773+0000 7f35f9931640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f35f40d41c0 0x7f35f40d4b20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:34374/0 (socket says 172.21.15.46:34374) 2024-09-19T05:50:49.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.773+0000 7f35f9931640 1 -- 172.21.15.46:0/172326857 learned_addr learned my addr 172.21.15.46:0/172326857 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:49.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.773+0000 7f35fa933640 1 --2- 172.21.15.46:0/172326857 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f35f40d5230 0x7f35f40b77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:49.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.773+0000 7f35f9130640 1 -- 172.21.15.46:0/172326857 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1804312133 0 0) 0x7f35f415eab0 con 0x7f35f40d41c0 2024-09-19T05:50:49.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.773+0000 7f35f9130640 1 -- 172.21.15.46:0/172326857 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f35e0003520 con 0x7f35f40d41c0 2024-09-19T05:50:49.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.773+0000 7f35f9130640 1 -- 172.21.15.46:0/172326857 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1709726624 0 0) 0x7f35f40d3120 con 0x7f35f415e6d0 2024-09-19T05:50:49.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.773+0000 7f35f9130640 1 -- 172.21.15.46:0/172326857 --> v1:172.21.15.78:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f35f415eab0 con 0x7f35f415e6d0 2024-09-19T05:50:49.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.773+0000 7f35fa933640 1 -- 172.21.15.46:0/172326857 >> v1:172.21.15.78:6789/0 conn(0x7f35f415e6d0 legacy=0x7f35f40cf4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:49.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.773+0000 7f35fa933640 1 -- 172.21.15.46:0/172326857 >> v1:172.21.15.46:6789/0 conn(0x7f35f40d41c0 legacy=0x7f35f40d4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:49.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.773+0000 7f35f9130640 1 -- 172.21.15.46:0/172326857 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1510094050 0 0) 0x7f35e0003520 con 0x7f35f40d41c0 2024-09-19T05:50:49.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.774+0000 7f35fa933640 1 -- 172.21.15.46:0/172326857 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35f40d3400 con 0x7f35f40d5230 2024-09-19T05:50:49.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.774+0000 7f35fa933640 1 --2- 172.21.15.46:0/172326857 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f35f40d5230 0x7f35f40b77d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f35ec009dc0 tx=0x7f35ec02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=84930d60925c92ed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:49.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.774+0000 7f35f9130640 1 -- 172.21.15.46:0/172326857 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35e4001690 con 0x7f35f40d5230 2024-09-19T05:50:49.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.775+0000 7f35f9130640 1 -- 172.21.15.46:0/172326857 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35ec007540 con 0x7f35f40d5230 2024-09-19T05:50:49.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.775+0000 7f35f9130640 1 -- 172.21.15.46:0/172326857 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ec0078f0 con 0x7f35f40d5230 2024-09-19T05:50:49.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.775+0000 7f35fc396640 1 -- 172.21.15.46:0/172326857 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f35f40d5230 msgr2=0x7f35f40b77d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:49.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.775+0000 7f35fc396640 1 --2- 172.21.15.46:0/172326857 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f35f40d5230 0x7f35f40b77d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f35ec009dc0 tx=0x7f35ec02a660 comp rx=0 tx=0).stop 2024-09-19T05:50:49.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.775+0000 7f35fc396640 1 -- 172.21.15.46:0/172326857 shutdown_connections 2024-09-19T05:50:49.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.775+0000 7f35fc396640 1 --2- 172.21.15.46:0/172326857 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f35f40d5230 0x7f35f40b77d0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.775+0000 7f35fc396640 1 -- 172.21.15.46:0/172326857 >> 172.21.15.46:0/172326857 conn(0x7f35f40723c0 msgr2=0x7f35f40727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:49.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.775+0000 7f35fc396640 1 -- 172.21.15.46:0/172326857 shutdown_connections 2024-09-19T05:50:49.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.775+0000 7f35fc396640 1 -- 172.21.15.46:0/172326857 wait complete. 2024-09-19T05:50:49.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.776+0000 7f35fc396640 1 Processor -- start 2024-09-19T05:50:49.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.776+0000 7f35fc396640 1 -- start start 2024-09-19T05:50:49.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.777+0000 7f35fc396640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f35f40d41c0 0x7f35f40cc2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:49.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.777+0000 7f35fc396640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f35f40d5230 0x7f35f414ece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:49.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.777+0000 7f35fc396640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f35f415e6d0 0x7f35f415b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:49.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.777+0000 7f35fc396640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f35f40cfbd0 con 0x7f35f40d5230 2024-09-19T05:50:49.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.777+0000 7f35fc396640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f35f40d39c0 con 0x7f35f40d41c0 2024-09-19T05:50:49.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.777+0000 7f35fc396640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f35f40d2d60 con 0x7f35f415e6d0 2024-09-19T05:50:49.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.777+0000 7f35f9931640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f35f40d5230 0x7f35f414ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:49.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.777+0000 7f35f9931640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f35f40d5230 0x7f35f414ece0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37168/0 (socket says 172.21.15.46:37168) 2024-09-19T05:50:49.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.777+0000 7f35f9931640 1 -- 172.21.15.46:0/3710568087 learned_addr learned my addr 172.21.15.46:0/3710568087 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:49.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.777+0000 7f35fa132640 1 --2- 172.21.15.46:0/3710568087 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f35f40d41c0 0x7f35f40cc2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:49.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.778+0000 7f35fa933640 1 --2- 172.21.15.46:0/3710568087 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f35f415e6d0 0x7f35f415b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:49.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.778+0000 7f35f9931640 1 -- 172.21.15.46:0/3710568087 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f35f415e6d0 msgr2=0x7f35f415b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:49.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.778+0000 7f35f9931640 1 --2- 172.21.15.46:0/3710568087 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f35f415e6d0 0x7f35f415b170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.778+0000 7f35f9931640 1 -- 172.21.15.46:0/3710568087 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f35f40d41c0 msgr2=0x7f35f40cc2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:49.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.778+0000 7f35f9931640 1 --2- 172.21.15.46:0/3710568087 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f35f40d41c0 0x7f35f40cc2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.778+0000 7f35f9931640 1 -- 172.21.15.46:0/3710568087 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35f415b6b0 con 0x7f35f40d5230 2024-09-19T05:50:49.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.778+0000 7f35f9931640 1 --2- 172.21.15.46:0/3710568087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f35f40d5230 0x7f35f414ece0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f35e4001200 tx=0x7f35e400cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:49.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.778+0000 7f35eaffd640 1 -- 172.21.15.46:0/3710568087 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35e4018070 con 0x7f35f40d5230 2024-09-19T05:50:49.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.778+0000 7f35eaffd640 1 -- 172.21.15.46:0/3710568087 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35e40072d0 con 0x7f35f40d5230 2024-09-19T05:50:49.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.778+0000 7f35fc396640 1 -- 172.21.15.46:0/3710568087 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35f41f7b70 con 0x7f35f40d5230 2024-09-19T05:50:49.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.778+0000 7f35eaffd640 1 -- 172.21.15.46:0/3710568087 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35e40047e0 con 0x7f35f40d5230 2024-09-19T05:50:49.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.778+0000 7f35fc396640 1 -- 172.21.15.46:0/3710568087 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35f41f8130 con 0x7f35f40d5230 2024-09-19T05:50:49.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.779+0000 7f35fc396640 1 -- 172.21.15.46:0/3710568087 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35f40d4b20 con 0x7f35f40d5230 2024-09-19T05:50:49.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.779+0000 7f35eaffd640 1 -- 172.21.15.46:0/3710568087 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f35e401b070 con 0x7f35f40d5230 2024-09-19T05:50:49.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.780+0000 7f35eaffd640 1 --2- 172.21.15.46:0/3710568087 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f35d806c2b0 0x7f35d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:49.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.780+0000 7f35eaffd640 1 -- 172.21.15.46:0/3710568087 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f35e408a830 con 0x7f35f40d5230 2024-09-19T05:50:49.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.780+0000 7f35fa132640 1 --2- 172.21.15.46:0/3710568087 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f35d806c2b0 0x7f35d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:49.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.781+0000 7f35fa132640 1 --2- 172.21.15.46:0/3710568087 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f35d806c2b0 0x7f35d806e770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f35f00010e0 tx=0x7f35f0009040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:49.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.784+0000 7f35eaffd640 1 -- 172.21.15.46:0/3710568087 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f35e4058fa0 con 0x7f35f40d5230 2024-09-19T05:50:49.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.957+0000 7f35fc396640 1 -- 172.21.15.46:0/3710568087 --> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f35f4160cc0 con 0x7f35d806c2b0 2024-09-19T05:50:49.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.964+0000 7f35eaffd640 1 -- 172.21.15.46:0/3710568087 <== mgr.4099 v2:172.21.15.78:6832/1948069631 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250964 (secure 0 0 0) 0x7f35f4160cc0 con 0x7f35d806c2b0 2024-09-19T05:50:49.968 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:49.969 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-19T05:50:49.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.966+0000 7f35fc396640 1 -- 172.21.15.46:0/3710568087 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f35d806c2b0 msgr2=0x7f35d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:49.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.966+0000 7f35fc396640 1 --2- 172.21.15.46:0/3710568087 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f35d806c2b0 0x7f35d806e770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f35f00010e0 tx=0x7f35f0009040 comp rx=0 tx=0).stop 2024-09-19T05:50:49.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.966+0000 7f35fc396640 1 -- 172.21.15.46:0/3710568087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f35f40d5230 msgr2=0x7f35f414ece0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:49.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.966+0000 7f35fc396640 1 --2- 172.21.15.46:0/3710568087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f35f40d5230 0x7f35f414ece0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f35e4001200 tx=0x7f35e400cbe0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.966+0000 7f35fc396640 1 -- 172.21.15.46:0/3710568087 shutdown_connections 2024-09-19T05:50:49.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.966+0000 7f35fc396640 1 --2- 172.21.15.46:0/3710568087 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f35d806c2b0 0x7f35d806e770 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.966+0000 7f35fc396640 1 --2- 172.21.15.46:0/3710568087 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f35f415e6d0 0x7f35f415b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.966+0000 7f35fc396640 1 --2- 172.21.15.46:0/3710568087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f35f40d5230 0x7f35f414ece0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.966+0000 7f35fc396640 1 --2- 172.21.15.46:0/3710568087 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f35f40d41c0 0x7f35f40cc2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:49.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.966+0000 7f35fc396640 1 -- 172.21.15.46:0/3710568087 >> 172.21.15.46:0/3710568087 conn(0x7f35f40723c0 msgr2=0x7f35f40b4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:49.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.967+0000 7f35fc396640 1 -- 172.21.15.46:0/3710568087 shutdown_connections 2024-09-19T05:50:49.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:49.967+0000 7f35fc396640 1 -- 172.21.15.46:0/3710568087 wait complete. 2024-09-19T05:50:49.978 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-19T05:50:49.796135+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":106,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239880,"kb_used_data":2848,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734840,"statfs":{"total":773094113280,"available":772848476160,"internally_reserved":0,"allocated":2916352,"data_stored":1756588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001284"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494548+0000","last_change":"2024-09-19T05:50:45.663342+0000","last_active":"2024-09-19T05:50:47.494548+0000","last_peered":"2024-09-19T05:50:47.494548+0000","last_clean":"2024-09-19T05:50:47.494548+0000","last_became_active":"2024-09-19T05:50:45.662632+0000","last_became_peered":"2024-09-19T05:50:45.662632+0000","last_unstale":"2024-09-19T05:50:47.494548+0000","last_undegraded":"2024-09-19T05:50:47.494548+0000","last_fullsized":"2024-09-19T05:50:47.494548+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:38.989482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644985+0000","last_change":"2024-09-19T05:50:45.639162+0000","last_active":"2024-09-19T05:50:46.644985+0000","last_peered":"2024-09-19T05:50:46.644985+0000","last_clean":"2024-09-19T05:50:46.644985+0000","last_became_active":"2024-09-19T05:50:45.638753+0000","last_became_peered":"2024-09-19T05:50:45.638753+0000","last_unstale":"2024-09-19T05:50:46.644985+0000","last_undegraded":"2024-09-19T05:50:46.644985+0000","last_fullsized":"2024-09-19T05:50:46.644985+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:17.998682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977121+0000","last_change":"2024-09-19T05:50:45.639283+0000","last_active":"2024-09-19T05:50:46.977121+0000","last_peered":"2024-09-19T05:50:46.977121+0000","last_clean":"2024-09-19T05:50:46.977121+0000","last_became_active":"2024-09-19T05:50:45.638968+0000","last_became_peered":"2024-09-19T05:50:45.638968+0000","last_unstale":"2024-09-19T05:50:46.977121+0000","last_undegraded":"2024-09-19T05:50:46.977121+0000","last_fullsized":"2024-09-19T05:50:46.977121+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:57.832905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.635089+0000","last_change":"2024-09-19T05:50:44.635089+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.635089+0000","last_undegraded":"2024-09-19T05:50:44.635089+0000","last_fullsized":"2024-09-19T05:50:44.635089+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494450+0000","last_change":"2024-09-19T05:50:45.656402+0000","last_active":"2024-09-19T05:50:47.494450+0000","last_peered":"2024-09-19T05:50:47.494450+0000","last_clean":"2024-09-19T05:50:47.494450+0000","last_became_active":"2024-09-19T05:50:45.656099+0000","last_became_peered":"2024-09-19T05:50:45.656099+0000","last_unstale":"2024-09-19T05:50:47.494450+0000","last_undegraded":"2024-09-19T05:50:47.494450+0000","last_fullsized":"2024-09-19T05:50:47.494450+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:49:17.967330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.635886+0000","last_change":"2024-09-19T05:50:44.635886+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.635886+0000","last_undegraded":"2024-09-19T05:50:44.635886+0000","last_fullsized":"2024-09-19T05:50:44.635886+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494334+0000","last_change":"2024-09-19T05:50:45.660227+0000","last_active":"2024-09-19T05:50:47.494334+0000","last_peered":"2024-09-19T05:50:47.494334+0000","last_clean":"2024-09-19T05:50:47.494334+0000","last_became_active":"2024-09-19T05:50:45.659977+0000","last_became_peered":"2024-09-19T05:50:45.659977+0000","last_unstale":"2024-09-19T05:50:47.494334+0000","last_undegraded":"2024-09-19T05:50:47.494334+0000","last_fullsized":"2024-09-19T05:50:47.494334+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:21.723654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493910+0000","last_change":"2024-09-19T05:50:45.645609+0000","last_active":"2024-09-19T05:50:47.493910+0000","last_peered":"2024-09-19T05:50:47.493910+0000","last_clean":"2024-09-19T05:50:47.493910+0000","last_became_active":"2024-09-19T05:50:45.645280+0000","last_became_peered":"2024-09-19T05:50:45.645280+0000","last_unstale":"2024-09-19T05:50:47.493910+0000","last_undegraded":"2024-09-19T05:50:47.493910+0000","last_fullsized":"2024-09-19T05:50:47.493910+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:55:14.027111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494628+0000","last_change":"2024-09-19T05:50:45.662695+0000","last_active":"2024-09-19T05:50:47.494628+0000","last_peered":"2024-09-19T05:50:47.494628+0000","last_clean":"2024-09-19T05:50:47.494628+0000","last_became_active":"2024-09-19T05:50:45.662289+0000","last_became_peered":"2024-09-19T05:50:45.662289+0000","last_unstale":"2024-09-19T05:50:47.494628+0000","last_undegraded":"2024-09-19T05:50:47.494628+0000","last_fullsized":"2024-09-19T05:50:47.494628+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:35:11.693422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495180+0000","last_change":"2024-09-19T05:50:45.654107+0000","last_active":"2024-09-19T05:50:47.495180+0000","last_peered":"2024-09-19T05:50:47.495180+0000","last_clean":"2024-09-19T05:50:47.495180+0000","last_became_active":"2024-09-19T05:50:45.653806+0000","last_became_peered":"2024-09-19T05:50:45.653806+0000","last_unstale":"2024-09-19T05:50:47.495180+0000","last_undegraded":"2024-09-19T05:50:47.495180+0000","last_fullsized":"2024-09-19T05:50:47.495180+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:17.998682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495110+0000","last_change":"2024-09-19T05:50:45.652115+0000","last_active":"2024-09-19T05:50:47.495110+0000","last_peered":"2024-09-19T05:50:47.495110+0000","last_clean":"2024-09-19T05:50:47.495110+0000","last_became_active":"2024-09-19T05:50:45.651840+0000","last_became_peered":"2024-09-19T05:50:45.651840+0000","last_unstale":"2024-09-19T05:50:47.495110+0000","last_undegraded":"2024-09-19T05:50:47.495110+0000","last_fullsized":"2024-09-19T05:50:47.495110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:57.832905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649213+0000","last_change":"2024-09-19T05:50:45.654325+0000","last_active":"2024-09-19T05:50:46.649213+0000","last_peered":"2024-09-19T05:50:46.649213+0000","last_clean":"2024-09-19T05:50:46.649213+0000","last_became_active":"2024-09-19T05:50:45.653444+0000","last_became_peered":"2024-09-19T05:50:45.653444+0000","last_unstale":"2024-09-19T05:50:46.649213+0000","last_undegraded":"2024-09-19T05:50:46.649213+0000","last_fullsized":"2024-09-19T05:50:46.649213+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:12.820072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494293+0000","last_change":"2024-09-19T05:50:45.656355+0000","last_active":"2024-09-19T05:50:47.494293+0000","last_peered":"2024-09-19T05:50:47.494293+0000","last_clean":"2024-09-19T05:50:47.494293+0000","last_became_active":"2024-09-19T05:50:45.655819+0000","last_became_peered":"2024-09-19T05:50:45.655819+0000","last_unstale":"2024-09-19T05:50:47.494293+0000","last_undegraded":"2024-09-19T05:50:47.494293+0000","last_fullsized":"2024-09-19T05:50:47.494293+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:33.461562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.976996+0000","last_change":"2024-09-19T05:50:45.642684+0000","last_active":"2024-09-19T05:50:46.976996+0000","last_peered":"2024-09-19T05:50:46.976996+0000","last_clean":"2024-09-19T05:50:46.976996+0000","last_became_active":"2024-09-19T05:50:45.642400+0000","last_became_peered":"2024-09-19T05:50:45.642400+0000","last_unstale":"2024-09-19T05:50:46.976996+0000","last_undegraded":"2024-09-19T05:50:46.976996+0000","last_fullsized":"2024-09-19T05:50:46.976996+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:00.067176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644805+0000","last_change":"2024-09-19T05:50:45.648385+0000","last_active":"2024-09-19T05:50:46.644805+0000","last_peered":"2024-09-19T05:50:46.644805+0000","last_clean":"2024-09-19T05:50:46.644805+0000","last_became_active":"2024-09-19T05:50:45.647477+0000","last_became_peered":"2024-09-19T05:50:45.647477+0000","last_unstale":"2024-09-19T05:50:46.644805+0000","last_undegraded":"2024-09-19T05:50:46.644805+0000","last_fullsized":"2024-09-19T05:50:46.644805+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:57.832905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.631816+0000","last_change":"2024-09-19T05:50:44.631816+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.631816+0000","last_undegraded":"2024-09-19T05:50:44.631816+0000","last_fullsized":"2024-09-19T05:50:44.631816+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.631955+0000","last_change":"2024-09-19T05:50:44.631955+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.631955+0000","last_undegraded":"2024-09-19T05:50:44.631955+0000","last_fullsized":"2024-09-19T05:50:44.631955+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.141149+0000","last_change":"2024-09-19T05:50:45.655764+0000","last_active":"2024-09-19T05:50:47.141149+0000","last_peered":"2024-09-19T05:50:47.141149+0000","last_clean":"2024-09-19T05:50:47.141149+0000","last_became_active":"2024-09-19T05:50:45.655454+0000","last_became_peered":"2024-09-19T05:50:45.655454+0000","last_unstale":"2024-09-19T05:50:47.141149+0000","last_undegraded":"2024-09-19T05:50:47.141149+0000","last_fullsized":"2024-09-19T05:50:47.141149+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:25.200347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494916+0000","last_change":"2024-09-19T05:50:45.661153+0000","last_active":"2024-09-19T05:50:47.494916+0000","last_peered":"2024-09-19T05:50:47.494916+0000","last_clean":"2024-09-19T05:50:47.494916+0000","last_became_active":"2024-09-19T05:50:45.660423+0000","last_became_peered":"2024-09-19T05:50:45.660423+0000","last_unstale":"2024-09-19T05:50:47.494916+0000","last_undegraded":"2024-09-19T05:50:47.494916+0000","last_fullsized":"2024-09-19T05:50:47.494916+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:04.804886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494807+0000","last_change":"2024-09-19T05:50:45.652787+0000","last_active":"2024-09-19T05:50:47.494807+0000","last_peered":"2024-09-19T05:50:47.494807+0000","last_clean":"2024-09-19T05:50:47.494807+0000","last_became_active":"2024-09-19T05:50:45.652495+0000","last_became_peered":"2024-09-19T05:50:45.652495+0000","last_unstale":"2024-09-19T05:50:47.494807+0000","last_undegraded":"2024-09-19T05:50:47.494807+0000","last_fullsized":"2024-09-19T05:50:47.494807+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:00.067176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977058+0000","last_change":"2024-09-19T05:50:45.658151+0000","last_active":"2024-09-19T05:50:46.977058+0000","last_peered":"2024-09-19T05:50:46.977058+0000","last_clean":"2024-09-19T05:50:46.977058+0000","last_became_active":"2024-09-19T05:50:45.657871+0000","last_became_peered":"2024-09-19T05:50:45.657871+0000","last_unstale":"2024-09-19T05:50:46.977058+0000","last_undegraded":"2024-09-19T05:50:46.977058+0000","last_fullsized":"2024-09-19T05:50:46.977058+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:57.946959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.635451+0000","last_change":"2024-09-19T05:50:44.635451+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.635451+0000","last_undegraded":"2024-09-19T05:50:44.635451+0000","last_fullsized":"2024-09-19T05:50:44.635451+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493944+0000","last_change":"2024-09-19T05:50:45.649298+0000","last_active":"2024-09-19T05:50:47.493944+0000","last_peered":"2024-09-19T05:50:47.493944+0000","last_clean":"2024-09-19T05:50:47.493944+0000","last_became_active":"2024-09-19T05:50:45.648947+0000","last_became_peered":"2024-09-19T05:50:45.648947+0000","last_unstale":"2024-09-19T05:50:47.493944+0000","last_undegraded":"2024-09-19T05:50:47.493944+0000","last_fullsized":"2024-09-19T05:50:47.493944+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:33.262690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.631287+0000","last_change":"2024-09-19T05:50:44.631287+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.631287+0000","last_undegraded":"2024-09-19T05:50:44.631287+0000","last_fullsized":"2024-09-19T05:50:44.631287+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494454+0000","last_change":"2024-09-19T05:50:45.651184+0000","last_active":"2024-09-19T05:50:47.494454+0000","last_peered":"2024-09-19T05:50:47.494454+0000","last_clean":"2024-09-19T05:50:47.494454+0000","last_became_active":"2024-09-19T05:50:45.650821+0000","last_became_peered":"2024-09-19T05:50:45.650821+0000","last_unstale":"2024-09-19T05:50:47.494454+0000","last_undegraded":"2024-09-19T05:50:47.494454+0000","last_fullsized":"2024-09-19T05:50:47.494454+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:01.275894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495215+0000","last_change":"2024-09-19T05:50:45.657087+0000","last_active":"2024-09-19T05:50:47.495215+0000","last_peered":"2024-09-19T05:50:47.495215+0000","last_clean":"2024-09-19T05:50:47.495215+0000","last_became_active":"2024-09-19T05:50:45.656789+0000","last_became_peered":"2024-09-19T05:50:45.656789+0000","last_unstale":"2024-09-19T05:50:47.495215+0000","last_undegraded":"2024-09-19T05:50:47.495215+0000","last_fullsized":"2024-09-19T05:50:47.495215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:32.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645079+0000","last_change":"2024-09-19T05:50:45.647097+0000","last_active":"2024-09-19T05:50:46.645079+0000","last_peered":"2024-09-19T05:50:46.645079+0000","last_clean":"2024-09-19T05:50:46.645079+0000","last_became_active":"2024-09-19T05:50:45.646813+0000","last_became_peered":"2024-09-19T05:50:45.646813+0000","last_unstale":"2024-09-19T05:50:46.645079+0000","last_undegraded":"2024-09-19T05:50:46.645079+0000","last_fullsized":"2024-09-19T05:50:46.645079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:56.946807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494360+0000","last_change":"2024-09-19T05:50:45.647780+0000","last_active":"2024-09-19T05:50:47.494360+0000","last_peered":"2024-09-19T05:50:47.494360+0000","last_clean":"2024-09-19T05:50:47.494360+0000","last_became_active":"2024-09-19T05:50:45.647478+0000","last_became_peered":"2024-09-19T05:50:45.647478+0000","last_unstale":"2024-09-19T05:50:47.494360+0000","last_undegraded":"2024-09-19T05:50:47.494360+0000","last_fullsized":"2024-09-19T05:50:47.494360+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:23.951100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977338+0000","last_change":"2024-09-19T05:50:45.647652+0000","last_active":"2024-09-19T05:50:46.977338+0000","last_peered":"2024-09-19T05:50:46.977338+0000","last_clean":"2024-09-19T05:50:46.977338+0000","last_became_active":"2024-09-19T05:50:45.647232+0000","last_became_peered":"2024-09-19T05:50:45.647232+0000","last_unstale":"2024-09-19T05:50:46.977338+0000","last_undegraded":"2024-09-19T05:50:46.977338+0000","last_fullsized":"2024-09-19T05:50:46.977338+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:12.349326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.633804+0000","last_change":"2024-09-19T05:50:44.633804+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.633804+0000","last_undegraded":"2024-09-19T05:50:44.633804+0000","last_fullsized":"2024-09-19T05:50:44.633804+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.140960+0000","last_change":"2024-09-19T05:50:45.644251+0000","last_active":"2024-09-19T05:50:47.140960+0000","last_peered":"2024-09-19T05:50:47.140960+0000","last_clean":"2024-09-19T05:50:47.140960+0000","last_became_active":"2024-09-19T05:50:45.643951+0000","last_became_peered":"2024-09-19T05:50:45.643951+0000","last_unstale":"2024-09-19T05:50:47.140960+0000","last_undegraded":"2024-09-19T05:50:47.140960+0000","last_fullsized":"2024-09-19T05:50:47.140960+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:53.369878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494116+0000","last_change":"2024-09-19T05:50:45.655502+0000","last_active":"2024-09-19T05:50:47.494116+0000","last_peered":"2024-09-19T05:50:47.494116+0000","last_clean":"2024-09-19T05:50:47.494116+0000","last_became_active":"2024-09-19T05:50:45.655208+0000","last_became_peered":"2024-09-19T05:50:45.655208+0000","last_unstale":"2024-09-19T05:50:47.494116+0000","last_undegraded":"2024-09-19T05:50:47.494116+0000","last_fullsized":"2024-09-19T05:50:47.494116+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:14.204105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.648834+0000","last_change":"2024-09-19T05:50:45.644906+0000","last_active":"2024-09-19T05:50:46.648834+0000","last_peered":"2024-09-19T05:50:46.648834+0000","last_clean":"2024-09-19T05:50:46.648834+0000","last_became_active":"2024-09-19T05:50:45.644554+0000","last_became_peered":"2024-09-19T05:50:45.644554+0000","last_unstale":"2024-09-19T05:50:46.648834+0000","last_undegraded":"2024-09-19T05:50:46.648834+0000","last_fullsized":"2024-09-19T05:50:46.648834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:04.430049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494329+0000","last_change":"2024-09-19T05:50:44.647858+0000","last_active":"2024-09-19T05:50:47.494329+0000","last_peered":"2024-09-19T05:50:47.494329+0000","last_clean":"2024-09-19T05:50:47.494329+0000","last_became_active":"2024-09-19T05:50:44.647538+0000","last_became_peered":"2024-09-19T05:50:44.647538+0000","last_unstale":"2024-09-19T05:50:47.494329+0000","last_undegraded":"2024-09-19T05:50:47.494329+0000","last_fullsized":"2024-09-19T05:50:47.494329+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:58.710655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977298+0000","last_change":"2024-09-19T05:50:45.643952+0000","last_active":"2024-09-19T05:50:46.977298+0000","last_peered":"2024-09-19T05:50:46.977298+0000","last_clean":"2024-09-19T05:50:46.977298+0000","last_became_active":"2024-09-19T05:50:45.643679+0000","last_became_peered":"2024-09-19T05:50:45.643679+0000","last_unstale":"2024-09-19T05:50:46.977298+0000","last_undegraded":"2024-09-19T05:50:46.977298+0000","last_fullsized":"2024-09-19T05:50:46.977298+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:07.084769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494907+0000","last_change":"2024-09-19T05:50:44.650738+0000","last_active":"2024-09-19T05:50:47.494907+0000","last_peered":"2024-09-19T05:50:47.494907+0000","last_clean":"2024-09-19T05:50:47.494907+0000","last_became_active":"2024-09-19T05:50:44.650407+0000","last_became_peered":"2024-09-19T05:50:44.650407+0000","last_unstale":"2024-09-19T05:50:47.494907+0000","last_undegraded":"2024-09-19T05:50:47.494907+0000","last_fullsized":"2024-09-19T05:50:47.494907+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:52.166184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494004+0000","last_change":"2024-09-19T05:50:44.645772+0000","last_active":"2024-09-19T05:50:47.494004+0000","last_peered":"2024-09-19T05:50:47.494004+0000","last_clean":"2024-09-19T05:50:47.494004+0000","last_became_active":"2024-09-19T05:50:44.645466+0000","last_became_peered":"2024-09-19T05:50:44.645466+0000","last_unstale":"2024-09-19T05:50:47.494004+0000","last_undegraded":"2024-09-19T05:50:47.494004+0000","last_fullsized":"2024-09-19T05:50:47.494004+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:46:23.990411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494001+0000","last_change":"2024-09-19T05:50:45.643384+0000","last_active":"2024-09-19T05:50:47.494001+0000","last_peered":"2024-09-19T05:50:47.494001+0000","last_clean":"2024-09-19T05:50:47.494001+0000","last_became_active":"2024-09-19T05:50:45.643036+0000","last_became_peered":"2024-09-19T05:50:45.643036+0000","last_unstale":"2024-09-19T05:50:47.494001+0000","last_undegraded":"2024-09-19T05:50:47.494001+0000","last_fullsized":"2024-09-19T05:50:47.494001+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:59:38.504505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:50:44.652878+0000","last_change":"2024-09-19T05:50:44.646570+0000","last_active":"2024-09-19T05:50:44.652878+0000","last_peered":"2024-09-19T05:50:44.652878+0000","last_clean":"2024-09-19T05:50:44.652878+0000","last_became_active":"2024-09-19T05:50:44.646205+0000","last_became_peered":"2024-09-19T05:50:44.646205+0000","last_unstale":"2024-09-19T05:50:44.652878+0000","last_undegraded":"2024-09-19T05:50:44.652878+0000","last_fullsized":"2024-09-19T05:50:44.652878+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:14:59.514257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644802+0000","last_change":"2024-09-19T05:50:45.648607+0000","last_active":"2024-09-19T05:50:46.644802+0000","last_peered":"2024-09-19T05:50:46.644802+0000","last_clean":"2024-09-19T05:50:46.644802+0000","last_became_active":"2024-09-19T05:50:45.648104+0000","last_became_peered":"2024-09-19T05:50:45.648104+0000","last_unstale":"2024-09-19T05:50:46.644802+0000","last_undegraded":"2024-09-19T05:50:46.644802+0000","last_fullsized":"2024-09-19T05:50:46.644802+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:00.067176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495090+0000","last_change":"2024-09-19T05:50:44.651212+0000","last_active":"2024-09-19T05:50:47.495090+0000","last_peered":"2024-09-19T05:50:47.495090+0000","last_clean":"2024-09-19T05:50:47.495090+0000","last_became_active":"2024-09-19T05:50:44.650904+0000","last_became_peered":"2024-09-19T05:50:44.650904+0000","last_unstale":"2024-09-19T05:50:47.495090+0000","last_undegraded":"2024-09-19T05:50:47.495090+0000","last_fullsized":"2024-09-19T05:50:47.495090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:45.362637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.631864+0000","last_change":"2024-09-19T05:50:44.631864+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.631864+0000","last_undegraded":"2024-09-19T05:50:44.631864+0000","last_fullsized":"2024-09-19T05:50:44.631864+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:50:44.652855+0000","last_change":"2024-09-19T05:50:44.645247+0000","last_active":"2024-09-19T05:50:44.652855+0000","last_peered":"2024-09-19T05:50:44.652855+0000","last_clean":"2024-09-19T05:50:44.652855+0000","last_became_active":"2024-09-19T05:50:44.644986+0000","last_became_peered":"2024-09-19T05:50:44.644986+0000","last_unstale":"2024-09-19T05:50:44.652855+0000","last_undegraded":"2024-09-19T05:50:44.652855+0000","last_fullsized":"2024-09-19T05:50:44.652855+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:27.672923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977255+0000","last_change":"2024-09-19T05:50:45.641646+0000","last_active":"2024-09-19T05:50:46.977255+0000","last_peered":"2024-09-19T05:50:46.977255+0000","last_clean":"2024-09-19T05:50:46.977255+0000","last_became_active":"2024-09-19T05:50:45.641332+0000","last_became_peered":"2024-09-19T05:50:45.641332+0000","last_unstale":"2024-09-19T05:50:46.977255+0000","last_undegraded":"2024-09-19T05:50:46.977255+0000","last_fullsized":"2024-09-19T05:50:46.977255+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:32.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645058+0000","last_change":"2024-09-19T05:50:44.646863+0000","last_active":"2024-09-19T05:50:46.645058+0000","last_peered":"2024-09-19T05:50:46.645058+0000","last_clean":"2024-09-19T05:50:46.645058+0000","last_became_active":"2024-09-19T05:50:44.646023+0000","last_became_peered":"2024-09-19T05:50:44.646023+0000","last_unstale":"2024-09-19T05:50:46.645058+0000","last_undegraded":"2024-09-19T05:50:46.645058+0000","last_fullsized":"2024-09-19T05:50:46.645058+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:52.729171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649323+0000","last_change":"2024-09-19T05:50:45.650335+0000","last_active":"2024-09-19T05:50:46.649323+0000","last_peered":"2024-09-19T05:50:46.649323+0000","last_clean":"2024-09-19T05:50:46.649323+0000","last_became_active":"2024-09-19T05:50:45.649850+0000","last_became_peered":"2024-09-19T05:50:45.649850+0000","last_unstale":"2024-09-19T05:50:46.649323+0000","last_undegraded":"2024-09-19T05:50:46.649323+0000","last_fullsized":"2024-09-19T05:50:46.649323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:14:55.463012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494867+0000","last_change":"2024-09-19T05:50:44.645584+0000","last_active":"2024-09-19T05:50:47.494867+0000","last_peered":"2024-09-19T05:50:47.494867+0000","last_clean":"2024-09-19T05:50:47.494867+0000","last_became_active":"2024-09-19T05:50:44.645280+0000","last_became_peered":"2024-09-19T05:50:44.645280+0000","last_unstale":"2024-09-19T05:50:47.494867+0000","last_undegraded":"2024-09-19T05:50:47.494867+0000","last_fullsized":"2024-09-19T05:50:47.494867+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:04.037710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494803+0000","last_change":"2024-09-19T05:50:45.661839+0000","last_active":"2024-09-19T05:50:47.494803+0000","last_peered":"2024-09-19T05:50:47.494803+0000","last_clean":"2024-09-19T05:50:47.494803+0000","last_became_active":"2024-09-19T05:50:45.661400+0000","last_became_peered":"2024-09-19T05:50:45.661400+0000","last_unstale":"2024-09-19T05:50:47.494803+0000","last_undegraded":"2024-09-19T05:50:47.494803+0000","last_fullsized":"2024-09-19T05:50:47.494803+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:32.566393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977352+0000","last_change":"2024-09-19T05:50:44.647789+0000","last_active":"2024-09-19T05:50:46.977352+0000","last_peered":"2024-09-19T05:50:46.977352+0000","last_clean":"2024-09-19T05:50:46.977352+0000","last_became_active":"2024-09-19T05:50:44.647481+0000","last_became_peered":"2024-09-19T05:50:44.647481+0000","last_unstale":"2024-09-19T05:50:46.977352+0000","last_undegraded":"2024-09-19T05:50:46.977352+0000","last_fullsized":"2024-09-19T05:50:46.977352+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:45.362637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977265+0000","last_change":"2024-09-19T05:50:45.657812+0000","last_active":"2024-09-19T05:50:46.977265+0000","last_peered":"2024-09-19T05:50:46.977265+0000","last_clean":"2024-09-19T05:50:46.977265+0000","last_became_active":"2024-09-19T05:50:45.657522+0000","last_became_peered":"2024-09-19T05:50:45.657522+0000","last_unstale":"2024-09-19T05:50:46.977265+0000","last_undegraded":"2024-09-19T05:50:46.977265+0000","last_fullsized":"2024-09-19T05:50:46.977265+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:56.946807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:50:44.653071+0000","last_change":"2024-09-19T05:50:44.647516+0000","last_active":"2024-09-19T05:50:44.653071+0000","last_peered":"2024-09-19T05:50:44.653071+0000","last_clean":"2024-09-19T05:50:44.653071+0000","last_became_active":"2024-09-19T05:50:44.646177+0000","last_became_peered":"2024-09-19T05:50:44.646177+0000","last_unstale":"2024-09-19T05:50:44.653071+0000","last_undegraded":"2024-09-19T05:50:44.653071+0000","last_fullsized":"2024-09-19T05:50:44.653071+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:58.710655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494520+0000","last_change":"2024-09-19T05:50:45.660294+0000","last_active":"2024-09-19T05:50:47.494520+0000","last_peered":"2024-09-19T05:50:47.494520+0000","last_clean":"2024-09-19T05:50:47.494520+0000","last_became_active":"2024-09-19T05:50:45.660019+0000","last_became_peered":"2024-09-19T05:50:45.660019+0000","last_unstale":"2024-09-19T05:50:47.494520+0000","last_undegraded":"2024-09-19T05:50:47.494520+0000","last_fullsized":"2024-09-19T05:50:47.494520+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:21.871009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494690+0000","last_change":"2024-09-19T05:50:44.650417+0000","last_active":"2024-09-19T05:50:47.494690+0000","last_peered":"2024-09-19T05:50:47.494690+0000","last_clean":"2024-09-19T05:50:47.494690+0000","last_became_active":"2024-09-19T05:50:44.650127+0000","last_became_peered":"2024-09-19T05:50:44.650127+0000","last_unstale":"2024-09-19T05:50:47.494690+0000","last_undegraded":"2024-09-19T05:50:47.494690+0000","last_fullsized":"2024-09-19T05:50:47.494690+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:04.487795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494653+0000","last_change":"2024-09-19T05:50:45.654922+0000","last_active":"2024-09-19T05:50:47.494653+0000","last_peered":"2024-09-19T05:50:47.494653+0000","last_clean":"2024-09-19T05:50:47.494653+0000","last_became_active":"2024-09-19T05:50:45.653453+0000","last_became_peered":"2024-09-19T05:50:45.653453+0000","last_unstale":"2024-09-19T05:50:47.494653+0000","last_undegraded":"2024-09-19T05:50:47.494653+0000","last_fullsized":"2024-09-19T05:50:47.494653+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:13:04.055698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.140831+0000","last_change":"2024-09-19T05:50:44.640408+0000","last_active":"2024-09-19T05:50:47.140831+0000","last_peered":"2024-09-19T05:50:47.140831+0000","last_clean":"2024-09-19T05:50:47.140831+0000","last_became_active":"2024-09-19T05:50:44.640088+0000","last_became_peered":"2024-09-19T05:50:44.640088+0000","last_unstale":"2024-09-19T05:50:47.140831+0000","last_undegraded":"2024-09-19T05:50:47.140831+0000","last_fullsized":"2024-09-19T05:50:47.140831+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:24.976624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494113+0000","last_change":"2024-09-19T05:50:45.660187+0000","last_active":"2024-09-19T05:50:47.494113+0000","last_peered":"2024-09-19T05:50:47.494113+0000","last_clean":"2024-09-19T05:50:47.494113+0000","last_became_active":"2024-09-19T05:50:45.659888+0000","last_became_peered":"2024-09-19T05:50:45.659888+0000","last_unstale":"2024-09-19T05:50:47.494113+0000","last_undegraded":"2024-09-19T05:50:47.494113+0000","last_fullsized":"2024-09-19T05:50:47.494113+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:12.349326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649234+0000","last_change":"2024-09-19T05:50:44.643629+0000","last_active":"2024-09-19T05:50:46.649234+0000","last_peered":"2024-09-19T05:50:46.649234+0000","last_clean":"2024-09-19T05:50:46.649234+0000","last_became_active":"2024-09-19T05:50:44.643259+0000","last_became_peered":"2024-09-19T05:50:44.643259+0000","last_unstale":"2024-09-19T05:50:46.649234+0000","last_undegraded":"2024-09-19T05:50:46.649234+0000","last_fullsized":"2024-09-19T05:50:46.649234+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:27.672923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494733+0000","last_change":"2024-09-19T05:50:45.660669+0000","last_active":"2024-09-19T05:50:47.494733+0000","last_peered":"2024-09-19T05:50:47.494733+0000","last_clean":"2024-09-19T05:50:47.494733+0000","last_became_active":"2024-09-19T05:50:45.660341+0000","last_became_peered":"2024-09-19T05:50:45.660341+0000","last_unstale":"2024-09-19T05:50:47.494733+0000","last_undegraded":"2024-09-19T05:50:47.494733+0000","last_fullsized":"2024-09-19T05:50:47.494733+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:47.540822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.141056+0000","last_change":"2024-09-19T05:50:44.640442+0000","last_active":"2024-09-19T05:50:47.141056+0000","last_peered":"2024-09-19T05:50:47.141056+0000","last_clean":"2024-09-19T05:50:47.141056+0000","last_became_active":"2024-09-19T05:50:44.640145+0000","last_became_peered":"2024-09-19T05:50:44.640145+0000","last_unstale":"2024-09-19T05:50:47.141056+0000","last_undegraded":"2024-09-19T05:50:47.141056+0000","last_fullsized":"2024-09-19T05:50:47.141056+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:52.884411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494707+0000","last_change":"2024-09-19T05:50:45.661981+0000","last_active":"2024-09-19T05:50:47.494707+0000","last_peered":"2024-09-19T05:50:47.494707+0000","last_clean":"2024-09-19T05:50:47.494707+0000","last_became_active":"2024-09-19T05:50:45.661686+0000","last_became_peered":"2024-09-19T05:50:45.661686+0000","last_unstale":"2024-09-19T05:50:47.494707+0000","last_undegraded":"2024-09-19T05:50:47.494707+0000","last_fullsized":"2024-09-19T05:50:47.494707+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:03.057093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645125+0000","last_change":"2024-09-19T05:50:44.643128+0000","last_active":"2024-09-19T05:50:46.645125+0000","last_peered":"2024-09-19T05:50:46.645125+0000","last_clean":"2024-09-19T05:50:46.645125+0000","last_became_active":"2024-09-19T05:50:44.642113+0000","last_became_peered":"2024-09-19T05:50:44.642113+0000","last_unstale":"2024-09-19T05:50:46.645125+0000","last_undegraded":"2024-09-19T05:50:46.645125+0000","last_fullsized":"2024-09-19T05:50:46.645125+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:59.194459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.634138+0000","last_change":"2024-09-19T05:50:44.634138+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.634138+0000","last_undegraded":"2024-09-19T05:50:44.634138+0000","last_fullsized":"2024-09-19T05:50:44.634138+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.141019+0000","last_change":"2024-09-19T05:50:44.643148+0000","last_active":"2024-09-19T05:50:47.141019+0000","last_peered":"2024-09-19T05:50:47.141019+0000","last_clean":"2024-09-19T05:50:47.141019+0000","last_became_active":"2024-09-19T05:50:44.642811+0000","last_became_peered":"2024-09-19T05:50:44.642811+0000","last_unstale":"2024-09-19T05:50:47.141019+0000","last_undegraded":"2024-09-19T05:50:47.141019+0000","last_fullsized":"2024-09-19T05:50:47.141019+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:04.371817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494379+0000","last_change":"2024-09-19T05:50:45.663854+0000","last_active":"2024-09-19T05:50:47.494379+0000","last_peered":"2024-09-19T05:50:47.494379+0000","last_clean":"2024-09-19T05:50:47.494379+0000","last_became_active":"2024-09-19T05:50:45.663593+0000","last_became_peered":"2024-09-19T05:50:45.663593+0000","last_unstale":"2024-09-19T05:50:47.494379+0000","last_undegraded":"2024-09-19T05:50:47.494379+0000","last_fullsized":"2024-09-19T05:50:47.494379+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:53.987517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494128+0000","last_change":"2024-09-19T05:50:35.646709+0000","last_active":"2024-09-19T05:50:47.494128+0000","last_peered":"2024-09-19T05:50:47.494128+0000","last_clean":"2024-09-19T05:50:47.494128+0000","last_became_active":"2024-09-19T05:50:35.645765+0000","last_became_peered":"2024-09-19T05:50:35.645765+0000","last_unstale":"2024-09-19T05:50:47.494128+0000","last_undegraded":"2024-09-19T05:50:47.494128+0000","last_fullsized":"2024-09-19T05:50:47.494128+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_clean_scrub_stamp":"2024-09-19T05:50:34.148268+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:39.766293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:50:44.649777+0000","last_change":"2024-09-19T05:50:44.642997+0000","last_active":"2024-09-19T05:50:44.649777+0000","last_peered":"2024-09-19T05:50:44.649777+0000","last_clean":"2024-09-19T05:50:44.649777+0000","last_became_active":"2024-09-19T05:50:44.642584+0000","last_became_peered":"2024-09-19T05:50:44.642584+0000","last_unstale":"2024-09-19T05:50:44.649777+0000","last_undegraded":"2024-09-19T05:50:44.649777+0000","last_fullsized":"2024-09-19T05:50:44.649777+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:35:43.079015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494109+0000","last_change":"2024-09-19T05:50:45.648245+0000","last_active":"2024-09-19T05:50:47.494109+0000","last_peered":"2024-09-19T05:50:47.494109+0000","last_clean":"2024-09-19T05:50:47.494109+0000","last_became_active":"2024-09-19T05:50:45.647721+0000","last_became_peered":"2024-09-19T05:50:45.647721+0000","last_unstale":"2024-09-19T05:50:47.494109+0000","last_undegraded":"2024-09-19T05:50:47.494109+0000","last_fullsized":"2024-09-19T05:50:47.494109+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:41:32.461004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493967+0000","last_change":"2024-09-19T05:50:44.653156+0000","last_active":"2024-09-19T05:50:47.493967+0000","last_peered":"2024-09-19T05:50:47.493967+0000","last_clean":"2024-09-19T05:50:47.493967+0000","last_became_active":"2024-09-19T05:50:44.652870+0000","last_became_peered":"2024-09-19T05:50:44.652870+0000","last_unstale":"2024-09-19T05:50:47.493967+0000","last_undegraded":"2024-09-19T05:50:47.493967+0000","last_fullsized":"2024-09-19T05:50:47.493967+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:42.176681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.976978+0000","last_change":"2024-09-19T05:50:45.651489+0000","last_active":"2024-09-19T05:50:46.976978+0000","last_peered":"2024-09-19T05:50:46.976978+0000","last_clean":"2024-09-19T05:50:46.976978+0000","last_became_active":"2024-09-19T05:50:45.651159+0000","last_became_peered":"2024-09-19T05:50:45.651159+0000","last_unstale":"2024-09-19T05:50:46.976978+0000","last_undegraded":"2024-09-19T05:50:46.976978+0000","last_fullsized":"2024-09-19T05:50:46.976978+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:13:04.055698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.140909+0000","last_change":"2024-09-19T05:50:44.645053+0000","last_active":"2024-09-19T05:50:47.140909+0000","last_peered":"2024-09-19T05:50:47.140909+0000","last_clean":"2024-09-19T05:50:47.140909+0000","last_became_active":"2024-09-19T05:50:44.644661+0000","last_became_peered":"2024-09-19T05:50:44.644661+0000","last_unstale":"2024-09-19T05:50:47.140909+0000","last_undegraded":"2024-09-19T05:50:47.140909+0000","last_fullsized":"2024-09-19T05:50:47.140909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:04.037710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644806+0000","last_change":"2024-09-19T05:50:45.641005+0000","last_active":"2024-09-19T05:50:46.644806+0000","last_peered":"2024-09-19T05:50:46.644806+0000","last_clean":"2024-09-19T05:50:46.644806+0000","last_became_active":"2024-09-19T05:50:45.640602+0000","last_became_peered":"2024-09-19T05:50:45.640602+0000","last_unstale":"2024-09-19T05:50:46.644806+0000","last_undegraded":"2024-09-19T05:50:46.644806+0000","last_fullsized":"2024-09-19T05:50:46.644806+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:57.946959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:50:44.652986+0000","last_change":"2024-09-19T05:50:44.647238+0000","last_active":"2024-09-19T05:50:44.652986+0000","last_peered":"2024-09-19T05:50:44.652986+0000","last_clean":"2024-09-19T05:50:44.652986+0000","last_became_active":"2024-09-19T05:50:44.646102+0000","last_became_peered":"2024-09-19T05:50:44.646102+0000","last_unstale":"2024-09-19T05:50:44.652986+0000","last_undegraded":"2024-09-19T05:50:44.652986+0000","last_fullsized":"2024-09-19T05:50:44.652986+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:46:23.990411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649047+0000","last_change":"2024-09-19T05:50:45.645840+0000","last_active":"2024-09-19T05:50:46.649047+0000","last_peered":"2024-09-19T05:50:46.649047+0000","last_clean":"2024-09-19T05:50:46.649047+0000","last_became_active":"2024-09-19T05:50:45.645568+0000","last_became_peered":"2024-09-19T05:50:45.645568+0000","last_unstale":"2024-09-19T05:50:46.649047+0000","last_undegraded":"2024-09-19T05:50:46.649047+0000","last_fullsized":"2024-09-19T05:50:46.649047+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:19.671806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644884+0000","last_change":"2024-09-19T05:50:44.643113+0000","last_active":"2024-09-19T05:50:46.644884+0000","last_peered":"2024-09-19T05:50:46.644884+0000","last_clean":"2024-09-19T05:50:46.644884+0000","last_became_active":"2024-09-19T05:50:44.642071+0000","last_became_peered":"2024-09-19T05:50:44.642071+0000","last_unstale":"2024-09-19T05:50:46.644884+0000","last_undegraded":"2024-09-19T05:50:46.644884+0000","last_fullsized":"2024-09-19T05:50:46.644884+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:24.976624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.630960+0000","last_change":"2024-09-19T05:50:44.630960+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.630960+0000","last_undegraded":"2024-09-19T05:50:44.630960+0000","last_fullsized":"2024-09-19T05:50:44.630960+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494859+0000","last_change":"2024-09-19T05:50:44.650020+0000","last_active":"2024-09-19T05:50:47.494859+0000","last_peered":"2024-09-19T05:50:47.494859+0000","last_clean":"2024-09-19T05:50:47.494859+0000","last_became_active":"2024-09-19T05:50:44.649724+0000","last_became_peered":"2024-09-19T05:50:44.649724+0000","last_unstale":"2024-09-19T05:50:47.494859+0000","last_undegraded":"2024-09-19T05:50:47.494859+0000","last_fullsized":"2024-09-19T05:50:47.494859+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:24.195091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644996+0000","last_change":"2024-09-19T05:50:45.641334+0000","last_active":"2024-09-19T05:50:46.644996+0000","last_peered":"2024-09-19T05:50:46.644996+0000","last_clean":"2024-09-19T05:50:46.644996+0000","last_became_active":"2024-09-19T05:50:45.640774+0000","last_became_peered":"2024-09-19T05:50:45.640774+0000","last_unstale":"2024-09-19T05:50:46.644996+0000","last_undegraded":"2024-09-19T05:50:46.644996+0000","last_fullsized":"2024-09-19T05:50:46.644996+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:32.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645027+0000","last_change":"2024-09-19T05:50:44.645936+0000","last_active":"2024-09-19T05:50:46.645027+0000","last_peered":"2024-09-19T05:50:46.645027+0000","last_clean":"2024-09-19T05:50:46.645027+0000","last_became_active":"2024-09-19T05:50:44.645627+0000","last_became_peered":"2024-09-19T05:50:44.645627+0000","last_unstale":"2024-09-19T05:50:46.645027+0000","last_undegraded":"2024-09-19T05:50:46.645027+0000","last_fullsized":"2024-09-19T05:50:46.645027+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:04.371817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494359+0000","last_change":"2024-09-19T05:50:45.657228+0000","last_active":"2024-09-19T05:50:47.494359+0000","last_peered":"2024-09-19T05:50:47.494359+0000","last_clean":"2024-09-19T05:50:47.494359+0000","last_became_active":"2024-09-19T05:50:45.656976+0000","last_became_peered":"2024-09-19T05:50:45.656976+0000","last_unstale":"2024-09-19T05:50:47.494359+0000","last_undegraded":"2024-09-19T05:50:47.494359+0000","last_fullsized":"2024-09-19T05:50:47.494359+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:53.216403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495178+0000","last_change":"2024-09-19T05:50:44.647866+0000","last_active":"2024-09-19T05:50:47.495178+0000","last_peered":"2024-09-19T05:50:47.495178+0000","last_clean":"2024-09-19T05:50:47.495178+0000","last_became_active":"2024-09-19T05:50:44.647531+0000","last_became_peered":"2024-09-19T05:50:44.647531+0000","last_unstale":"2024-09-19T05:50:47.495178+0000","last_undegraded":"2024-09-19T05:50:47.495178+0000","last_fullsized":"2024-09-19T05:50:47.495178+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:24.976624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977223+0000","last_change":"2024-09-19T05:50:45.646625+0000","last_active":"2024-09-19T05:50:46.977223+0000","last_peered":"2024-09-19T05:50:46.977223+0000","last_clean":"2024-09-19T05:50:46.977223+0000","last_became_active":"2024-09-19T05:50:45.646338+0000","last_became_peered":"2024-09-19T05:50:45.646338+0000","last_unstale":"2024-09-19T05:50:46.977223+0000","last_undegraded":"2024-09-19T05:50:46.977223+0000","last_fullsized":"2024-09-19T05:50:46.977223+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:17.998682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493953+0000","last_change":"2024-09-19T05:50:44.649854+0000","last_active":"2024-09-19T05:50:47.493953+0000","last_peered":"2024-09-19T05:50:47.493953+0000","last_clean":"2024-09-19T05:50:47.493953+0000","last_became_active":"2024-09-19T05:50:44.649588+0000","last_became_peered":"2024-09-19T05:50:44.649588+0000","last_unstale":"2024-09-19T05:50:47.493953+0000","last_undegraded":"2024-09-19T05:50:47.493953+0000","last_fullsized":"2024-09-19T05:50:47.493953+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:52.884411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.648900+0000","last_change":"2024-09-19T05:50:45.646821+0000","last_active":"2024-09-19T05:50:46.648900+0000","last_peered":"2024-09-19T05:50:46.648900+0000","last_clean":"2024-09-19T05:50:46.648900+0000","last_became_active":"2024-09-19T05:50:45.645313+0000","last_became_peered":"2024-09-19T05:50:45.645313+0000","last_unstale":"2024-09-19T05:50:46.648900+0000","last_undegraded":"2024-09-19T05:50:46.648900+0000","last_fullsized":"2024-09-19T05:50:46.648900+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:58.716147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644861+0000","last_change":"2024-09-19T05:50:44.647067+0000","last_active":"2024-09-19T05:50:46.644861+0000","last_peered":"2024-09-19T05:50:46.644861+0000","last_clean":"2024-09-19T05:50:46.644861+0000","last_became_active":"2024-09-19T05:50:44.646008+0000","last_became_peered":"2024-09-19T05:50:44.646008+0000","last_unstale":"2024-09-19T05:50:46.644861+0000","last_undegraded":"2024-09-19T05:50:46.644861+0000","last_fullsized":"2024-09-19T05:50:46.644861+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:04.037710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494102+0000","last_change":"2024-09-19T05:50:45.650231+0000","last_active":"2024-09-19T05:50:47.494102+0000","last_peered":"2024-09-19T05:50:47.494102+0000","last_clean":"2024-09-19T05:50:47.494102+0000","last_became_active":"2024-09-19T05:50:45.649791+0000","last_became_peered":"2024-09-19T05:50:45.649791+0000","last_unstale":"2024-09-19T05:50:47.494102+0000","last_undegraded":"2024-09-19T05:50:47.494102+0000","last_fullsized":"2024-09-19T05:50:47.494102+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:32.131654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644937+0000","last_change":"2024-09-19T05:50:44.647192+0000","last_active":"2024-09-19T05:50:46.644937+0000","last_peered":"2024-09-19T05:50:46.644937+0000","last_clean":"2024-09-19T05:50:46.644937+0000","last_became_active":"2024-09-19T05:50:44.646843+0000","last_became_peered":"2024-09-19T05:50:44.646843+0000","last_unstale":"2024-09-19T05:50:46.644937+0000","last_undegraded":"2024-09-19T05:50:46.644937+0000","last_fullsized":"2024-09-19T05:50:46.644937+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:52.884411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494398+0000","last_change":"2024-09-19T05:50:45.644897+0000","last_active":"2024-09-19T05:50:47.494398+0000","last_peered":"2024-09-19T05:50:47.494398+0000","last_clean":"2024-09-19T05:50:47.494398+0000","last_became_active":"2024-09-19T05:50:45.644608+0000","last_became_peered":"2024-09-19T05:50:45.644608+0000","last_unstale":"2024-09-19T05:50:47.494398+0000","last_undegraded":"2024-09-19T05:50:47.494398+0000","last_fullsized":"2024-09-19T05:50:47.494398+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:23.859873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494513+0000","last_change":"2024-09-19T05:50:44.651223+0000","last_active":"2024-09-19T05:50:47.494513+0000","last_peered":"2024-09-19T05:50:47.494513+0000","last_clean":"2024-09-19T05:50:47.494513+0000","last_became_active":"2024-09-19T05:50:44.650714+0000","last_became_peered":"2024-09-19T05:50:44.650714+0000","last_unstale":"2024-09-19T05:50:47.494513+0000","last_undegraded":"2024-09-19T05:50:47.494513+0000","last_fullsized":"2024-09-19T05:50:47.494513+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:59.194459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494844+0000","last_change":"2024-09-19T05:50:45.652855+0000","last_active":"2024-09-19T05:50:47.494844+0000","last_peered":"2024-09-19T05:50:47.494844+0000","last_clean":"2024-09-19T05:50:47.494844+0000","last_became_active":"2024-09-19T05:50:45.652492+0000","last_became_peered":"2024-09-19T05:50:45.652492+0000","last_unstale":"2024-09-19T05:50:47.494844+0000","last_undegraded":"2024-09-19T05:50:47.494844+0000","last_fullsized":"2024-09-19T05:50:47.494844+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:57.946959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.632056+0000","last_change":"2024-09-19T05:50:44.632056+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.632056+0000","last_undegraded":"2024-09-19T05:50:44.632056+0000","last_fullsized":"2024-09-19T05:50:44.632056+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494304+0000","last_change":"2024-09-19T05:50:44.653550+0000","last_active":"2024-09-19T05:50:47.494304+0000","last_peered":"2024-09-19T05:50:47.494304+0000","last_clean":"2024-09-19T05:50:47.494304+0000","last_became_active":"2024-09-19T05:50:44.653261+0000","last_became_peered":"2024-09-19T05:50:44.653261+0000","last_unstale":"2024-09-19T05:50:47.494304+0000","last_undegraded":"2024-09-19T05:50:47.494304+0000","last_fullsized":"2024-09-19T05:50:47.494304+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:52.729171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.634598+0000","last_change":"2024-09-19T05:50:44.634598+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.634598+0000","last_undegraded":"2024-09-19T05:50:44.634598+0000","last_fullsized":"2024-09-19T05:50:44.634598+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494457+0000","last_change":"2024-09-19T05:50:44.651806+0000","last_active":"2024-09-19T05:50:47.494457+0000","last_peered":"2024-09-19T05:50:47.494457+0000","last_clean":"2024-09-19T05:50:47.494457+0000","last_became_active":"2024-09-19T05:50:44.651572+0000","last_became_peered":"2024-09-19T05:50:44.651572+0000","last_unstale":"2024-09-19T05:50:47.494457+0000","last_undegraded":"2024-09-19T05:50:47.494457+0000","last_fullsized":"2024-09-19T05:50:47.494457+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:52.364621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977297+0000","last_change":"2024-09-19T05:50:45.642360+0000","last_active":"2024-09-19T05:50:46.977297+0000","last_peered":"2024-09-19T05:50:46.977297+0000","last_clean":"2024-09-19T05:50:46.977297+0000","last_became_active":"2024-09-19T05:50:45.642052+0000","last_became_peered":"2024-09-19T05:50:45.642052+0000","last_unstale":"2024-09-19T05:50:46.977297+0000","last_undegraded":"2024-09-19T05:50:46.977297+0000","last_fullsized":"2024-09-19T05:50:46.977297+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:03.756896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494277+0000","last_change":"2024-09-19T05:50:44.644703+0000","last_active":"2024-09-19T05:50:47.494277+0000","last_peered":"2024-09-19T05:50:47.494277+0000","last_clean":"2024-09-19T05:50:47.494277+0000","last_became_active":"2024-09-19T05:50:44.644397+0000","last_became_peered":"2024-09-19T05:50:44.644397+0000","last_unstale":"2024-09-19T05:50:47.494277+0000","last_undegraded":"2024-09-19T05:50:47.494277+0000","last_fullsized":"2024-09-19T05:50:47.494277+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:08.856704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494439+0000","last_change":"2024-09-19T05:50:45.656686+0000","last_active":"2024-09-19T05:50:47.494439+0000","last_peered":"2024-09-19T05:50:47.494439+0000","last_clean":"2024-09-19T05:50:47.494439+0000","last_became_active":"2024-09-19T05:50:45.656389+0000","last_became_peered":"2024-09-19T05:50:45.656389+0000","last_unstale":"2024-09-19T05:50:47.494439+0000","last_undegraded":"2024-09-19T05:50:47.494439+0000","last_fullsized":"2024-09-19T05:50:47.494439+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:56.959379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977320+0000","last_change":"2024-09-19T05:50:44.648697+0000","last_active":"2024-09-19T05:50:46.977320+0000","last_peered":"2024-09-19T05:50:46.977320+0000","last_clean":"2024-09-19T05:50:46.977320+0000","last_became_active":"2024-09-19T05:50:44.648081+0000","last_became_peered":"2024-09-19T05:50:44.648081+0000","last_unstale":"2024-09-19T05:50:46.977320+0000","last_undegraded":"2024-09-19T05:50:46.977320+0000","last_fullsized":"2024-09-19T05:50:46.977320+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:04.487795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":176128,"data_stored":54459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":811008,"data_stored":664759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542150,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":75421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542148,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":225280,"data_stored":73935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35568,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336272,"statfs":{"total":96636764160,"available":96600342528,"internally_reserved":0,"allocated":225280,"data_stored":75421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":212992,"data_stored":73809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":73969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":819200,"data_stored":664815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:50:49.982 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:50:50.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.118+0000 7fac9a7d6640 1 Processor -- start 2024-09-19T05:50:50.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.119+0000 7fac9a7d6640 1 -- start start 2024-09-19T05:50:50.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.119+0000 7fac9a7d6640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fac9415e6d0 0x7fac940d41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.119+0000 7fac9a7d6640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fac940cf4c0 0x7fac940d4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.119+0000 7fac9a7d6640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac9415eab0 con 0x7fac940cf950 2024-09-19T05:50:50.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.119+0000 7fac9a7d6640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fac940d3120 con 0x7fac9415e6d0 2024-09-19T05:50:50.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.119+0000 7fac9a7d6640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fac940d3400 con 0x7fac940cf4c0 2024-09-19T05:50:50.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.119+0000 7fac93fff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fac9415e6d0 0x7fac940d41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.120+0000 7fac93fff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fac9415e6d0 0x7fac940d41c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37172/0 (socket says 172.21.15.46:37172) 2024-09-19T05:50:50.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.120+0000 7fac93fff640 1 -- 172.21.15.46:0/1746125659 learned_addr learned my addr 172.21.15.46:0/1746125659 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:50.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.120+0000 7fac937fe640 1 --2- 172.21.15.46:0/1746125659 >> v2:172.21.15.78:3300/0 conn(0x7fac940cf4c0 0x7fac940d4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.120+0000 7fac93fff640 1 -- 172.21.15.46:0/1746125659 >> v2:172.21.15.78:3300/0 conn(0x7fac940cf4c0 msgr2=0x7fac940d4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:50.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.120+0000 7fac93fff640 1 --2- 172.21.15.46:0/1746125659 >> v2:172.21.15.78:3300/0 conn(0x7fac940cf4c0 0x7fac940d4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.120+0000 7fac93fff640 1 -- 172.21.15.46:0/1746125659 >> v1:172.21.15.78:6789/0 conn(0x7fac940cf950 legacy=0x7fac940b77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:50.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.120+0000 7fac93fff640 1 -- 172.21.15.46:0/1746125659 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac940d36e0 con 0x7fac9415e6d0 2024-09-19T05:50:50.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.120+0000 7fac937fe640 1 --2- 172.21.15.46:0/1746125659 >> v2:172.21.15.78:3300/0 conn(0x7fac940cf4c0 0x7fac940d4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:50:50.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.121+0000 7fac93fff640 1 --2- 172.21.15.46:0/1746125659 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac9415e6d0 0x7fac940d41c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fac940d22d0 tx=0x7fac8402a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e827a9696731599 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:50.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.121+0000 7fac92ffd640 1 -- 172.21.15.46:0/1746125659 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac84037070 con 0x7fac9415e6d0 2024-09-19T05:50:50.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.121+0000 7fac92ffd640 1 -- 172.21.15.46:0/1746125659 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac84032440 con 0x7fac9415e6d0 2024-09-19T05:50:50.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.121+0000 7fac92ffd640 1 -- 172.21.15.46:0/1746125659 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac84032810 con 0x7fac9415e6d0 2024-09-19T05:50:50.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.121+0000 7fac9a7d6640 1 -- 172.21.15.46:0/1746125659 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac9415e6d0 msgr2=0x7fac940d41c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.121+0000 7fac9a7d6640 1 --2- 172.21.15.46:0/1746125659 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac9415e6d0 0x7fac940d41c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fac940d22d0 tx=0x7fac8402a200 comp rx=0 tx=0).stop 2024-09-19T05:50:50.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.121+0000 7fac9a7d6640 1 -- 172.21.15.46:0/1746125659 shutdown_connections 2024-09-19T05:50:50.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.121+0000 7fac9a7d6640 1 --2- 172.21.15.46:0/1746125659 >> v2:172.21.15.78:3300/0 conn(0x7fac940cf4c0 0x7fac940d4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.121+0000 7fac9a7d6640 1 --2- 172.21.15.46:0/1746125659 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac9415e6d0 0x7fac940d41c0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.121+0000 7fac9a7d6640 1 -- 172.21.15.46:0/1746125659 >> 172.21.15.46:0/1746125659 conn(0x7fac940723c0 msgr2=0x7fac940727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:50.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.121+0000 7fac9a7d6640 1 -- 172.21.15.46:0/1746125659 shutdown_connections 2024-09-19T05:50:50.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.121+0000 7fac9a7d6640 1 -- 172.21.15.46:0/1746125659 wait complete. 2024-09-19T05:50:50.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.123+0000 7fac9a7d6640 1 Processor -- start 2024-09-19T05:50:50.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.123+0000 7fac9a7d6640 1 -- start start 2024-09-19T05:50:50.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.123+0000 7fac9a7d6640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac940cf4c0 0x7fac9415d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.123+0000 7fac9a7d6640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac940cf950 0x7fac941507f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.124+0000 7fac9a7d6640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac9415e6d0 0x7fac9414b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.124+0000 7fac9a7d6640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fac940d2ee0 con 0x7fac940cf950 2024-09-19T05:50:50.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.124+0000 7fac9a7d6640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fac940d2d60 con 0x7fac9415e6d0 2024-09-19T05:50:50.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.124+0000 7fac9a7d6640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fac940d5060 con 0x7fac940cf4c0 2024-09-19T05:50:50.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.124+0000 7fac937fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac940cf950 0x7fac941507f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.124+0000 7fac937fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac940cf950 0x7fac941507f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37180/0 (socket says 172.21.15.46:37180) 2024-09-19T05:50:50.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.124+0000 7fac937fe640 1 -- 172.21.15.46:0/1825471003 learned_addr learned my addr 172.21.15.46:0/1825471003 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:50.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.124+0000 7fac93fff640 1 --2- 172.21.15.46:0/1825471003 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac940cf4c0 0x7fac9415d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.124+0000 7fac98d73640 1 --2- 172.21.15.46:0/1825471003 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac9415e6d0 0x7fac9414b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.124+0000 7fac937fe640 1 -- 172.21.15.46:0/1825471003 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac940cf4c0 msgr2=0x7fac9415d7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.124+0000 7fac937fe640 1 --2- 172.21.15.46:0/1825471003 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac940cf4c0 0x7fac9415d7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.124+0000 7fac937fe640 1 -- 172.21.15.46:0/1825471003 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac9415e6d0 msgr2=0x7fac9414b0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.124+0000 7fac937fe640 1 --2- 172.21.15.46:0/1825471003 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac9415e6d0 0x7fac9414b0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.124+0000 7fac937fe640 1 -- 172.21.15.46:0/1825471003 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac9414c510 con 0x7fac940cf950 2024-09-19T05:50:50.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.124+0000 7fac937fe640 1 --2- 172.21.15.46:0/1825471003 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac940cf950 0x7fac941507f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fac8800c820 tx=0x7fac8800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:50.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.124+0000 7fac90ff9640 1 -- 172.21.15.46:0/1825471003 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac88015070 con 0x7fac940cf950 2024-09-19T05:50:50.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.124+0000 7fac90ff9640 1 -- 172.21.15.46:0/1825471003 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac88007a30 con 0x7fac940cf950 2024-09-19T05:50:50.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.124+0000 7fac9a7d6640 1 -- 172.21.15.46:0/1825471003 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac9414b630 con 0x7fac940cf950 2024-09-19T05:50:50.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.124+0000 7fac90ff9640 1 -- 172.21.15.46:0/1825471003 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac88007e00 con 0x7fac940cf950 2024-09-19T05:50:50.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.124+0000 7fac9a7d6640 1 -- 172.21.15.46:0/1825471003 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac9414bbe0 con 0x7fac940cf950 2024-09-19T05:50:50.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.125+0000 7fac9a7d6640 1 -- 172.21.15.46:0/1825471003 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac940d5420 con 0x7fac940cf950 2024-09-19T05:50:50.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.126+0000 7fac90ff9640 1 -- 172.21.15.46:0/1825471003 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fac88018070 con 0x7fac940cf950 2024-09-19T05:50:50.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.126+0000 7fac90ff9640 1 --2- 172.21.15.46:0/1825471003 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fac8006c2b0 0x7fac8006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.126+0000 7fac90ff9640 1 -- 172.21.15.46:0/1825471003 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fac8808b410 con 0x7fac940cf950 2024-09-19T05:50:50.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.126+0000 7fac93fff640 1 --2- 172.21.15.46:0/1825471003 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fac8006c2b0 0x7fac8006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.127+0000 7fac93fff640 1 --2- 172.21.15.46:0/1825471003 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fac8006c2b0 0x7fac8006e770 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fac84034000 tx=0x7fac8402e000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:50.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.131+0000 7fac90ff9640 1 -- 172.21.15.46:0/1825471003 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fac88059490 con 0x7fac940cf950 2024-09-19T05:50:50.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.301+0000 7fac9a7d6640 1 -- 172.21.15.46:0/1825471003 --> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fac9414dbd0 con 0x7fac8006c2b0 2024-09-19T05:50:50.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.308+0000 7fac90ff9640 1 -- 172.21.15.46:0/1825471003 <== mgr.4099 v2:172.21.15.78:6832/1948069631 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250964 (secure 0 0 0) 0x7fac9414dbd0 con 0x7fac8006c2b0 2024-09-19T05:50:50.312 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:50.314 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-19T05:50:50.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.311+0000 7fac9a7d6640 1 -- 172.21.15.46:0/1825471003 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fac8006c2b0 msgr2=0x7fac8006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.311+0000 7fac9a7d6640 1 --2- 172.21.15.46:0/1825471003 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fac8006c2b0 0x7fac8006e770 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fac84034000 tx=0x7fac8402e000 comp rx=0 tx=0).stop 2024-09-19T05:50:50.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.311+0000 7fac9a7d6640 1 -- 172.21.15.46:0/1825471003 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac940cf950 msgr2=0x7fac941507f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.311+0000 7fac9a7d6640 1 --2- 172.21.15.46:0/1825471003 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac940cf950 0x7fac941507f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fac8800c820 tx=0x7fac8800cc20 comp rx=0 tx=0).stop 2024-09-19T05:50:50.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.311+0000 7fac9a7d6640 1 -- 172.21.15.46:0/1825471003 shutdown_connections 2024-09-19T05:50:50.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.311+0000 7fac9a7d6640 1 --2- 172.21.15.46:0/1825471003 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fac8006c2b0 0x7fac8006e770 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.311+0000 7fac9a7d6640 1 --2- 172.21.15.46:0/1825471003 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac9415e6d0 0x7fac9414b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.311+0000 7fac9a7d6640 1 --2- 172.21.15.46:0/1825471003 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac940cf950 0x7fac941507f0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.311+0000 7fac9a7d6640 1 --2- 172.21.15.46:0/1825471003 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac940cf4c0 0x7fac9415d7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.311+0000 7fac9a7d6640 1 -- 172.21.15.46:0/1825471003 >> 172.21.15.46:0/1825471003 conn(0x7fac940723c0 msgr2=0x7fac940d1220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:50.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.311+0000 7fac9a7d6640 1 -- 172.21.15.46:0/1825471003 shutdown_connections 2024-09-19T05:50:50.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.311+0000 7fac9a7d6640 1 -- 172.21.15.46:0/1825471003 wait complete. 2024-09-19T05:50:50.323 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-19T05:50:49.796135+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":106,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239880,"kb_used_data":2848,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734840,"statfs":{"total":773094113280,"available":772848476160,"internally_reserved":0,"allocated":2916352,"data_stored":1756588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001284"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494548+0000","last_change":"2024-09-19T05:50:45.663342+0000","last_active":"2024-09-19T05:50:47.494548+0000","last_peered":"2024-09-19T05:50:47.494548+0000","last_clean":"2024-09-19T05:50:47.494548+0000","last_became_active":"2024-09-19T05:50:45.662632+0000","last_became_peered":"2024-09-19T05:50:45.662632+0000","last_unstale":"2024-09-19T05:50:47.494548+0000","last_undegraded":"2024-09-19T05:50:47.494548+0000","last_fullsized":"2024-09-19T05:50:47.494548+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:38.989482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644985+0000","last_change":"2024-09-19T05:50:45.639162+0000","last_active":"2024-09-19T05:50:46.644985+0000","last_peered":"2024-09-19T05:50:46.644985+0000","last_clean":"2024-09-19T05:50:46.644985+0000","last_became_active":"2024-09-19T05:50:45.638753+0000","last_became_peered":"2024-09-19T05:50:45.638753+0000","last_unstale":"2024-09-19T05:50:46.644985+0000","last_undegraded":"2024-09-19T05:50:46.644985+0000","last_fullsized":"2024-09-19T05:50:46.644985+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:17.998682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977121+0000","last_change":"2024-09-19T05:50:45.639283+0000","last_active":"2024-09-19T05:50:46.977121+0000","last_peered":"2024-09-19T05:50:46.977121+0000","last_clean":"2024-09-19T05:50:46.977121+0000","last_became_active":"2024-09-19T05:50:45.638968+0000","last_became_peered":"2024-09-19T05:50:45.638968+0000","last_unstale":"2024-09-19T05:50:46.977121+0000","last_undegraded":"2024-09-19T05:50:46.977121+0000","last_fullsized":"2024-09-19T05:50:46.977121+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:57.832905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.635089+0000","last_change":"2024-09-19T05:50:44.635089+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.635089+0000","last_undegraded":"2024-09-19T05:50:44.635089+0000","last_fullsized":"2024-09-19T05:50:44.635089+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494450+0000","last_change":"2024-09-19T05:50:45.656402+0000","last_active":"2024-09-19T05:50:47.494450+0000","last_peered":"2024-09-19T05:50:47.494450+0000","last_clean":"2024-09-19T05:50:47.494450+0000","last_became_active":"2024-09-19T05:50:45.656099+0000","last_became_peered":"2024-09-19T05:50:45.656099+0000","last_unstale":"2024-09-19T05:50:47.494450+0000","last_undegraded":"2024-09-19T05:50:47.494450+0000","last_fullsized":"2024-09-19T05:50:47.494450+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:49:17.967330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.635886+0000","last_change":"2024-09-19T05:50:44.635886+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.635886+0000","last_undegraded":"2024-09-19T05:50:44.635886+0000","last_fullsized":"2024-09-19T05:50:44.635886+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494334+0000","last_change":"2024-09-19T05:50:45.660227+0000","last_active":"2024-09-19T05:50:47.494334+0000","last_peered":"2024-09-19T05:50:47.494334+0000","last_clean":"2024-09-19T05:50:47.494334+0000","last_became_active":"2024-09-19T05:50:45.659977+0000","last_became_peered":"2024-09-19T05:50:45.659977+0000","last_unstale":"2024-09-19T05:50:47.494334+0000","last_undegraded":"2024-09-19T05:50:47.494334+0000","last_fullsized":"2024-09-19T05:50:47.494334+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:21.723654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493910+0000","last_change":"2024-09-19T05:50:45.645609+0000","last_active":"2024-09-19T05:50:47.493910+0000","last_peered":"2024-09-19T05:50:47.493910+0000","last_clean":"2024-09-19T05:50:47.493910+0000","last_became_active":"2024-09-19T05:50:45.645280+0000","last_became_peered":"2024-09-19T05:50:45.645280+0000","last_unstale":"2024-09-19T05:50:47.493910+0000","last_undegraded":"2024-09-19T05:50:47.493910+0000","last_fullsized":"2024-09-19T05:50:47.493910+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:55:14.027111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494628+0000","last_change":"2024-09-19T05:50:45.662695+0000","last_active":"2024-09-19T05:50:47.494628+0000","last_peered":"2024-09-19T05:50:47.494628+0000","last_clean":"2024-09-19T05:50:47.494628+0000","last_became_active":"2024-09-19T05:50:45.662289+0000","last_became_peered":"2024-09-19T05:50:45.662289+0000","last_unstale":"2024-09-19T05:50:47.494628+0000","last_undegraded":"2024-09-19T05:50:47.494628+0000","last_fullsized":"2024-09-19T05:50:47.494628+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:35:11.693422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495180+0000","last_change":"2024-09-19T05:50:45.654107+0000","last_active":"2024-09-19T05:50:47.495180+0000","last_peered":"2024-09-19T05:50:47.495180+0000","last_clean":"2024-09-19T05:50:47.495180+0000","last_became_active":"2024-09-19T05:50:45.653806+0000","last_became_peered":"2024-09-19T05:50:45.653806+0000","last_unstale":"2024-09-19T05:50:47.495180+0000","last_undegraded":"2024-09-19T05:50:47.495180+0000","last_fullsized":"2024-09-19T05:50:47.495180+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:17.998682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495110+0000","last_change":"2024-09-19T05:50:45.652115+0000","last_active":"2024-09-19T05:50:47.495110+0000","last_peered":"2024-09-19T05:50:47.495110+0000","last_clean":"2024-09-19T05:50:47.495110+0000","last_became_active":"2024-09-19T05:50:45.651840+0000","last_became_peered":"2024-09-19T05:50:45.651840+0000","last_unstale":"2024-09-19T05:50:47.495110+0000","last_undegraded":"2024-09-19T05:50:47.495110+0000","last_fullsized":"2024-09-19T05:50:47.495110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:57.832905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649213+0000","last_change":"2024-09-19T05:50:45.654325+0000","last_active":"2024-09-19T05:50:46.649213+0000","last_peered":"2024-09-19T05:50:46.649213+0000","last_clean":"2024-09-19T05:50:46.649213+0000","last_became_active":"2024-09-19T05:50:45.653444+0000","last_became_peered":"2024-09-19T05:50:45.653444+0000","last_unstale":"2024-09-19T05:50:46.649213+0000","last_undegraded":"2024-09-19T05:50:46.649213+0000","last_fullsized":"2024-09-19T05:50:46.649213+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:12.820072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494293+0000","last_change":"2024-09-19T05:50:45.656355+0000","last_active":"2024-09-19T05:50:47.494293+0000","last_peered":"2024-09-19T05:50:47.494293+0000","last_clean":"2024-09-19T05:50:47.494293+0000","last_became_active":"2024-09-19T05:50:45.655819+0000","last_became_peered":"2024-09-19T05:50:45.655819+0000","last_unstale":"2024-09-19T05:50:47.494293+0000","last_undegraded":"2024-09-19T05:50:47.494293+0000","last_fullsized":"2024-09-19T05:50:47.494293+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:33.461562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.976996+0000","last_change":"2024-09-19T05:50:45.642684+0000","last_active":"2024-09-19T05:50:46.976996+0000","last_peered":"2024-09-19T05:50:46.976996+0000","last_clean":"2024-09-19T05:50:46.976996+0000","last_became_active":"2024-09-19T05:50:45.642400+0000","last_became_peered":"2024-09-19T05:50:45.642400+0000","last_unstale":"2024-09-19T05:50:46.976996+0000","last_undegraded":"2024-09-19T05:50:46.976996+0000","last_fullsized":"2024-09-19T05:50:46.976996+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:00.067176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644805+0000","last_change":"2024-09-19T05:50:45.648385+0000","last_active":"2024-09-19T05:50:46.644805+0000","last_peered":"2024-09-19T05:50:46.644805+0000","last_clean":"2024-09-19T05:50:46.644805+0000","last_became_active":"2024-09-19T05:50:45.647477+0000","last_became_peered":"2024-09-19T05:50:45.647477+0000","last_unstale":"2024-09-19T05:50:46.644805+0000","last_undegraded":"2024-09-19T05:50:46.644805+0000","last_fullsized":"2024-09-19T05:50:46.644805+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:57.832905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.631816+0000","last_change":"2024-09-19T05:50:44.631816+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.631816+0000","last_undegraded":"2024-09-19T05:50:44.631816+0000","last_fullsized":"2024-09-19T05:50:44.631816+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.631955+0000","last_change":"2024-09-19T05:50:44.631955+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.631955+0000","last_undegraded":"2024-09-19T05:50:44.631955+0000","last_fullsized":"2024-09-19T05:50:44.631955+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.141149+0000","last_change":"2024-09-19T05:50:45.655764+0000","last_active":"2024-09-19T05:50:47.141149+0000","last_peered":"2024-09-19T05:50:47.141149+0000","last_clean":"2024-09-19T05:50:47.141149+0000","last_became_active":"2024-09-19T05:50:45.655454+0000","last_became_peered":"2024-09-19T05:50:45.655454+0000","last_unstale":"2024-09-19T05:50:47.141149+0000","last_undegraded":"2024-09-19T05:50:47.141149+0000","last_fullsized":"2024-09-19T05:50:47.141149+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:25.200347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494916+0000","last_change":"2024-09-19T05:50:45.661153+0000","last_active":"2024-09-19T05:50:47.494916+0000","last_peered":"2024-09-19T05:50:47.494916+0000","last_clean":"2024-09-19T05:50:47.494916+0000","last_became_active":"2024-09-19T05:50:45.660423+0000","last_became_peered":"2024-09-19T05:50:45.660423+0000","last_unstale":"2024-09-19T05:50:47.494916+0000","last_undegraded":"2024-09-19T05:50:47.494916+0000","last_fullsized":"2024-09-19T05:50:47.494916+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:04.804886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494807+0000","last_change":"2024-09-19T05:50:45.652787+0000","last_active":"2024-09-19T05:50:47.494807+0000","last_peered":"2024-09-19T05:50:47.494807+0000","last_clean":"2024-09-19T05:50:47.494807+0000","last_became_active":"2024-09-19T05:50:45.652495+0000","last_became_peered":"2024-09-19T05:50:45.652495+0000","last_unstale":"2024-09-19T05:50:47.494807+0000","last_undegraded":"2024-09-19T05:50:47.494807+0000","last_fullsized":"2024-09-19T05:50:47.494807+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:00.067176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977058+0000","last_change":"2024-09-19T05:50:45.658151+0000","last_active":"2024-09-19T05:50:46.977058+0000","last_peered":"2024-09-19T05:50:46.977058+0000","last_clean":"2024-09-19T05:50:46.977058+0000","last_became_active":"2024-09-19T05:50:45.657871+0000","last_became_peered":"2024-09-19T05:50:45.657871+0000","last_unstale":"2024-09-19T05:50:46.977058+0000","last_undegraded":"2024-09-19T05:50:46.977058+0000","last_fullsized":"2024-09-19T05:50:46.977058+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:57.946959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.635451+0000","last_change":"2024-09-19T05:50:44.635451+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.635451+0000","last_undegraded":"2024-09-19T05:50:44.635451+0000","last_fullsized":"2024-09-19T05:50:44.635451+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493944+0000","last_change":"2024-09-19T05:50:45.649298+0000","last_active":"2024-09-19T05:50:47.493944+0000","last_peered":"2024-09-19T05:50:47.493944+0000","last_clean":"2024-09-19T05:50:47.493944+0000","last_became_active":"2024-09-19T05:50:45.648947+0000","last_became_peered":"2024-09-19T05:50:45.648947+0000","last_unstale":"2024-09-19T05:50:47.493944+0000","last_undegraded":"2024-09-19T05:50:47.493944+0000","last_fullsized":"2024-09-19T05:50:47.493944+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:33.262690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.631287+0000","last_change":"2024-09-19T05:50:44.631287+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.631287+0000","last_undegraded":"2024-09-19T05:50:44.631287+0000","last_fullsized":"2024-09-19T05:50:44.631287+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494454+0000","last_change":"2024-09-19T05:50:45.651184+0000","last_active":"2024-09-19T05:50:47.494454+0000","last_peered":"2024-09-19T05:50:47.494454+0000","last_clean":"2024-09-19T05:50:47.494454+0000","last_became_active":"2024-09-19T05:50:45.650821+0000","last_became_peered":"2024-09-19T05:50:45.650821+0000","last_unstale":"2024-09-19T05:50:47.494454+0000","last_undegraded":"2024-09-19T05:50:47.494454+0000","last_fullsized":"2024-09-19T05:50:47.494454+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:01.275894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495215+0000","last_change":"2024-09-19T05:50:45.657087+0000","last_active":"2024-09-19T05:50:47.495215+0000","last_peered":"2024-09-19T05:50:47.495215+0000","last_clean":"2024-09-19T05:50:47.495215+0000","last_became_active":"2024-09-19T05:50:45.656789+0000","last_became_peered":"2024-09-19T05:50:45.656789+0000","last_unstale":"2024-09-19T05:50:47.495215+0000","last_undegraded":"2024-09-19T05:50:47.495215+0000","last_fullsized":"2024-09-19T05:50:47.495215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:32.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645079+0000","last_change":"2024-09-19T05:50:45.647097+0000","last_active":"2024-09-19T05:50:46.645079+0000","last_peered":"2024-09-19T05:50:46.645079+0000","last_clean":"2024-09-19T05:50:46.645079+0000","last_became_active":"2024-09-19T05:50:45.646813+0000","last_became_peered":"2024-09-19T05:50:45.646813+0000","last_unstale":"2024-09-19T05:50:46.645079+0000","last_undegraded":"2024-09-19T05:50:46.645079+0000","last_fullsized":"2024-09-19T05:50:46.645079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:56.946807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494360+0000","last_change":"2024-09-19T05:50:45.647780+0000","last_active":"2024-09-19T05:50:47.494360+0000","last_peered":"2024-09-19T05:50:47.494360+0000","last_clean":"2024-09-19T05:50:47.494360+0000","last_became_active":"2024-09-19T05:50:45.647478+0000","last_became_peered":"2024-09-19T05:50:45.647478+0000","last_unstale":"2024-09-19T05:50:47.494360+0000","last_undegraded":"2024-09-19T05:50:47.494360+0000","last_fullsized":"2024-09-19T05:50:47.494360+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:23.951100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977338+0000","last_change":"2024-09-19T05:50:45.647652+0000","last_active":"2024-09-19T05:50:46.977338+0000","last_peered":"2024-09-19T05:50:46.977338+0000","last_clean":"2024-09-19T05:50:46.977338+0000","last_became_active":"2024-09-19T05:50:45.647232+0000","last_became_peered":"2024-09-19T05:50:45.647232+0000","last_unstale":"2024-09-19T05:50:46.977338+0000","last_undegraded":"2024-09-19T05:50:46.977338+0000","last_fullsized":"2024-09-19T05:50:46.977338+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:12.349326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.633804+0000","last_change":"2024-09-19T05:50:44.633804+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.633804+0000","last_undegraded":"2024-09-19T05:50:44.633804+0000","last_fullsized":"2024-09-19T05:50:44.633804+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.140960+0000","last_change":"2024-09-19T05:50:45.644251+0000","last_active":"2024-09-19T05:50:47.140960+0000","last_peered":"2024-09-19T05:50:47.140960+0000","last_clean":"2024-09-19T05:50:47.140960+0000","last_became_active":"2024-09-19T05:50:45.643951+0000","last_became_peered":"2024-09-19T05:50:45.643951+0000","last_unstale":"2024-09-19T05:50:47.140960+0000","last_undegraded":"2024-09-19T05:50:47.140960+0000","last_fullsized":"2024-09-19T05:50:47.140960+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:53.369878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494116+0000","last_change":"2024-09-19T05:50:45.655502+0000","last_active":"2024-09-19T05:50:47.494116+0000","last_peered":"2024-09-19T05:50:47.494116+0000","last_clean":"2024-09-19T05:50:47.494116+0000","last_became_active":"2024-09-19T05:50:45.655208+0000","last_became_peered":"2024-09-19T05:50:45.655208+0000","last_unstale":"2024-09-19T05:50:47.494116+0000","last_undegraded":"2024-09-19T05:50:47.494116+0000","last_fullsized":"2024-09-19T05:50:47.494116+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:14.204105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.648834+0000","last_change":"2024-09-19T05:50:45.644906+0000","last_active":"2024-09-19T05:50:46.648834+0000","last_peered":"2024-09-19T05:50:46.648834+0000","last_clean":"2024-09-19T05:50:46.648834+0000","last_became_active":"2024-09-19T05:50:45.644554+0000","last_became_peered":"2024-09-19T05:50:45.644554+0000","last_unstale":"2024-09-19T05:50:46.648834+0000","last_undegraded":"2024-09-19T05:50:46.648834+0000","last_fullsized":"2024-09-19T05:50:46.648834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:04.430049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494329+0000","last_change":"2024-09-19T05:50:44.647858+0000","last_active":"2024-09-19T05:50:47.494329+0000","last_peered":"2024-09-19T05:50:47.494329+0000","last_clean":"2024-09-19T05:50:47.494329+0000","last_became_active":"2024-09-19T05:50:44.647538+0000","last_became_peered":"2024-09-19T05:50:44.647538+0000","last_unstale":"2024-09-19T05:50:47.494329+0000","last_undegraded":"2024-09-19T05:50:47.494329+0000","last_fullsized":"2024-09-19T05:50:47.494329+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:58.710655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977298+0000","last_change":"2024-09-19T05:50:45.643952+0000","last_active":"2024-09-19T05:50:46.977298+0000","last_peered":"2024-09-19T05:50:46.977298+0000","last_clean":"2024-09-19T05:50:46.977298+0000","last_became_active":"2024-09-19T05:50:45.643679+0000","last_became_peered":"2024-09-19T05:50:45.643679+0000","last_unstale":"2024-09-19T05:50:46.977298+0000","last_undegraded":"2024-09-19T05:50:46.977298+0000","last_fullsized":"2024-09-19T05:50:46.977298+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:07.084769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494907+0000","last_change":"2024-09-19T05:50:44.650738+0000","last_active":"2024-09-19T05:50:47.494907+0000","last_peered":"2024-09-19T05:50:47.494907+0000","last_clean":"2024-09-19T05:50:47.494907+0000","last_became_active":"2024-09-19T05:50:44.650407+0000","last_became_peered":"2024-09-19T05:50:44.650407+0000","last_unstale":"2024-09-19T05:50:47.494907+0000","last_undegraded":"2024-09-19T05:50:47.494907+0000","last_fullsized":"2024-09-19T05:50:47.494907+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:52.166184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494004+0000","last_change":"2024-09-19T05:50:44.645772+0000","last_active":"2024-09-19T05:50:47.494004+0000","last_peered":"2024-09-19T05:50:47.494004+0000","last_clean":"2024-09-19T05:50:47.494004+0000","last_became_active":"2024-09-19T05:50:44.645466+0000","last_became_peered":"2024-09-19T05:50:44.645466+0000","last_unstale":"2024-09-19T05:50:47.494004+0000","last_undegraded":"2024-09-19T05:50:47.494004+0000","last_fullsized":"2024-09-19T05:50:47.494004+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:46:23.990411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494001+0000","last_change":"2024-09-19T05:50:45.643384+0000","last_active":"2024-09-19T05:50:47.494001+0000","last_peered":"2024-09-19T05:50:47.494001+0000","last_clean":"2024-09-19T05:50:47.494001+0000","last_became_active":"2024-09-19T05:50:45.643036+0000","last_became_peered":"2024-09-19T05:50:45.643036+0000","last_unstale":"2024-09-19T05:50:47.494001+0000","last_undegraded":"2024-09-19T05:50:47.494001+0000","last_fullsized":"2024-09-19T05:50:47.494001+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:59:38.504505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:50:44.652878+0000","last_change":"2024-09-19T05:50:44.646570+0000","last_active":"2024-09-19T05:50:44.652878+0000","last_peered":"2024-09-19T05:50:44.652878+0000","last_clean":"2024-09-19T05:50:44.652878+0000","last_became_active":"2024-09-19T05:50:44.646205+0000","last_became_peered":"2024-09-19T05:50:44.646205+0000","last_unstale":"2024-09-19T05:50:44.652878+0000","last_undegraded":"2024-09-19T05:50:44.652878+0000","last_fullsized":"2024-09-19T05:50:44.652878+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:14:59.514257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644802+0000","last_change":"2024-09-19T05:50:45.648607+0000","last_active":"2024-09-19T05:50:46.644802+0000","last_peered":"2024-09-19T05:50:46.644802+0000","last_clean":"2024-09-19T05:50:46.644802+0000","last_became_active":"2024-09-19T05:50:45.648104+0000","last_became_peered":"2024-09-19T05:50:45.648104+0000","last_unstale":"2024-09-19T05:50:46.644802+0000","last_undegraded":"2024-09-19T05:50:46.644802+0000","last_fullsized":"2024-09-19T05:50:46.644802+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:00.067176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495090+0000","last_change":"2024-09-19T05:50:44.651212+0000","last_active":"2024-09-19T05:50:47.495090+0000","last_peered":"2024-09-19T05:50:47.495090+0000","last_clean":"2024-09-19T05:50:47.495090+0000","last_became_active":"2024-09-19T05:50:44.650904+0000","last_became_peered":"2024-09-19T05:50:44.650904+0000","last_unstale":"2024-09-19T05:50:47.495090+0000","last_undegraded":"2024-09-19T05:50:47.495090+0000","last_fullsized":"2024-09-19T05:50:47.495090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:45.362637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.631864+0000","last_change":"2024-09-19T05:50:44.631864+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.631864+0000","last_undegraded":"2024-09-19T05:50:44.631864+0000","last_fullsized":"2024-09-19T05:50:44.631864+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:50:44.652855+0000","last_change":"2024-09-19T05:50:44.645247+0000","last_active":"2024-09-19T05:50:44.652855+0000","last_peered":"2024-09-19T05:50:44.652855+0000","last_clean":"2024-09-19T05:50:44.652855+0000","last_became_active":"2024-09-19T05:50:44.644986+0000","last_became_peered":"2024-09-19T05:50:44.644986+0000","last_unstale":"2024-09-19T05:50:44.652855+0000","last_undegraded":"2024-09-19T05:50:44.652855+0000","last_fullsized":"2024-09-19T05:50:44.652855+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:27.672923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977255+0000","last_change":"2024-09-19T05:50:45.641646+0000","last_active":"2024-09-19T05:50:46.977255+0000","last_peered":"2024-09-19T05:50:46.977255+0000","last_clean":"2024-09-19T05:50:46.977255+0000","last_became_active":"2024-09-19T05:50:45.641332+0000","last_became_peered":"2024-09-19T05:50:45.641332+0000","last_unstale":"2024-09-19T05:50:46.977255+0000","last_undegraded":"2024-09-19T05:50:46.977255+0000","last_fullsized":"2024-09-19T05:50:46.977255+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:32.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645058+0000","last_change":"2024-09-19T05:50:44.646863+0000","last_active":"2024-09-19T05:50:46.645058+0000","last_peered":"2024-09-19T05:50:46.645058+0000","last_clean":"2024-09-19T05:50:46.645058+0000","last_became_active":"2024-09-19T05:50:44.646023+0000","last_became_peered":"2024-09-19T05:50:44.646023+0000","last_unstale":"2024-09-19T05:50:46.645058+0000","last_undegraded":"2024-09-19T05:50:46.645058+0000","last_fullsized":"2024-09-19T05:50:46.645058+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:52.729171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649323+0000","last_change":"2024-09-19T05:50:45.650335+0000","last_active":"2024-09-19T05:50:46.649323+0000","last_peered":"2024-09-19T05:50:46.649323+0000","last_clean":"2024-09-19T05:50:46.649323+0000","last_became_active":"2024-09-19T05:50:45.649850+0000","last_became_peered":"2024-09-19T05:50:45.649850+0000","last_unstale":"2024-09-19T05:50:46.649323+0000","last_undegraded":"2024-09-19T05:50:46.649323+0000","last_fullsized":"2024-09-19T05:50:46.649323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:14:55.463012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494867+0000","last_change":"2024-09-19T05:50:44.645584+0000","last_active":"2024-09-19T05:50:47.494867+0000","last_peered":"2024-09-19T05:50:47.494867+0000","last_clean":"2024-09-19T05:50:47.494867+0000","last_became_active":"2024-09-19T05:50:44.645280+0000","last_became_peered":"2024-09-19T05:50:44.645280+0000","last_unstale":"2024-09-19T05:50:47.494867+0000","last_undegraded":"2024-09-19T05:50:47.494867+0000","last_fullsized":"2024-09-19T05:50:47.494867+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:04.037710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494803+0000","last_change":"2024-09-19T05:50:45.661839+0000","last_active":"2024-09-19T05:50:47.494803+0000","last_peered":"2024-09-19T05:50:47.494803+0000","last_clean":"2024-09-19T05:50:47.494803+0000","last_became_active":"2024-09-19T05:50:45.661400+0000","last_became_peered":"2024-09-19T05:50:45.661400+0000","last_unstale":"2024-09-19T05:50:47.494803+0000","last_undegraded":"2024-09-19T05:50:47.494803+0000","last_fullsized":"2024-09-19T05:50:47.494803+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:32.566393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977352+0000","last_change":"2024-09-19T05:50:44.647789+0000","last_active":"2024-09-19T05:50:46.977352+0000","last_peered":"2024-09-19T05:50:46.977352+0000","last_clean":"2024-09-19T05:50:46.977352+0000","last_became_active":"2024-09-19T05:50:44.647481+0000","last_became_peered":"2024-09-19T05:50:44.647481+0000","last_unstale":"2024-09-19T05:50:46.977352+0000","last_undegraded":"2024-09-19T05:50:46.977352+0000","last_fullsized":"2024-09-19T05:50:46.977352+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:45.362637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977265+0000","last_change":"2024-09-19T05:50:45.657812+0000","last_active":"2024-09-19T05:50:46.977265+0000","last_peered":"2024-09-19T05:50:46.977265+0000","last_clean":"2024-09-19T05:50:46.977265+0000","last_became_active":"2024-09-19T05:50:45.657522+0000","last_became_peered":"2024-09-19T05:50:45.657522+0000","last_unstale":"2024-09-19T05:50:46.977265+0000","last_undegraded":"2024-09-19T05:50:46.977265+0000","last_fullsized":"2024-09-19T05:50:46.977265+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:56.946807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:50:44.653071+0000","last_change":"2024-09-19T05:50:44.647516+0000","last_active":"2024-09-19T05:50:44.653071+0000","last_peered":"2024-09-19T05:50:44.653071+0000","last_clean":"2024-09-19T05:50:44.653071+0000","last_became_active":"2024-09-19T05:50:44.646177+0000","last_became_peered":"2024-09-19T05:50:44.646177+0000","last_unstale":"2024-09-19T05:50:44.653071+0000","last_undegraded":"2024-09-19T05:50:44.653071+0000","last_fullsized":"2024-09-19T05:50:44.653071+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:58.710655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494520+0000","last_change":"2024-09-19T05:50:45.660294+0000","last_active":"2024-09-19T05:50:47.494520+0000","last_peered":"2024-09-19T05:50:47.494520+0000","last_clean":"2024-09-19T05:50:47.494520+0000","last_became_active":"2024-09-19T05:50:45.660019+0000","last_became_peered":"2024-09-19T05:50:45.660019+0000","last_unstale":"2024-09-19T05:50:47.494520+0000","last_undegraded":"2024-09-19T05:50:47.494520+0000","last_fullsized":"2024-09-19T05:50:47.494520+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:21.871009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494690+0000","last_change":"2024-09-19T05:50:44.650417+0000","last_active":"2024-09-19T05:50:47.494690+0000","last_peered":"2024-09-19T05:50:47.494690+0000","last_clean":"2024-09-19T05:50:47.494690+0000","last_became_active":"2024-09-19T05:50:44.650127+0000","last_became_peered":"2024-09-19T05:50:44.650127+0000","last_unstale":"2024-09-19T05:50:47.494690+0000","last_undegraded":"2024-09-19T05:50:47.494690+0000","last_fullsized":"2024-09-19T05:50:47.494690+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:04.487795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494653+0000","last_change":"2024-09-19T05:50:45.654922+0000","last_active":"2024-09-19T05:50:47.494653+0000","last_peered":"2024-09-19T05:50:47.494653+0000","last_clean":"2024-09-19T05:50:47.494653+0000","last_became_active":"2024-09-19T05:50:45.653453+0000","last_became_peered":"2024-09-19T05:50:45.653453+0000","last_unstale":"2024-09-19T05:50:47.494653+0000","last_undegraded":"2024-09-19T05:50:47.494653+0000","last_fullsized":"2024-09-19T05:50:47.494653+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:13:04.055698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.140831+0000","last_change":"2024-09-19T05:50:44.640408+0000","last_active":"2024-09-19T05:50:47.140831+0000","last_peered":"2024-09-19T05:50:47.140831+0000","last_clean":"2024-09-19T05:50:47.140831+0000","last_became_active":"2024-09-19T05:50:44.640088+0000","last_became_peered":"2024-09-19T05:50:44.640088+0000","last_unstale":"2024-09-19T05:50:47.140831+0000","last_undegraded":"2024-09-19T05:50:47.140831+0000","last_fullsized":"2024-09-19T05:50:47.140831+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:24.976624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494113+0000","last_change":"2024-09-19T05:50:45.660187+0000","last_active":"2024-09-19T05:50:47.494113+0000","last_peered":"2024-09-19T05:50:47.494113+0000","last_clean":"2024-09-19T05:50:47.494113+0000","last_became_active":"2024-09-19T05:50:45.659888+0000","last_became_peered":"2024-09-19T05:50:45.659888+0000","last_unstale":"2024-09-19T05:50:47.494113+0000","last_undegraded":"2024-09-19T05:50:47.494113+0000","last_fullsized":"2024-09-19T05:50:47.494113+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:12.349326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649234+0000","last_change":"2024-09-19T05:50:44.643629+0000","last_active":"2024-09-19T05:50:46.649234+0000","last_peered":"2024-09-19T05:50:46.649234+0000","last_clean":"2024-09-19T05:50:46.649234+0000","last_became_active":"2024-09-19T05:50:44.643259+0000","last_became_peered":"2024-09-19T05:50:44.643259+0000","last_unstale":"2024-09-19T05:50:46.649234+0000","last_undegraded":"2024-09-19T05:50:46.649234+0000","last_fullsized":"2024-09-19T05:50:46.649234+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:27.672923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494733+0000","last_change":"2024-09-19T05:50:45.660669+0000","last_active":"2024-09-19T05:50:47.494733+0000","last_peered":"2024-09-19T05:50:47.494733+0000","last_clean":"2024-09-19T05:50:47.494733+0000","last_became_active":"2024-09-19T05:50:45.660341+0000","last_became_peered":"2024-09-19T05:50:45.660341+0000","last_unstale":"2024-09-19T05:50:47.494733+0000","last_undegraded":"2024-09-19T05:50:47.494733+0000","last_fullsized":"2024-09-19T05:50:47.494733+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:47.540822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.141056+0000","last_change":"2024-09-19T05:50:44.640442+0000","last_active":"2024-09-19T05:50:47.141056+0000","last_peered":"2024-09-19T05:50:47.141056+0000","last_clean":"2024-09-19T05:50:47.141056+0000","last_became_active":"2024-09-19T05:50:44.640145+0000","last_became_peered":"2024-09-19T05:50:44.640145+0000","last_unstale":"2024-09-19T05:50:47.141056+0000","last_undegraded":"2024-09-19T05:50:47.141056+0000","last_fullsized":"2024-09-19T05:50:47.141056+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:52.884411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494707+0000","last_change":"2024-09-19T05:50:45.661981+0000","last_active":"2024-09-19T05:50:47.494707+0000","last_peered":"2024-09-19T05:50:47.494707+0000","last_clean":"2024-09-19T05:50:47.494707+0000","last_became_active":"2024-09-19T05:50:45.661686+0000","last_became_peered":"2024-09-19T05:50:45.661686+0000","last_unstale":"2024-09-19T05:50:47.494707+0000","last_undegraded":"2024-09-19T05:50:47.494707+0000","last_fullsized":"2024-09-19T05:50:47.494707+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:03.057093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645125+0000","last_change":"2024-09-19T05:50:44.643128+0000","last_active":"2024-09-19T05:50:46.645125+0000","last_peered":"2024-09-19T05:50:46.645125+0000","last_clean":"2024-09-19T05:50:46.645125+0000","last_became_active":"2024-09-19T05:50:44.642113+0000","last_became_peered":"2024-09-19T05:50:44.642113+0000","last_unstale":"2024-09-19T05:50:46.645125+0000","last_undegraded":"2024-09-19T05:50:46.645125+0000","last_fullsized":"2024-09-19T05:50:46.645125+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:59.194459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.634138+0000","last_change":"2024-09-19T05:50:44.634138+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.634138+0000","last_undegraded":"2024-09-19T05:50:44.634138+0000","last_fullsized":"2024-09-19T05:50:44.634138+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.141019+0000","last_change":"2024-09-19T05:50:44.643148+0000","last_active":"2024-09-19T05:50:47.141019+0000","last_peered":"2024-09-19T05:50:47.141019+0000","last_clean":"2024-09-19T05:50:47.141019+0000","last_became_active":"2024-09-19T05:50:44.642811+0000","last_became_peered":"2024-09-19T05:50:44.642811+0000","last_unstale":"2024-09-19T05:50:47.141019+0000","last_undegraded":"2024-09-19T05:50:47.141019+0000","last_fullsized":"2024-09-19T05:50:47.141019+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:04.371817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494379+0000","last_change":"2024-09-19T05:50:45.663854+0000","last_active":"2024-09-19T05:50:47.494379+0000","last_peered":"2024-09-19T05:50:47.494379+0000","last_clean":"2024-09-19T05:50:47.494379+0000","last_became_active":"2024-09-19T05:50:45.663593+0000","last_became_peered":"2024-09-19T05:50:45.663593+0000","last_unstale":"2024-09-19T05:50:47.494379+0000","last_undegraded":"2024-09-19T05:50:47.494379+0000","last_fullsized":"2024-09-19T05:50:47.494379+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:53.987517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494128+0000","last_change":"2024-09-19T05:50:35.646709+0000","last_active":"2024-09-19T05:50:47.494128+0000","last_peered":"2024-09-19T05:50:47.494128+0000","last_clean":"2024-09-19T05:50:47.494128+0000","last_became_active":"2024-09-19T05:50:35.645765+0000","last_became_peered":"2024-09-19T05:50:35.645765+0000","last_unstale":"2024-09-19T05:50:47.494128+0000","last_undegraded":"2024-09-19T05:50:47.494128+0000","last_fullsized":"2024-09-19T05:50:47.494128+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_clean_scrub_stamp":"2024-09-19T05:50:34.148268+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:39.766293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:50:44.649777+0000","last_change":"2024-09-19T05:50:44.642997+0000","last_active":"2024-09-19T05:50:44.649777+0000","last_peered":"2024-09-19T05:50:44.649777+0000","last_clean":"2024-09-19T05:50:44.649777+0000","last_became_active":"2024-09-19T05:50:44.642584+0000","last_became_peered":"2024-09-19T05:50:44.642584+0000","last_unstale":"2024-09-19T05:50:44.649777+0000","last_undegraded":"2024-09-19T05:50:44.649777+0000","last_fullsized":"2024-09-19T05:50:44.649777+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:35:43.079015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494109+0000","last_change":"2024-09-19T05:50:45.648245+0000","last_active":"2024-09-19T05:50:47.494109+0000","last_peered":"2024-09-19T05:50:47.494109+0000","last_clean":"2024-09-19T05:50:47.494109+0000","last_became_active":"2024-09-19T05:50:45.647721+0000","last_became_peered":"2024-09-19T05:50:45.647721+0000","last_unstale":"2024-09-19T05:50:47.494109+0000","last_undegraded":"2024-09-19T05:50:47.494109+0000","last_fullsized":"2024-09-19T05:50:47.494109+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:41:32.461004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493967+0000","last_change":"2024-09-19T05:50:44.653156+0000","last_active":"2024-09-19T05:50:47.493967+0000","last_peered":"2024-09-19T05:50:47.493967+0000","last_clean":"2024-09-19T05:50:47.493967+0000","last_became_active":"2024-09-19T05:50:44.652870+0000","last_became_peered":"2024-09-19T05:50:44.652870+0000","last_unstale":"2024-09-19T05:50:47.493967+0000","last_undegraded":"2024-09-19T05:50:47.493967+0000","last_fullsized":"2024-09-19T05:50:47.493967+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:42.176681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.976978+0000","last_change":"2024-09-19T05:50:45.651489+0000","last_active":"2024-09-19T05:50:46.976978+0000","last_peered":"2024-09-19T05:50:46.976978+0000","last_clean":"2024-09-19T05:50:46.976978+0000","last_became_active":"2024-09-19T05:50:45.651159+0000","last_became_peered":"2024-09-19T05:50:45.651159+0000","last_unstale":"2024-09-19T05:50:46.976978+0000","last_undegraded":"2024-09-19T05:50:46.976978+0000","last_fullsized":"2024-09-19T05:50:46.976978+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:13:04.055698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.140909+0000","last_change":"2024-09-19T05:50:44.645053+0000","last_active":"2024-09-19T05:50:47.140909+0000","last_peered":"2024-09-19T05:50:47.140909+0000","last_clean":"2024-09-19T05:50:47.140909+0000","last_became_active":"2024-09-19T05:50:44.644661+0000","last_became_peered":"2024-09-19T05:50:44.644661+0000","last_unstale":"2024-09-19T05:50:47.140909+0000","last_undegraded":"2024-09-19T05:50:47.140909+0000","last_fullsized":"2024-09-19T05:50:47.140909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:04.037710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644806+0000","last_change":"2024-09-19T05:50:45.641005+0000","last_active":"2024-09-19T05:50:46.644806+0000","last_peered":"2024-09-19T05:50:46.644806+0000","last_clean":"2024-09-19T05:50:46.644806+0000","last_became_active":"2024-09-19T05:50:45.640602+0000","last_became_peered":"2024-09-19T05:50:45.640602+0000","last_unstale":"2024-09-19T05:50:46.644806+0000","last_undegraded":"2024-09-19T05:50:46.644806+0000","last_fullsized":"2024-09-19T05:50:46.644806+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:57.946959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:50:44.652986+0000","last_change":"2024-09-19T05:50:44.647238+0000","last_active":"2024-09-19T05:50:44.652986+0000","last_peered":"2024-09-19T05:50:44.652986+0000","last_clean":"2024-09-19T05:50:44.652986+0000","last_became_active":"2024-09-19T05:50:44.646102+0000","last_became_peered":"2024-09-19T05:50:44.646102+0000","last_unstale":"2024-09-19T05:50:44.652986+0000","last_undegraded":"2024-09-19T05:50:44.652986+0000","last_fullsized":"2024-09-19T05:50:44.652986+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:46:23.990411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649047+0000","last_change":"2024-09-19T05:50:45.645840+0000","last_active":"2024-09-19T05:50:46.649047+0000","last_peered":"2024-09-19T05:50:46.649047+0000","last_clean":"2024-09-19T05:50:46.649047+0000","last_became_active":"2024-09-19T05:50:45.645568+0000","last_became_peered":"2024-09-19T05:50:45.645568+0000","last_unstale":"2024-09-19T05:50:46.649047+0000","last_undegraded":"2024-09-19T05:50:46.649047+0000","last_fullsized":"2024-09-19T05:50:46.649047+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:19.671806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644884+0000","last_change":"2024-09-19T05:50:44.643113+0000","last_active":"2024-09-19T05:50:46.644884+0000","last_peered":"2024-09-19T05:50:46.644884+0000","last_clean":"2024-09-19T05:50:46.644884+0000","last_became_active":"2024-09-19T05:50:44.642071+0000","last_became_peered":"2024-09-19T05:50:44.642071+0000","last_unstale":"2024-09-19T05:50:46.644884+0000","last_undegraded":"2024-09-19T05:50:46.644884+0000","last_fullsized":"2024-09-19T05:50:46.644884+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:24.976624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.630960+0000","last_change":"2024-09-19T05:50:44.630960+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.630960+0000","last_undegraded":"2024-09-19T05:50:44.630960+0000","last_fullsized":"2024-09-19T05:50:44.630960+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494859+0000","last_change":"2024-09-19T05:50:44.650020+0000","last_active":"2024-09-19T05:50:47.494859+0000","last_peered":"2024-09-19T05:50:47.494859+0000","last_clean":"2024-09-19T05:50:47.494859+0000","last_became_active":"2024-09-19T05:50:44.649724+0000","last_became_peered":"2024-09-19T05:50:44.649724+0000","last_unstale":"2024-09-19T05:50:47.494859+0000","last_undegraded":"2024-09-19T05:50:47.494859+0000","last_fullsized":"2024-09-19T05:50:47.494859+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:24.195091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644996+0000","last_change":"2024-09-19T05:50:45.641334+0000","last_active":"2024-09-19T05:50:46.644996+0000","last_peered":"2024-09-19T05:50:46.644996+0000","last_clean":"2024-09-19T05:50:46.644996+0000","last_became_active":"2024-09-19T05:50:45.640774+0000","last_became_peered":"2024-09-19T05:50:45.640774+0000","last_unstale":"2024-09-19T05:50:46.644996+0000","last_undegraded":"2024-09-19T05:50:46.644996+0000","last_fullsized":"2024-09-19T05:50:46.644996+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:32.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645027+0000","last_change":"2024-09-19T05:50:44.645936+0000","last_active":"2024-09-19T05:50:46.645027+0000","last_peered":"2024-09-19T05:50:46.645027+0000","last_clean":"2024-09-19T05:50:46.645027+0000","last_became_active":"2024-09-19T05:50:44.645627+0000","last_became_peered":"2024-09-19T05:50:44.645627+0000","last_unstale":"2024-09-19T05:50:46.645027+0000","last_undegraded":"2024-09-19T05:50:46.645027+0000","last_fullsized":"2024-09-19T05:50:46.645027+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:04.371817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494359+0000","last_change":"2024-09-19T05:50:45.657228+0000","last_active":"2024-09-19T05:50:47.494359+0000","last_peered":"2024-09-19T05:50:47.494359+0000","last_clean":"2024-09-19T05:50:47.494359+0000","last_became_active":"2024-09-19T05:50:45.656976+0000","last_became_peered":"2024-09-19T05:50:45.656976+0000","last_unstale":"2024-09-19T05:50:47.494359+0000","last_undegraded":"2024-09-19T05:50:47.494359+0000","last_fullsized":"2024-09-19T05:50:47.494359+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:53.216403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495178+0000","last_change":"2024-09-19T05:50:44.647866+0000","last_active":"2024-09-19T05:50:47.495178+0000","last_peered":"2024-09-19T05:50:47.495178+0000","last_clean":"2024-09-19T05:50:47.495178+0000","last_became_active":"2024-09-19T05:50:44.647531+0000","last_became_peered":"2024-09-19T05:50:44.647531+0000","last_unstale":"2024-09-19T05:50:47.495178+0000","last_undegraded":"2024-09-19T05:50:47.495178+0000","last_fullsized":"2024-09-19T05:50:47.495178+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:24.976624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977223+0000","last_change":"2024-09-19T05:50:45.646625+0000","last_active":"2024-09-19T05:50:46.977223+0000","last_peered":"2024-09-19T05:50:46.977223+0000","last_clean":"2024-09-19T05:50:46.977223+0000","last_became_active":"2024-09-19T05:50:45.646338+0000","last_became_peered":"2024-09-19T05:50:45.646338+0000","last_unstale":"2024-09-19T05:50:46.977223+0000","last_undegraded":"2024-09-19T05:50:46.977223+0000","last_fullsized":"2024-09-19T05:50:46.977223+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:17.998682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493953+0000","last_change":"2024-09-19T05:50:44.649854+0000","last_active":"2024-09-19T05:50:47.493953+0000","last_peered":"2024-09-19T05:50:47.493953+0000","last_clean":"2024-09-19T05:50:47.493953+0000","last_became_active":"2024-09-19T05:50:44.649588+0000","last_became_peered":"2024-09-19T05:50:44.649588+0000","last_unstale":"2024-09-19T05:50:47.493953+0000","last_undegraded":"2024-09-19T05:50:47.493953+0000","last_fullsized":"2024-09-19T05:50:47.493953+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:52.884411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.648900+0000","last_change":"2024-09-19T05:50:45.646821+0000","last_active":"2024-09-19T05:50:46.648900+0000","last_peered":"2024-09-19T05:50:46.648900+0000","last_clean":"2024-09-19T05:50:46.648900+0000","last_became_active":"2024-09-19T05:50:45.645313+0000","last_became_peered":"2024-09-19T05:50:45.645313+0000","last_unstale":"2024-09-19T05:50:46.648900+0000","last_undegraded":"2024-09-19T05:50:46.648900+0000","last_fullsized":"2024-09-19T05:50:46.648900+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:58.716147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644861+0000","last_change":"2024-09-19T05:50:44.647067+0000","last_active":"2024-09-19T05:50:46.644861+0000","last_peered":"2024-09-19T05:50:46.644861+0000","last_clean":"2024-09-19T05:50:46.644861+0000","last_became_active":"2024-09-19T05:50:44.646008+0000","last_became_peered":"2024-09-19T05:50:44.646008+0000","last_unstale":"2024-09-19T05:50:46.644861+0000","last_undegraded":"2024-09-19T05:50:46.644861+0000","last_fullsized":"2024-09-19T05:50:46.644861+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:04.037710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494102+0000","last_change":"2024-09-19T05:50:45.650231+0000","last_active":"2024-09-19T05:50:47.494102+0000","last_peered":"2024-09-19T05:50:47.494102+0000","last_clean":"2024-09-19T05:50:47.494102+0000","last_became_active":"2024-09-19T05:50:45.649791+0000","last_became_peered":"2024-09-19T05:50:45.649791+0000","last_unstale":"2024-09-19T05:50:47.494102+0000","last_undegraded":"2024-09-19T05:50:47.494102+0000","last_fullsized":"2024-09-19T05:50:47.494102+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:32.131654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644937+0000","last_change":"2024-09-19T05:50:44.647192+0000","last_active":"2024-09-19T05:50:46.644937+0000","last_peered":"2024-09-19T05:50:46.644937+0000","last_clean":"2024-09-19T05:50:46.644937+0000","last_became_active":"2024-09-19T05:50:44.646843+0000","last_became_peered":"2024-09-19T05:50:44.646843+0000","last_unstale":"2024-09-19T05:50:46.644937+0000","last_undegraded":"2024-09-19T05:50:46.644937+0000","last_fullsized":"2024-09-19T05:50:46.644937+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:52.884411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494398+0000","last_change":"2024-09-19T05:50:45.644897+0000","last_active":"2024-09-19T05:50:47.494398+0000","last_peered":"2024-09-19T05:50:47.494398+0000","last_clean":"2024-09-19T05:50:47.494398+0000","last_became_active":"2024-09-19T05:50:45.644608+0000","last_became_peered":"2024-09-19T05:50:45.644608+0000","last_unstale":"2024-09-19T05:50:47.494398+0000","last_undegraded":"2024-09-19T05:50:47.494398+0000","last_fullsized":"2024-09-19T05:50:47.494398+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:23.859873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494513+0000","last_change":"2024-09-19T05:50:44.651223+0000","last_active":"2024-09-19T05:50:47.494513+0000","last_peered":"2024-09-19T05:50:47.494513+0000","last_clean":"2024-09-19T05:50:47.494513+0000","last_became_active":"2024-09-19T05:50:44.650714+0000","last_became_peered":"2024-09-19T05:50:44.650714+0000","last_unstale":"2024-09-19T05:50:47.494513+0000","last_undegraded":"2024-09-19T05:50:47.494513+0000","last_fullsized":"2024-09-19T05:50:47.494513+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:59.194459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494844+0000","last_change":"2024-09-19T05:50:45.652855+0000","last_active":"2024-09-19T05:50:47.494844+0000","last_peered":"2024-09-19T05:50:47.494844+0000","last_clean":"2024-09-19T05:50:47.494844+0000","last_became_active":"2024-09-19T05:50:45.652492+0000","last_became_peered":"2024-09-19T05:50:45.652492+0000","last_unstale":"2024-09-19T05:50:47.494844+0000","last_undegraded":"2024-09-19T05:50:47.494844+0000","last_fullsized":"2024-09-19T05:50:47.494844+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:57.946959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.632056+0000","last_change":"2024-09-19T05:50:44.632056+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.632056+0000","last_undegraded":"2024-09-19T05:50:44.632056+0000","last_fullsized":"2024-09-19T05:50:44.632056+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494304+0000","last_change":"2024-09-19T05:50:44.653550+0000","last_active":"2024-09-19T05:50:47.494304+0000","last_peered":"2024-09-19T05:50:47.494304+0000","last_clean":"2024-09-19T05:50:47.494304+0000","last_became_active":"2024-09-19T05:50:44.653261+0000","last_became_peered":"2024-09-19T05:50:44.653261+0000","last_unstale":"2024-09-19T05:50:47.494304+0000","last_undegraded":"2024-09-19T05:50:47.494304+0000","last_fullsized":"2024-09-19T05:50:47.494304+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:52.729171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.634598+0000","last_change":"2024-09-19T05:50:44.634598+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.634598+0000","last_undegraded":"2024-09-19T05:50:44.634598+0000","last_fullsized":"2024-09-19T05:50:44.634598+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494457+0000","last_change":"2024-09-19T05:50:44.651806+0000","last_active":"2024-09-19T05:50:47.494457+0000","last_peered":"2024-09-19T05:50:47.494457+0000","last_clean":"2024-09-19T05:50:47.494457+0000","last_became_active":"2024-09-19T05:50:44.651572+0000","last_became_peered":"2024-09-19T05:50:44.651572+0000","last_unstale":"2024-09-19T05:50:47.494457+0000","last_undegraded":"2024-09-19T05:50:47.494457+0000","last_fullsized":"2024-09-19T05:50:47.494457+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:52.364621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977297+0000","last_change":"2024-09-19T05:50:45.642360+0000","last_active":"2024-09-19T05:50:46.977297+0000","last_peered":"2024-09-19T05:50:46.977297+0000","last_clean":"2024-09-19T05:50:46.977297+0000","last_became_active":"2024-09-19T05:50:45.642052+0000","last_became_peered":"2024-09-19T05:50:45.642052+0000","last_unstale":"2024-09-19T05:50:46.977297+0000","last_undegraded":"2024-09-19T05:50:46.977297+0000","last_fullsized":"2024-09-19T05:50:46.977297+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:03.756896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494277+0000","last_change":"2024-09-19T05:50:44.644703+0000","last_active":"2024-09-19T05:50:47.494277+0000","last_peered":"2024-09-19T05:50:47.494277+0000","last_clean":"2024-09-19T05:50:47.494277+0000","last_became_active":"2024-09-19T05:50:44.644397+0000","last_became_peered":"2024-09-19T05:50:44.644397+0000","last_unstale":"2024-09-19T05:50:47.494277+0000","last_undegraded":"2024-09-19T05:50:47.494277+0000","last_fullsized":"2024-09-19T05:50:47.494277+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:08.856704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494439+0000","last_change":"2024-09-19T05:50:45.656686+0000","last_active":"2024-09-19T05:50:47.494439+0000","last_peered":"2024-09-19T05:50:47.494439+0000","last_clean":"2024-09-19T05:50:47.494439+0000","last_became_active":"2024-09-19T05:50:45.656389+0000","last_became_peered":"2024-09-19T05:50:45.656389+0000","last_unstale":"2024-09-19T05:50:47.494439+0000","last_undegraded":"2024-09-19T05:50:47.494439+0000","last_fullsized":"2024-09-19T05:50:47.494439+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:56.959379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977320+0000","last_change":"2024-09-19T05:50:44.648697+0000","last_active":"2024-09-19T05:50:46.977320+0000","last_peered":"2024-09-19T05:50:46.977320+0000","last_clean":"2024-09-19T05:50:46.977320+0000","last_became_active":"2024-09-19T05:50:44.648081+0000","last_became_peered":"2024-09-19T05:50:44.648081+0000","last_unstale":"2024-09-19T05:50:46.977320+0000","last_undegraded":"2024-09-19T05:50:46.977320+0000","last_fullsized":"2024-09-19T05:50:46.977320+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:04.487795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":176128,"data_stored":54459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":811008,"data_stored":664759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542150,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":75421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542148,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":225280,"data_stored":73935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35568,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336272,"statfs":{"total":96636764160,"available":96600342528,"internally_reserved":0,"allocated":225280,"data_stored":75421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":212992,"data_stored":73809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":73969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":819200,"data_stored":664815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:50:50.327 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3c is not active+clean 2024-09-19T05:50:50.327 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:50:44.635089+0000', 'last_change': '2024-09-19T05:50:44.635089+0000', 'last_active': '2024-09-19T05:50:44.620081+0000', 'last_peered': '2024-09-19T05:50:44.620081+0000', 'last_clean': '2024-09-19T05:50:44.620081+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:50:44.635089+0000', 'last_undegraded': '2024-09-19T05:50:44.635089+0000', 'last_fullsized': '2024-09-19T05:50:44.635089+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_clean_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:50:50.327 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3a is not active+clean 2024-09-19T05:50:50.327 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:50:44.635886+0000', 'last_change': '2024-09-19T05:50:44.635886+0000', 'last_active': '2024-09-19T05:50:44.620081+0000', 'last_peered': '2024-09-19T05:50:44.620081+0000', 'last_clean': '2024-09-19T05:50:44.620081+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:50:44.635886+0000', 'last_undegraded': '2024-09-19T05:50:44.635886+0000', 'last_fullsized': '2024-09-19T05:50:44.635886+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_clean_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:50:50.327 INFO:tasks.ceph.ceph_manager.ceph:PG 3.30 is not active+clean 2024-09-19T05:50:50.328 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:50:44.631816+0000', 'last_change': '2024-09-19T05:50:44.631816+0000', 'last_active': '2024-09-19T05:50:44.620081+0000', 'last_peered': '2024-09-19T05:50:44.620081+0000', 'last_clean': '2024-09-19T05:50:44.620081+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:50:44.631816+0000', 'last_undegraded': '2024-09-19T05:50:44.631816+0000', 'last_fullsized': '2024-09-19T05:50:44.631816+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_clean_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:50:50.328 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2f is not active+clean 2024-09-19T05:50:50.328 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:50:44.631955+0000', 'last_change': '2024-09-19T05:50:44.631955+0000', 'last_active': '2024-09-19T05:50:44.620081+0000', 'last_peered': '2024-09-19T05:50:44.620081+0000', 'last_clean': '2024-09-19T05:50:44.620081+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:50:44.631955+0000', 'last_undegraded': '2024-09-19T05:50:44.631955+0000', 'last_fullsized': '2024-09-19T05:50:44.631955+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_clean_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:50:50.328 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2a is not active+clean 2024-09-19T05:50:50.328 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:50:44.635451+0000', 'last_change': '2024-09-19T05:50:44.635451+0000', 'last_active': '2024-09-19T05:50:44.620081+0000', 'last_peered': '2024-09-19T05:50:44.620081+0000', 'last_clean': '2024-09-19T05:50:44.620081+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:50:44.635451+0000', 'last_undegraded': '2024-09-19T05:50:44.635451+0000', 'last_fullsized': '2024-09-19T05:50:44.635451+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_clean_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:50:50.328 INFO:tasks.ceph.ceph_manager.ceph:PG 3.28 is not active+clean 2024-09-19T05:50:50.328 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:50:44.631287+0000', 'last_change': '2024-09-19T05:50:44.631287+0000', 'last_active': '2024-09-19T05:50:44.620081+0000', 'last_peered': '2024-09-19T05:50:44.620081+0000', 'last_clean': '2024-09-19T05:50:44.620081+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:50:44.631287+0000', 'last_undegraded': '2024-09-19T05:50:44.631287+0000', 'last_fullsized': '2024-09-19T05:50:44.631287+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_clean_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:50:50.328 INFO:tasks.ceph.ceph_manager.ceph:PG 3.22 is not active+clean 2024-09-19T05:50:50.328 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:50:44.633804+0000', 'last_change': '2024-09-19T05:50:44.633804+0000', 'last_active': '2024-09-19T05:50:44.620081+0000', 'last_peered': '2024-09-19T05:50:44.620081+0000', 'last_clean': '2024-09-19T05:50:44.620081+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:50:44.633804+0000', 'last_undegraded': '2024-09-19T05:50:44.633804+0000', 'last_fullsized': '2024-09-19T05:50:44.633804+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_clean_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:50:50.328 INFO:tasks.ceph.ceph_manager.ceph:PG 3.16 is not active+clean 2024-09-19T05:50:50.328 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:50:44.631864+0000', 'last_change': '2024-09-19T05:50:44.631864+0000', 'last_active': '2024-09-19T05:50:44.620081+0000', 'last_peered': '2024-09-19T05:50:44.620081+0000', 'last_clean': '2024-09-19T05:50:44.620081+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:50:44.631864+0000', 'last_undegraded': '2024-09-19T05:50:44.631864+0000', 'last_fullsized': '2024-09-19T05:50:44.631864+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_clean_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:50:50.329 INFO:tasks.ceph.ceph_manager.ceph:PG 3.c is not active+clean 2024-09-19T05:50:50.329 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:50:44.634138+0000', 'last_change': '2024-09-19T05:50:44.634138+0000', 'last_active': '2024-09-19T05:50:44.620081+0000', 'last_peered': '2024-09-19T05:50:44.620081+0000', 'last_clean': '2024-09-19T05:50:44.620081+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:50:44.634138+0000', 'last_undegraded': '2024-09-19T05:50:44.634138+0000', 'last_fullsized': '2024-09-19T05:50:44.634138+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_clean_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:50:50.329 INFO:tasks.ceph.ceph_manager.ceph:PG 3.5 is not active+clean 2024-09-19T05:50:50.329 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:50:44.630960+0000', 'last_change': '2024-09-19T05:50:44.630960+0000', 'last_active': '2024-09-19T05:50:44.620081+0000', 'last_peered': '2024-09-19T05:50:44.620081+0000', 'last_clean': '2024-09-19T05:50:44.620081+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:50:44.630960+0000', 'last_undegraded': '2024-09-19T05:50:44.630960+0000', 'last_fullsized': '2024-09-19T05:50:44.630960+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_clean_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:50:50.329 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1d is not active+clean 2024-09-19T05:50:50.329 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:50:44.632056+0000', 'last_change': '2024-09-19T05:50:44.632056+0000', 'last_active': '2024-09-19T05:50:44.620081+0000', 'last_peered': '2024-09-19T05:50:44.620081+0000', 'last_clean': '2024-09-19T05:50:44.620081+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:50:44.632056+0000', 'last_undegraded': '2024-09-19T05:50:44.632056+0000', 'last_fullsized': '2024-09-19T05:50:44.632056+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_clean_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:50:50.329 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1c is not active+clean 2024-09-19T05:50:50.329 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:50:44.634598+0000', 'last_change': '2024-09-19T05:50:44.634598+0000', 'last_active': '2024-09-19T05:50:44.620081+0000', 'last_peered': '2024-09-19T05:50:44.620081+0000', 'last_clean': '2024-09-19T05:50:44.620081+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:50:44.634598+0000', 'last_undegraded': '2024-09-19T05:50:44.634598+0000', 'last_fullsized': '2024-09-19T05:50:44.634598+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'last_clean_scrub_stamp': '2024-09-19T05:50:44.620081+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:50:50.330 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T05:50:50.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.463+0000 7faccd5cf640 1 Processor -- start 2024-09-19T05:50:50.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.463+0000 7faccd5cf640 1 -- start start 2024-09-19T05:50:50.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.464+0000 7faccd5cf640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7facc815e540 0x7facc80d4b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.464+0000 7faccd5cf640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7facc80d5040 0x7facc80cf000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.464+0000 7faccd5cf640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7facc80d5480 con 0x7facc80cf540 2024-09-19T05:50:50.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.464+0000 7faccd5cf640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7facc80cfd10 con 0x7facc80d5040 2024-09-19T05:50:50.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.464+0000 7faccd5cf640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7facc80d4670 con 0x7facc815e540 2024-09-19T05:50:50.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.464+0000 7facc67fc640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7facc80d5040 0x7facc80cf000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.464+0000 7facc67fc640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7facc80d5040 0x7facc80cf000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37182/0 (socket says 172.21.15.46:37182) 2024-09-19T05:50:50.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.464+0000 7facc67fc640 1 -- 172.21.15.46:0/865082307 learned_addr learned my addr 172.21.15.46:0/865082307 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:50.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.464+0000 7facc6ffd640 1 --2- 172.21.15.46:0/865082307 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7facc815e540 0x7facc80d4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.464+0000 7facc67fc640 1 -- 172.21.15.46:0/865082307 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7facc815e540 msgr2=0x7facc80d4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:50.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.464+0000 7facc67fc640 1 --2- 172.21.15.46:0/865082307 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7facc815e540 0x7facc80d4b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.464+0000 7facc67fc640 1 -- 172.21.15.46:0/865082307 >> v1:172.21.15.78:6789/0 conn(0x7facc80cf540 legacy=0x7facc80d1220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:50.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.464+0000 7facc67fc640 1 -- 172.21.15.46:0/865082307 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facc80d28a0 con 0x7facc80d5040 2024-09-19T05:50:50.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.465+0000 7facc67fc640 1 --2- 172.21.15.46:0/865082307 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7facc80d5040 0x7facc80cf000 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7facbc009870 tx=0x7facbc02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=364f4cb2472e8d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:50.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.465+0000 7facc5ffb640 1 -- 172.21.15.46:0/865082307 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facbc037070 con 0x7facc80d5040 2024-09-19T05:50:50.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.465+0000 7facc5ffb640 1 -- 172.21.15.46:0/865082307 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7facbc032440 con 0x7facc80d5040 2024-09-19T05:50:50.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.465+0000 7facc5ffb640 1 -- 172.21.15.46:0/865082307 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facbc032810 con 0x7facc80d5040 2024-09-19T05:50:50.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.466+0000 7faccd5cf640 1 -- 172.21.15.46:0/865082307 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7facc80d5040 msgr2=0x7facc80cf000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.466+0000 7faccd5cf640 1 --2- 172.21.15.46:0/865082307 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7facc80d5040 0x7facc80cf000 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7facbc009870 tx=0x7facbc02a180 comp rx=0 tx=0).stop 2024-09-19T05:50:50.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.466+0000 7faccd5cf640 1 -- 172.21.15.46:0/865082307 shutdown_connections 2024-09-19T05:50:50.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.466+0000 7faccd5cf640 1 --2- 172.21.15.46:0/865082307 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7facc80d5040 0x7facc80cf000 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.466+0000 7faccd5cf640 1 --2- 172.21.15.46:0/865082307 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7facc815e540 0x7facc80d4b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.466+0000 7faccd5cf640 1 -- 172.21.15.46:0/865082307 >> 172.21.15.46:0/865082307 conn(0x7facc80723c0 msgr2=0x7facc80727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:50.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.466+0000 7faccd5cf640 1 -- 172.21.15.46:0/865082307 shutdown_connections 2024-09-19T05:50:50.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.466+0000 7faccd5cf640 1 -- 172.21.15.46:0/865082307 wait complete. 2024-09-19T05:50:50.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.467+0000 7faccd5cf640 1 Processor -- start 2024-09-19T05:50:50.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.467+0000 7faccd5cf640 1 -- start start 2024-09-19T05:50:50.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.468+0000 7faccd5cf640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7facc80cf540 0x7facc81506f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.468+0000 7faccd5cf640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7facc80d5040 0x7facc815a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.468+0000 7faccd5cf640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7facc815e540 0x7facc815aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.468+0000 7faccd5cf640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7facc80d2e60 con 0x7facc815e540 2024-09-19T05:50:50.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.468+0000 7faccd5cf640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7facc80d31d0 con 0x7facc80cf540 2024-09-19T05:50:50.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.468+0000 7faccd5cf640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7facc80cf9f0 con 0x7facc80d5040 2024-09-19T05:50:50.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.468+0000 7facc77fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7facc815e540 0x7facc815aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.468+0000 7facc77fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7facc815e540 0x7facc815aaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37188/0 (socket says 172.21.15.46:37188) 2024-09-19T05:50:50.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.468+0000 7facc77fe640 1 -- 172.21.15.46:0/1610407506 learned_addr learned my addr 172.21.15.46:0/1610407506 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:50.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.468+0000 7facc67fc640 1 --2- 172.21.15.46:0/1610407506 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7facc80d5040 0x7facc815a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.468+0000 7facc6ffd640 1 --2- 172.21.15.46:0/1610407506 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7facc80cf540 0x7facc81506f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.468+0000 7facc77fe640 1 -- 172.21.15.46:0/1610407506 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7facc80d5040 msgr2=0x7facc815a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.468+0000 7facc77fe640 1 --2- 172.21.15.46:0/1610407506 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7facc80d5040 0x7facc815a5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.468+0000 7facc77fe640 1 -- 172.21.15.46:0/1610407506 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7facc80cf540 msgr2=0x7facc81506f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.468+0000 7facc77fe640 1 --2- 172.21.15.46:0/1610407506 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7facc80cf540 0x7facc81506f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.468+0000 7facc77fe640 1 -- 172.21.15.46:0/1610407506 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facc80cd8b0 con 0x7facc815e540 2024-09-19T05:50:50.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.468+0000 7facc6ffd640 1 --2- 172.21.15.46:0/1610407506 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7facc80cf540 0x7facc81506f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:50:50.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.468+0000 7facc77fe640 1 --2- 172.21.15.46:0/1610407506 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7facc815e540 0x7facc815aaf0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7facc000b9a0 tx=0x7facc000be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:50.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.469+0000 7facaf7fe640 1 -- 172.21.15.46:0/1610407506 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facc0019070 con 0x7facc815e540 2024-09-19T05:50:50.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.469+0000 7facaf7fe640 1 -- 172.21.15.46:0/1610407506 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7facc000cba0 con 0x7facc815e540 2024-09-19T05:50:50.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.469+0000 7faccd5cf640 1 -- 172.21.15.46:0/1610407506 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facc80cdb90 con 0x7facc815e540 2024-09-19T05:50:50.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.469+0000 7facaf7fe640 1 -- 172.21.15.46:0/1610407506 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facc0014440 con 0x7facc815e540 2024-09-19T05:50:50.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.469+0000 7faccd5cf640 1 -- 172.21.15.46:0/1610407506 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facc80ce150 con 0x7facc815e540 2024-09-19T05:50:50.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.470+0000 7faccd5cf640 1 -- 172.21.15.46:0/1610407506 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7facc815e920 con 0x7facc815e540 2024-09-19T05:50:50.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.470+0000 7facaf7fe640 1 -- 172.21.15.46:0/1610407506 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7facc001c070 con 0x7facc815e540 2024-09-19T05:50:50.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.471+0000 7facaf7fe640 1 --2- 172.21.15.46:0/1610407506 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7facb406c2b0 0x7facb406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.471+0000 7facaf7fe640 1 -- 172.21.15.46:0/1610407506 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7facc008b000 con 0x7facc815e540 2024-09-19T05:50:50.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.471+0000 7facc6ffd640 1 --2- 172.21.15.46:0/1610407506 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7facb406c2b0 0x7facb406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.471+0000 7facc6ffd640 1 --2- 172.21.15.46:0/1610407506 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7facb406c2b0 0x7facb406e770 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7facb8006fd0 tx=0x7facb8008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:50.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.475+0000 7facaf7fe640 1 -- 172.21.15.46:0/1610407506 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7facc0059800 con 0x7facc815e540 2024-09-19T05:50:50.616 INFO:tasks.ceph.mds.b.smithi078.stderr:2024-09-19T05:50:50.613+0000 7facd7d2d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:50:50.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.718+0000 7faccd5cf640 1 -- 172.21.15.46:0/1610407506 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7facc80ba790 con 0x7facc815e540 2024-09-19T05:50:50.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.718+0000 7facaf7fe640 1 -- 172.21.15.46:0/1610407506 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1139 (secure 0 0 0) 0x7facc0059100 con 0x7facc815e540 2024-09-19T05:50:50.720 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:50.720 INFO:teuthology.orchestra.run.smithi046.stdout:{"fsid":"f422d15e-e2c9-44aa-a788-7f9714905c67","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":29,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":21,"num_osds":8,"num_up_osds":8,"osd_up_since":1726725034,"num_in_osds":8,"osd_in_since":1726725023,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":85},{"state_name":"creating+peering","count":12}],"num_pgs":97,"num_pools":3,"num_objects":24,"data_bytes":592778,"bytes_used":245637120,"bytes_avail":772848476160,"bytes_total":773094113280,"inactive_pgs_ratio":0.12371134012937546,"write_bytes_sec":2388,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":7,"btime":"2024-09-19T05:50:48:647317+0000","id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":4282}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":1,"modified":"2024-09-19T05:50:21.602521+0000","services":{}},"progress_events":{}} 2024-09-19T05:50:50.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.720+0000 7faccd5cf640 1 -- 172.21.15.46:0/1610407506 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7facb406c2b0 msgr2=0x7facb406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.720+0000 7faccd5cf640 1 --2- 172.21.15.46:0/1610407506 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7facb406c2b0 0x7facb406e770 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7facb8006fd0 tx=0x7facb8008040 comp rx=0 tx=0).stop 2024-09-19T05:50:50.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.720+0000 7faccd5cf640 1 -- 172.21.15.46:0/1610407506 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7facc815e540 msgr2=0x7facc815aaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.720+0000 7faccd5cf640 1 --2- 172.21.15.46:0/1610407506 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7facc815e540 0x7facc815aaf0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7facc000b9a0 tx=0x7facc000be60 comp rx=0 tx=0).stop 2024-09-19T05:50:50.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.720+0000 7faccd5cf640 1 -- 172.21.15.46:0/1610407506 shutdown_connections 2024-09-19T05:50:50.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.720+0000 7faccd5cf640 1 --2- 172.21.15.46:0/1610407506 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7facb406c2b0 0x7facb406e770 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.720+0000 7faccd5cf640 1 --2- 172.21.15.46:0/1610407506 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7facc815e540 0x7facc815aaf0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.720+0000 7faccd5cf640 1 --2- 172.21.15.46:0/1610407506 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7facc80d5040 0x7facc815a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.720+0000 7faccd5cf640 1 --2- 172.21.15.46:0/1610407506 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7facc80cf540 0x7facc81506f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.720+0000 7faccd5cf640 1 -- 172.21.15.46:0/1610407506 >> 172.21.15.46:0/1610407506 conn(0x7facc80723c0 msgr2=0x7facc80ca2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:50.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.720+0000 7faccd5cf640 1 -- 172.21.15.46:0/1610407506 shutdown_connections 2024-09-19T05:50:50.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.720+0000 7faccd5cf640 1 -- 172.21.15.46:0/1610407506 wait complete. 2024-09-19T05:50:50.733 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T05:50:50.733 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:50:50.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.833+0000 7f66d79cd640 1 Processor -- start 2024-09-19T05:50:50.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.833+0000 7f66d79cd640 1 -- start start 2024-09-19T05:50:50.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.834+0000 7f66d79cd640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f66d015b360 0x7f66d00c3740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.834+0000 7f66d79cd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f66d00ca9e0 0x7f66d00cae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.834+0000 7f66d79cd640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66d00cb460 con 0x7f66d00d05d0 2024-09-19T05:50:50.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.834+0000 7f66d79cd640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f66d00cb740 con 0x7f66d015b360 2024-09-19T05:50:50.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.834+0000 7f66d79cd640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f66d00c2a10 con 0x7f66d00ca9e0 2024-09-19T05:50:50.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.834+0000 7f66d5f6a640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f66d00d05d0 0x7f66d00ad160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:34390/0 (socket says 172.21.15.46:34390) 2024-09-19T05:50:50.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.834+0000 7f66d5f6a640 1 -- 172.21.15.46:0/2909101634 learned_addr learned my addr 172.21.15.46:0/2909101634 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:50.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.834+0000 7f66c7fff640 1 -- 172.21.15.46:0/2909101634 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 137493149 0 0) 0x7f66d00cb460 con 0x7f66d00d05d0 2024-09-19T05:50:50.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.834+0000 7f66c7fff640 1 -- 172.21.15.46:0/2909101634 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f66bc003520 con 0x7f66d00d05d0 2024-09-19T05:50:50.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.834+0000 7f66d5769640 1 --2- 172.21.15.46:0/2909101634 >> v2:172.21.15.78:3300/0 conn(0x7f66d015b360 0x7f66d00c3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.834+0000 7f66d4f68640 1 --2- 172.21.15.46:0/2909101634 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f66d00ca9e0 0x7f66d00cae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.834+0000 7f66c7fff640 1 -- 172.21.15.46:0/2909101634 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 602868600 0 0) 0x7f66bc003520 con 0x7f66d00d05d0 2024-09-19T05:50:50.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.834+0000 7f66c7fff640 1 -- 172.21.15.46:0/2909101634 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f66d00ca9e0 msgr2=0x7f66d00cae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:50.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.834+0000 7f66c7fff640 1 --2- 172.21.15.46:0/2909101634 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f66d00ca9e0 0x7f66d00cae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.834+0000 7f66c7fff640 1 -- 172.21.15.46:0/2909101634 >> v2:172.21.15.78:3300/0 conn(0x7f66d015b360 msgr2=0x7f66d00c3740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:50.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.834+0000 7f66c7fff640 1 --2- 172.21.15.46:0/2909101634 >> v2:172.21.15.78:3300/0 conn(0x7f66d015b360 0x7f66d00c3740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.835+0000 7f66c7fff640 1 -- 172.21.15.46:0/2909101634 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66d00c2c60 con 0x7f66d00d05d0 2024-09-19T05:50:50.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.835+0000 7f66c7fff640 1 -- 172.21.15.46:0/2909101634 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 238125057 0 0) 0x7f66c80019f0 con 0x7f66d00d05d0 2024-09-19T05:50:50.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.835+0000 7f66c7fff640 1 -- 172.21.15.46:0/2909101634 >> v1:172.21.15.46:6789/0 conn(0x7f66d00d05d0 legacy=0x7f66d00ad160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.835+0000 7f66c7fff640 1 --2- 172.21.15.46:0/2909101634 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66bc0039b0 0x7f66bc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.835+0000 7f66c7fff640 1 --2- 172.21.15.46:0/2909101634 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f66bc004800 0x7f66bc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.835+0000 7f66c7fff640 1 --2- 172.21.15.46:0/2909101634 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f66d00ca9e0 0x7f66bc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.835+0000 7f66c7fff640 1 -- 172.21.15.46:0/2909101634 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f66d00c2a10 con 0x7f66bc0039b0 2024-09-19T05:50:50.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.835+0000 7f66c7fff640 1 -- 172.21.15.46:0/2909101634 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f66bc00b9c0 con 0x7f66bc004800 2024-09-19T05:50:50.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.835+0000 7f66c7fff640 1 -- 172.21.15.46:0/2909101634 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f66bc00bb40 con 0x7f66d00ca9e0 2024-09-19T05:50:50.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.835+0000 7f66d5769640 1 --2- 172.21.15.46:0/2909101634 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66bc0039b0 0x7f66bc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.835+0000 7f66d4f68640 1 --2- 172.21.15.46:0/2909101634 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f66bc004800 0x7f66bc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.835+0000 7f66d5f6a640 1 --2- 172.21.15.46:0/2909101634 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f66d00ca9e0 0x7f66bc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.835+0000 7f66d5769640 1 -- 172.21.15.46:0/2909101634 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f66d00ca9e0 msgr2=0x7f66bc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:50.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.835+0000 7f66d5769640 1 --2- 172.21.15.46:0/2909101634 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f66d00ca9e0 0x7f66bc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.835+0000 7f66d5769640 1 -- 172.21.15.46:0/2909101634 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f66bc004800 msgr2=0x7f66bc004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:50.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.835+0000 7f66d5769640 1 --2- 172.21.15.46:0/2909101634 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f66bc004800 0x7f66bc004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.835+0000 7f66d5769640 1 -- 172.21.15.46:0/2909101634 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66bc003520 con 0x7f66bc0039b0 2024-09-19T05:50:50.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.835+0000 7f66d4f68640 1 --2- 172.21.15.46:0/2909101634 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f66bc004800 0x7f66bc004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:50.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.836+0000 7f66d5769640 1 --2- 172.21.15.46:0/2909101634 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66bc0039b0 0x7f66bc003dd0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f66c0009af0 tx=0x7f66bc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7df509f94cf15811 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:50.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.836+0000 7f66c7fff640 1 -- 172.21.15.46:0/2909101634 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66c0036070 con 0x7f66bc0039b0 2024-09-19T05:50:50.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.836+0000 7f66c7fff640 1 -- 172.21.15.46:0/2909101634 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66c0031400 con 0x7f66bc0039b0 2024-09-19T05:50:50.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.836+0000 7f66c7fff640 1 -- 172.21.15.46:0/2909101634 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66c0009690 con 0x7f66bc0039b0 2024-09-19T05:50:50.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.836+0000 7f66d79cd640 1 -- 172.21.15.46:0/2909101634 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66bc0039b0 msgr2=0x7f66bc003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.836+0000 7f66d79cd640 1 --2- 172.21.15.46:0/2909101634 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66bc0039b0 0x7f66bc003dd0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f66c0009af0 tx=0x7f66bc005830 comp rx=0 tx=0).stop 2024-09-19T05:50:50.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.836+0000 7f66d5f6a640 1 -- 172.21.15.46:0/2909101634 reap_dead start 2024-09-19T05:50:50.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.836+0000 7f66d79cd640 1 -- 172.21.15.46:0/2909101634 shutdown_connections 2024-09-19T05:50:50.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.836+0000 7f66d79cd640 1 -- 172.21.15.46:0/2909101634 >> 172.21.15.46:0/2909101634 conn(0x7f66d0062810 msgr2=0x7f66d0062c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:50.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.837+0000 7f66d79cd640 1 -- 172.21.15.46:0/2909101634 shutdown_connections 2024-09-19T05:50:50.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.837+0000 7f66d79cd640 1 -- 172.21.15.46:0/2909101634 wait complete. 2024-09-19T05:50:50.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.838+0000 7f66d79cd640 1 Processor -- start 2024-09-19T05:50:50.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.838+0000 7f66d79cd640 1 -- start start 2024-09-19T05:50:50.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.839+0000 7f66d79cd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f66bc0039b0 0x7f66d015a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.839+0000 7f66d79cd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f66d00c4cd0 0x7f66d00c5f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.839+0000 7f66d79cd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66d00c6450 0x7f66d006d580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.839+0000 7f66d79cd640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f66d00c3c80 con 0x7f66d00c6450 2024-09-19T05:50:50.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.839+0000 7f66d79cd640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f66d00c3220 con 0x7f66bc0039b0 2024-09-19T05:50:50.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.839+0000 7f66d79cd640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f66d00b41f0 con 0x7f66d00c4cd0 2024-09-19T05:50:50.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.839+0000 7f66d5f6a640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66d00c6450 0x7f66d006d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.839+0000 7f66d5f6a640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66d00c6450 0x7f66d006d580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37200/0 (socket says 172.21.15.46:37200) 2024-09-19T05:50:50.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.839+0000 7f66d5f6a640 1 -- 172.21.15.46:0/1226539955 learned_addr learned my addr 172.21.15.46:0/1226539955 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:50.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.839+0000 7f66d5769640 1 --2- 172.21.15.46:0/1226539955 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f66bc0039b0 0x7f66d015a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.839+0000 7f66d4f68640 1 --2- 172.21.15.46:0/1226539955 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f66d00c4cd0 0x7f66d00c5f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.839+0000 7f66d5f6a640 1 -- 172.21.15.46:0/1226539955 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f66d00c4cd0 msgr2=0x7f66d00c5f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.839+0000 7f66d5f6a640 1 --2- 172.21.15.46:0/1226539955 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f66d00c4cd0 0x7f66d00c5f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.839+0000 7f66d5f6a640 1 -- 172.21.15.46:0/1226539955 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f66bc0039b0 msgr2=0x7f66d015a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.839+0000 7f66d5f6a640 1 --2- 172.21.15.46:0/1226539955 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f66bc0039b0 0x7f66d015a470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.839+0000 7f66d5f6a640 1 -- 172.21.15.46:0/1226539955 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66d00ca020 con 0x7f66d00c6450 2024-09-19T05:50:50.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.839+0000 7f66d5f6a640 1 --2- 172.21.15.46:0/1226539955 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66d00c6450 0x7f66d006d580 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f66d00ca970 tx=0x7f66c800a790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:50.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.839+0000 7f66c5ffb640 1 -- 172.21.15.46:0/1226539955 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66cc009690 con 0x7f66d00c6450 2024-09-19T05:50:50.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.839+0000 7f66c5ffb640 1 -- 172.21.15.46:0/1226539955 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66c8019070 con 0x7f66d00c6450 2024-09-19T05:50:50.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.839+0000 7f66d79cd640 1 -- 172.21.15.46:0/1226539955 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66d015a9b0 con 0x7f66d00c6450 2024-09-19T05:50:50.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.839+0000 7f66c5ffb640 1 -- 172.21.15.46:0/1226539955 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66c80133f0 con 0x7f66d00c6450 2024-09-19T05:50:50.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.840+0000 7f66d79cd640 1 -- 172.21.15.46:0/1226539955 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66d00ca5a0 con 0x7f66d00c6450 2024-09-19T05:50:50.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.841+0000 7f66d79cd640 1 -- 172.21.15.46:0/1226539955 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66d006f810 con 0x7f66d00c6450 2024-09-19T05:50:50.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.841+0000 7f66c5ffb640 1 -- 172.21.15.46:0/1226539955 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f66c8013590 con 0x7f66d00c6450 2024-09-19T05:50:50.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.841+0000 7f66c5ffb640 1 --2- 172.21.15.46:0/1226539955 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f66b406c2b0 0x7f66b406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.842+0000 7f66c5ffb640 1 -- 172.21.15.46:0/1226539955 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f66c808b910 con 0x7f66d00c6450 2024-09-19T05:50:50.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.842+0000 7f66d5769640 1 --2- 172.21.15.46:0/1226539955 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f66b406c2b0 0x7f66b406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.842+0000 7f66d5769640 1 --2- 172.21.15.46:0/1226539955 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f66b406c2b0 0x7f66b406e770 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f66c0033000 tx=0x7f66c0008030 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:50.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:50.846+0000 7f66c5ffb640 1 -- 172.21.15.46:0/1226539955 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f66d006f810 con 0x7f66d00c6450 2024-09-19T05:50:51.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:51.017+0000 7f66d79cd640 1 -- 172.21.15.46:0/1226539955 --> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f66d00c3740 con 0x7f66b406c2b0 2024-09-19T05:50:51.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:51.023+0000 7f66c5ffb640 1 -- 172.21.15.46:0/1226539955 <== mgr.4099 v2:172.21.15.78:6832/1948069631 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250964 (secure 0 0 0) 0x7f66d00c3740 con 0x7f66b406c2b0 2024-09-19T05:50:51.027 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:51.029 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-19T05:50:51.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:51.026+0000 7f66d79cd640 1 -- 172.21.15.46:0/1226539955 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f66b406c2b0 msgr2=0x7f66b406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:51.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:51.026+0000 7f66d79cd640 1 --2- 172.21.15.46:0/1226539955 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f66b406c2b0 0x7f66b406e770 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f66c0033000 tx=0x7f66c0008030 comp rx=0 tx=0).stop 2024-09-19T05:50:51.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:51.026+0000 7f66d79cd640 1 -- 172.21.15.46:0/1226539955 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66d00c6450 msgr2=0x7f66d006d580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:51.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:51.026+0000 7f66d79cd640 1 --2- 172.21.15.46:0/1226539955 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66d00c6450 0x7f66d006d580 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f66d00ca970 tx=0x7f66c800a790 comp rx=0 tx=0).stop 2024-09-19T05:50:51.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:51.026+0000 7f66d79cd640 1 -- 172.21.15.46:0/1226539955 shutdown_connections 2024-09-19T05:50:51.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:51.026+0000 7f66d79cd640 1 --2- 172.21.15.46:0/1226539955 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f66b406c2b0 0x7f66b406e770 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:51.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:51.026+0000 7f66d79cd640 1 --2- 172.21.15.46:0/1226539955 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66d00c6450 0x7f66d006d580 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:51.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:51.026+0000 7f66d79cd640 1 --2- 172.21.15.46:0/1226539955 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f66d00c4cd0 0x7f66d00c5f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:51.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:51.026+0000 7f66d79cd640 1 --2- 172.21.15.46:0/1226539955 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f66bc0039b0 0x7f66d015a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:51.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:51.026+0000 7f66d79cd640 1 -- 172.21.15.46:0/1226539955 >> 172.21.15.46:0/1226539955 conn(0x7f66d0062810 msgr2=0x7f66d00c1dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:51.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:51.026+0000 7f66d79cd640 1 -- 172.21.15.46:0/1226539955 shutdown_connections 2024-09-19T05:50:51.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:51.026+0000 7f66d79cd640 1 -- 172.21.15.46:0/1226539955 wait complete. 2024-09-19T05:50:51.039 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-19T05:50:49.796135+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":106,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239880,"kb_used_data":2848,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734840,"statfs":{"total":773094113280,"available":772848476160,"internally_reserved":0,"allocated":2916352,"data_stored":1756588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001284"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494548+0000","last_change":"2024-09-19T05:50:45.663342+0000","last_active":"2024-09-19T05:50:47.494548+0000","last_peered":"2024-09-19T05:50:47.494548+0000","last_clean":"2024-09-19T05:50:47.494548+0000","last_became_active":"2024-09-19T05:50:45.662632+0000","last_became_peered":"2024-09-19T05:50:45.662632+0000","last_unstale":"2024-09-19T05:50:47.494548+0000","last_undegraded":"2024-09-19T05:50:47.494548+0000","last_fullsized":"2024-09-19T05:50:47.494548+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:38.989482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644985+0000","last_change":"2024-09-19T05:50:45.639162+0000","last_active":"2024-09-19T05:50:46.644985+0000","last_peered":"2024-09-19T05:50:46.644985+0000","last_clean":"2024-09-19T05:50:46.644985+0000","last_became_active":"2024-09-19T05:50:45.638753+0000","last_became_peered":"2024-09-19T05:50:45.638753+0000","last_unstale":"2024-09-19T05:50:46.644985+0000","last_undegraded":"2024-09-19T05:50:46.644985+0000","last_fullsized":"2024-09-19T05:50:46.644985+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:17.998682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977121+0000","last_change":"2024-09-19T05:50:45.639283+0000","last_active":"2024-09-19T05:50:46.977121+0000","last_peered":"2024-09-19T05:50:46.977121+0000","last_clean":"2024-09-19T05:50:46.977121+0000","last_became_active":"2024-09-19T05:50:45.638968+0000","last_became_peered":"2024-09-19T05:50:45.638968+0000","last_unstale":"2024-09-19T05:50:46.977121+0000","last_undegraded":"2024-09-19T05:50:46.977121+0000","last_fullsized":"2024-09-19T05:50:46.977121+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:57.832905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.635089+0000","last_change":"2024-09-19T05:50:44.635089+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.635089+0000","last_undegraded":"2024-09-19T05:50:44.635089+0000","last_fullsized":"2024-09-19T05:50:44.635089+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494450+0000","last_change":"2024-09-19T05:50:45.656402+0000","last_active":"2024-09-19T05:50:47.494450+0000","last_peered":"2024-09-19T05:50:47.494450+0000","last_clean":"2024-09-19T05:50:47.494450+0000","last_became_active":"2024-09-19T05:50:45.656099+0000","last_became_peered":"2024-09-19T05:50:45.656099+0000","last_unstale":"2024-09-19T05:50:47.494450+0000","last_undegraded":"2024-09-19T05:50:47.494450+0000","last_fullsized":"2024-09-19T05:50:47.494450+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:49:17.967330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.635886+0000","last_change":"2024-09-19T05:50:44.635886+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.635886+0000","last_undegraded":"2024-09-19T05:50:44.635886+0000","last_fullsized":"2024-09-19T05:50:44.635886+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494334+0000","last_change":"2024-09-19T05:50:45.660227+0000","last_active":"2024-09-19T05:50:47.494334+0000","last_peered":"2024-09-19T05:50:47.494334+0000","last_clean":"2024-09-19T05:50:47.494334+0000","last_became_active":"2024-09-19T05:50:45.659977+0000","last_became_peered":"2024-09-19T05:50:45.659977+0000","last_unstale":"2024-09-19T05:50:47.494334+0000","last_undegraded":"2024-09-19T05:50:47.494334+0000","last_fullsized":"2024-09-19T05:50:47.494334+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:21.723654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493910+0000","last_change":"2024-09-19T05:50:45.645609+0000","last_active":"2024-09-19T05:50:47.493910+0000","last_peered":"2024-09-19T05:50:47.493910+0000","last_clean":"2024-09-19T05:50:47.493910+0000","last_became_active":"2024-09-19T05:50:45.645280+0000","last_became_peered":"2024-09-19T05:50:45.645280+0000","last_unstale":"2024-09-19T05:50:47.493910+0000","last_undegraded":"2024-09-19T05:50:47.493910+0000","last_fullsized":"2024-09-19T05:50:47.493910+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:55:14.027111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494628+0000","last_change":"2024-09-19T05:50:45.662695+0000","last_active":"2024-09-19T05:50:47.494628+0000","last_peered":"2024-09-19T05:50:47.494628+0000","last_clean":"2024-09-19T05:50:47.494628+0000","last_became_active":"2024-09-19T05:50:45.662289+0000","last_became_peered":"2024-09-19T05:50:45.662289+0000","last_unstale":"2024-09-19T05:50:47.494628+0000","last_undegraded":"2024-09-19T05:50:47.494628+0000","last_fullsized":"2024-09-19T05:50:47.494628+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:35:11.693422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495180+0000","last_change":"2024-09-19T05:50:45.654107+0000","last_active":"2024-09-19T05:50:47.495180+0000","last_peered":"2024-09-19T05:50:47.495180+0000","last_clean":"2024-09-19T05:50:47.495180+0000","last_became_active":"2024-09-19T05:50:45.653806+0000","last_became_peered":"2024-09-19T05:50:45.653806+0000","last_unstale":"2024-09-19T05:50:47.495180+0000","last_undegraded":"2024-09-19T05:50:47.495180+0000","last_fullsized":"2024-09-19T05:50:47.495180+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:17.998682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495110+0000","last_change":"2024-09-19T05:50:45.652115+0000","last_active":"2024-09-19T05:50:47.495110+0000","last_peered":"2024-09-19T05:50:47.495110+0000","last_clean":"2024-09-19T05:50:47.495110+0000","last_became_active":"2024-09-19T05:50:45.651840+0000","last_became_peered":"2024-09-19T05:50:45.651840+0000","last_unstale":"2024-09-19T05:50:47.495110+0000","last_undegraded":"2024-09-19T05:50:47.495110+0000","last_fullsized":"2024-09-19T05:50:47.495110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:57.832905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649213+0000","last_change":"2024-09-19T05:50:45.654325+0000","last_active":"2024-09-19T05:50:46.649213+0000","last_peered":"2024-09-19T05:50:46.649213+0000","last_clean":"2024-09-19T05:50:46.649213+0000","last_became_active":"2024-09-19T05:50:45.653444+0000","last_became_peered":"2024-09-19T05:50:45.653444+0000","last_unstale":"2024-09-19T05:50:46.649213+0000","last_undegraded":"2024-09-19T05:50:46.649213+0000","last_fullsized":"2024-09-19T05:50:46.649213+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:12.820072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494293+0000","last_change":"2024-09-19T05:50:45.656355+0000","last_active":"2024-09-19T05:50:47.494293+0000","last_peered":"2024-09-19T05:50:47.494293+0000","last_clean":"2024-09-19T05:50:47.494293+0000","last_became_active":"2024-09-19T05:50:45.655819+0000","last_became_peered":"2024-09-19T05:50:45.655819+0000","last_unstale":"2024-09-19T05:50:47.494293+0000","last_undegraded":"2024-09-19T05:50:47.494293+0000","last_fullsized":"2024-09-19T05:50:47.494293+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:33.461562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.976996+0000","last_change":"2024-09-19T05:50:45.642684+0000","last_active":"2024-09-19T05:50:46.976996+0000","last_peered":"2024-09-19T05:50:46.976996+0000","last_clean":"2024-09-19T05:50:46.976996+0000","last_became_active":"2024-09-19T05:50:45.642400+0000","last_became_peered":"2024-09-19T05:50:45.642400+0000","last_unstale":"2024-09-19T05:50:46.976996+0000","last_undegraded":"2024-09-19T05:50:46.976996+0000","last_fullsized":"2024-09-19T05:50:46.976996+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:00.067176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644805+0000","last_change":"2024-09-19T05:50:45.648385+0000","last_active":"2024-09-19T05:50:46.644805+0000","last_peered":"2024-09-19T05:50:46.644805+0000","last_clean":"2024-09-19T05:50:46.644805+0000","last_became_active":"2024-09-19T05:50:45.647477+0000","last_became_peered":"2024-09-19T05:50:45.647477+0000","last_unstale":"2024-09-19T05:50:46.644805+0000","last_undegraded":"2024-09-19T05:50:46.644805+0000","last_fullsized":"2024-09-19T05:50:46.644805+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:57.832905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.631816+0000","last_change":"2024-09-19T05:50:44.631816+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.631816+0000","last_undegraded":"2024-09-19T05:50:44.631816+0000","last_fullsized":"2024-09-19T05:50:44.631816+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.631955+0000","last_change":"2024-09-19T05:50:44.631955+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.631955+0000","last_undegraded":"2024-09-19T05:50:44.631955+0000","last_fullsized":"2024-09-19T05:50:44.631955+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.141149+0000","last_change":"2024-09-19T05:50:45.655764+0000","last_active":"2024-09-19T05:50:47.141149+0000","last_peered":"2024-09-19T05:50:47.141149+0000","last_clean":"2024-09-19T05:50:47.141149+0000","last_became_active":"2024-09-19T05:50:45.655454+0000","last_became_peered":"2024-09-19T05:50:45.655454+0000","last_unstale":"2024-09-19T05:50:47.141149+0000","last_undegraded":"2024-09-19T05:50:47.141149+0000","last_fullsized":"2024-09-19T05:50:47.141149+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:25.200347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494916+0000","last_change":"2024-09-19T05:50:45.661153+0000","last_active":"2024-09-19T05:50:47.494916+0000","last_peered":"2024-09-19T05:50:47.494916+0000","last_clean":"2024-09-19T05:50:47.494916+0000","last_became_active":"2024-09-19T05:50:45.660423+0000","last_became_peered":"2024-09-19T05:50:45.660423+0000","last_unstale":"2024-09-19T05:50:47.494916+0000","last_undegraded":"2024-09-19T05:50:47.494916+0000","last_fullsized":"2024-09-19T05:50:47.494916+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:04.804886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494807+0000","last_change":"2024-09-19T05:50:45.652787+0000","last_active":"2024-09-19T05:50:47.494807+0000","last_peered":"2024-09-19T05:50:47.494807+0000","last_clean":"2024-09-19T05:50:47.494807+0000","last_became_active":"2024-09-19T05:50:45.652495+0000","last_became_peered":"2024-09-19T05:50:45.652495+0000","last_unstale":"2024-09-19T05:50:47.494807+0000","last_undegraded":"2024-09-19T05:50:47.494807+0000","last_fullsized":"2024-09-19T05:50:47.494807+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:00.067176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977058+0000","last_change":"2024-09-19T05:50:45.658151+0000","last_active":"2024-09-19T05:50:46.977058+0000","last_peered":"2024-09-19T05:50:46.977058+0000","last_clean":"2024-09-19T05:50:46.977058+0000","last_became_active":"2024-09-19T05:50:45.657871+0000","last_became_peered":"2024-09-19T05:50:45.657871+0000","last_unstale":"2024-09-19T05:50:46.977058+0000","last_undegraded":"2024-09-19T05:50:46.977058+0000","last_fullsized":"2024-09-19T05:50:46.977058+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:57.946959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.635451+0000","last_change":"2024-09-19T05:50:44.635451+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.635451+0000","last_undegraded":"2024-09-19T05:50:44.635451+0000","last_fullsized":"2024-09-19T05:50:44.635451+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493944+0000","last_change":"2024-09-19T05:50:45.649298+0000","last_active":"2024-09-19T05:50:47.493944+0000","last_peered":"2024-09-19T05:50:47.493944+0000","last_clean":"2024-09-19T05:50:47.493944+0000","last_became_active":"2024-09-19T05:50:45.648947+0000","last_became_peered":"2024-09-19T05:50:45.648947+0000","last_unstale":"2024-09-19T05:50:47.493944+0000","last_undegraded":"2024-09-19T05:50:47.493944+0000","last_fullsized":"2024-09-19T05:50:47.493944+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:33.262690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.631287+0000","last_change":"2024-09-19T05:50:44.631287+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.631287+0000","last_undegraded":"2024-09-19T05:50:44.631287+0000","last_fullsized":"2024-09-19T05:50:44.631287+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494454+0000","last_change":"2024-09-19T05:50:45.651184+0000","last_active":"2024-09-19T05:50:47.494454+0000","last_peered":"2024-09-19T05:50:47.494454+0000","last_clean":"2024-09-19T05:50:47.494454+0000","last_became_active":"2024-09-19T05:50:45.650821+0000","last_became_peered":"2024-09-19T05:50:45.650821+0000","last_unstale":"2024-09-19T05:50:47.494454+0000","last_undegraded":"2024-09-19T05:50:47.494454+0000","last_fullsized":"2024-09-19T05:50:47.494454+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:01.275894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495215+0000","last_change":"2024-09-19T05:50:45.657087+0000","last_active":"2024-09-19T05:50:47.495215+0000","last_peered":"2024-09-19T05:50:47.495215+0000","last_clean":"2024-09-19T05:50:47.495215+0000","last_became_active":"2024-09-19T05:50:45.656789+0000","last_became_peered":"2024-09-19T05:50:45.656789+0000","last_unstale":"2024-09-19T05:50:47.495215+0000","last_undegraded":"2024-09-19T05:50:47.495215+0000","last_fullsized":"2024-09-19T05:50:47.495215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:32.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645079+0000","last_change":"2024-09-19T05:50:45.647097+0000","last_active":"2024-09-19T05:50:46.645079+0000","last_peered":"2024-09-19T05:50:46.645079+0000","last_clean":"2024-09-19T05:50:46.645079+0000","last_became_active":"2024-09-19T05:50:45.646813+0000","last_became_peered":"2024-09-19T05:50:45.646813+0000","last_unstale":"2024-09-19T05:50:46.645079+0000","last_undegraded":"2024-09-19T05:50:46.645079+0000","last_fullsized":"2024-09-19T05:50:46.645079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:56.946807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494360+0000","last_change":"2024-09-19T05:50:45.647780+0000","last_active":"2024-09-19T05:50:47.494360+0000","last_peered":"2024-09-19T05:50:47.494360+0000","last_clean":"2024-09-19T05:50:47.494360+0000","last_became_active":"2024-09-19T05:50:45.647478+0000","last_became_peered":"2024-09-19T05:50:45.647478+0000","last_unstale":"2024-09-19T05:50:47.494360+0000","last_undegraded":"2024-09-19T05:50:47.494360+0000","last_fullsized":"2024-09-19T05:50:47.494360+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:23.951100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977338+0000","last_change":"2024-09-19T05:50:45.647652+0000","last_active":"2024-09-19T05:50:46.977338+0000","last_peered":"2024-09-19T05:50:46.977338+0000","last_clean":"2024-09-19T05:50:46.977338+0000","last_became_active":"2024-09-19T05:50:45.647232+0000","last_became_peered":"2024-09-19T05:50:45.647232+0000","last_unstale":"2024-09-19T05:50:46.977338+0000","last_undegraded":"2024-09-19T05:50:46.977338+0000","last_fullsized":"2024-09-19T05:50:46.977338+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:12.349326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.633804+0000","last_change":"2024-09-19T05:50:44.633804+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.633804+0000","last_undegraded":"2024-09-19T05:50:44.633804+0000","last_fullsized":"2024-09-19T05:50:44.633804+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.140960+0000","last_change":"2024-09-19T05:50:45.644251+0000","last_active":"2024-09-19T05:50:47.140960+0000","last_peered":"2024-09-19T05:50:47.140960+0000","last_clean":"2024-09-19T05:50:47.140960+0000","last_became_active":"2024-09-19T05:50:45.643951+0000","last_became_peered":"2024-09-19T05:50:45.643951+0000","last_unstale":"2024-09-19T05:50:47.140960+0000","last_undegraded":"2024-09-19T05:50:47.140960+0000","last_fullsized":"2024-09-19T05:50:47.140960+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:53.369878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494116+0000","last_change":"2024-09-19T05:50:45.655502+0000","last_active":"2024-09-19T05:50:47.494116+0000","last_peered":"2024-09-19T05:50:47.494116+0000","last_clean":"2024-09-19T05:50:47.494116+0000","last_became_active":"2024-09-19T05:50:45.655208+0000","last_became_peered":"2024-09-19T05:50:45.655208+0000","last_unstale":"2024-09-19T05:50:47.494116+0000","last_undegraded":"2024-09-19T05:50:47.494116+0000","last_fullsized":"2024-09-19T05:50:47.494116+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:14.204105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.648834+0000","last_change":"2024-09-19T05:50:45.644906+0000","last_active":"2024-09-19T05:50:46.648834+0000","last_peered":"2024-09-19T05:50:46.648834+0000","last_clean":"2024-09-19T05:50:46.648834+0000","last_became_active":"2024-09-19T05:50:45.644554+0000","last_became_peered":"2024-09-19T05:50:45.644554+0000","last_unstale":"2024-09-19T05:50:46.648834+0000","last_undegraded":"2024-09-19T05:50:46.648834+0000","last_fullsized":"2024-09-19T05:50:46.648834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:04.430049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494329+0000","last_change":"2024-09-19T05:50:44.647858+0000","last_active":"2024-09-19T05:50:47.494329+0000","last_peered":"2024-09-19T05:50:47.494329+0000","last_clean":"2024-09-19T05:50:47.494329+0000","last_became_active":"2024-09-19T05:50:44.647538+0000","last_became_peered":"2024-09-19T05:50:44.647538+0000","last_unstale":"2024-09-19T05:50:47.494329+0000","last_undegraded":"2024-09-19T05:50:47.494329+0000","last_fullsized":"2024-09-19T05:50:47.494329+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:58.710655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977298+0000","last_change":"2024-09-19T05:50:45.643952+0000","last_active":"2024-09-19T05:50:46.977298+0000","last_peered":"2024-09-19T05:50:46.977298+0000","last_clean":"2024-09-19T05:50:46.977298+0000","last_became_active":"2024-09-19T05:50:45.643679+0000","last_became_peered":"2024-09-19T05:50:45.643679+0000","last_unstale":"2024-09-19T05:50:46.977298+0000","last_undegraded":"2024-09-19T05:50:46.977298+0000","last_fullsized":"2024-09-19T05:50:46.977298+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:07.084769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494907+0000","last_change":"2024-09-19T05:50:44.650738+0000","last_active":"2024-09-19T05:50:47.494907+0000","last_peered":"2024-09-19T05:50:47.494907+0000","last_clean":"2024-09-19T05:50:47.494907+0000","last_became_active":"2024-09-19T05:50:44.650407+0000","last_became_peered":"2024-09-19T05:50:44.650407+0000","last_unstale":"2024-09-19T05:50:47.494907+0000","last_undegraded":"2024-09-19T05:50:47.494907+0000","last_fullsized":"2024-09-19T05:50:47.494907+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:52.166184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494004+0000","last_change":"2024-09-19T05:50:44.645772+0000","last_active":"2024-09-19T05:50:47.494004+0000","last_peered":"2024-09-19T05:50:47.494004+0000","last_clean":"2024-09-19T05:50:47.494004+0000","last_became_active":"2024-09-19T05:50:44.645466+0000","last_became_peered":"2024-09-19T05:50:44.645466+0000","last_unstale":"2024-09-19T05:50:47.494004+0000","last_undegraded":"2024-09-19T05:50:47.494004+0000","last_fullsized":"2024-09-19T05:50:47.494004+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:46:23.990411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494001+0000","last_change":"2024-09-19T05:50:45.643384+0000","last_active":"2024-09-19T05:50:47.494001+0000","last_peered":"2024-09-19T05:50:47.494001+0000","last_clean":"2024-09-19T05:50:47.494001+0000","last_became_active":"2024-09-19T05:50:45.643036+0000","last_became_peered":"2024-09-19T05:50:45.643036+0000","last_unstale":"2024-09-19T05:50:47.494001+0000","last_undegraded":"2024-09-19T05:50:47.494001+0000","last_fullsized":"2024-09-19T05:50:47.494001+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:59:38.504505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:50:44.652878+0000","last_change":"2024-09-19T05:50:44.646570+0000","last_active":"2024-09-19T05:50:44.652878+0000","last_peered":"2024-09-19T05:50:44.652878+0000","last_clean":"2024-09-19T05:50:44.652878+0000","last_became_active":"2024-09-19T05:50:44.646205+0000","last_became_peered":"2024-09-19T05:50:44.646205+0000","last_unstale":"2024-09-19T05:50:44.652878+0000","last_undegraded":"2024-09-19T05:50:44.652878+0000","last_fullsized":"2024-09-19T05:50:44.652878+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:14:59.514257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644802+0000","last_change":"2024-09-19T05:50:45.648607+0000","last_active":"2024-09-19T05:50:46.644802+0000","last_peered":"2024-09-19T05:50:46.644802+0000","last_clean":"2024-09-19T05:50:46.644802+0000","last_became_active":"2024-09-19T05:50:45.648104+0000","last_became_peered":"2024-09-19T05:50:45.648104+0000","last_unstale":"2024-09-19T05:50:46.644802+0000","last_undegraded":"2024-09-19T05:50:46.644802+0000","last_fullsized":"2024-09-19T05:50:46.644802+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:00.067176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495090+0000","last_change":"2024-09-19T05:50:44.651212+0000","last_active":"2024-09-19T05:50:47.495090+0000","last_peered":"2024-09-19T05:50:47.495090+0000","last_clean":"2024-09-19T05:50:47.495090+0000","last_became_active":"2024-09-19T05:50:44.650904+0000","last_became_peered":"2024-09-19T05:50:44.650904+0000","last_unstale":"2024-09-19T05:50:47.495090+0000","last_undegraded":"2024-09-19T05:50:47.495090+0000","last_fullsized":"2024-09-19T05:50:47.495090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:45.362637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.631864+0000","last_change":"2024-09-19T05:50:44.631864+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.631864+0000","last_undegraded":"2024-09-19T05:50:44.631864+0000","last_fullsized":"2024-09-19T05:50:44.631864+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:50:44.652855+0000","last_change":"2024-09-19T05:50:44.645247+0000","last_active":"2024-09-19T05:50:44.652855+0000","last_peered":"2024-09-19T05:50:44.652855+0000","last_clean":"2024-09-19T05:50:44.652855+0000","last_became_active":"2024-09-19T05:50:44.644986+0000","last_became_peered":"2024-09-19T05:50:44.644986+0000","last_unstale":"2024-09-19T05:50:44.652855+0000","last_undegraded":"2024-09-19T05:50:44.652855+0000","last_fullsized":"2024-09-19T05:50:44.652855+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:27.672923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977255+0000","last_change":"2024-09-19T05:50:45.641646+0000","last_active":"2024-09-19T05:50:46.977255+0000","last_peered":"2024-09-19T05:50:46.977255+0000","last_clean":"2024-09-19T05:50:46.977255+0000","last_became_active":"2024-09-19T05:50:45.641332+0000","last_became_peered":"2024-09-19T05:50:45.641332+0000","last_unstale":"2024-09-19T05:50:46.977255+0000","last_undegraded":"2024-09-19T05:50:46.977255+0000","last_fullsized":"2024-09-19T05:50:46.977255+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:32.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645058+0000","last_change":"2024-09-19T05:50:44.646863+0000","last_active":"2024-09-19T05:50:46.645058+0000","last_peered":"2024-09-19T05:50:46.645058+0000","last_clean":"2024-09-19T05:50:46.645058+0000","last_became_active":"2024-09-19T05:50:44.646023+0000","last_became_peered":"2024-09-19T05:50:44.646023+0000","last_unstale":"2024-09-19T05:50:46.645058+0000","last_undegraded":"2024-09-19T05:50:46.645058+0000","last_fullsized":"2024-09-19T05:50:46.645058+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:52.729171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649323+0000","last_change":"2024-09-19T05:50:45.650335+0000","last_active":"2024-09-19T05:50:46.649323+0000","last_peered":"2024-09-19T05:50:46.649323+0000","last_clean":"2024-09-19T05:50:46.649323+0000","last_became_active":"2024-09-19T05:50:45.649850+0000","last_became_peered":"2024-09-19T05:50:45.649850+0000","last_unstale":"2024-09-19T05:50:46.649323+0000","last_undegraded":"2024-09-19T05:50:46.649323+0000","last_fullsized":"2024-09-19T05:50:46.649323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:14:55.463012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494867+0000","last_change":"2024-09-19T05:50:44.645584+0000","last_active":"2024-09-19T05:50:47.494867+0000","last_peered":"2024-09-19T05:50:47.494867+0000","last_clean":"2024-09-19T05:50:47.494867+0000","last_became_active":"2024-09-19T05:50:44.645280+0000","last_became_peered":"2024-09-19T05:50:44.645280+0000","last_unstale":"2024-09-19T05:50:47.494867+0000","last_undegraded":"2024-09-19T05:50:47.494867+0000","last_fullsized":"2024-09-19T05:50:47.494867+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:04.037710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494803+0000","last_change":"2024-09-19T05:50:45.661839+0000","last_active":"2024-09-19T05:50:47.494803+0000","last_peered":"2024-09-19T05:50:47.494803+0000","last_clean":"2024-09-19T05:50:47.494803+0000","last_became_active":"2024-09-19T05:50:45.661400+0000","last_became_peered":"2024-09-19T05:50:45.661400+0000","last_unstale":"2024-09-19T05:50:47.494803+0000","last_undegraded":"2024-09-19T05:50:47.494803+0000","last_fullsized":"2024-09-19T05:50:47.494803+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:32.566393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977352+0000","last_change":"2024-09-19T05:50:44.647789+0000","last_active":"2024-09-19T05:50:46.977352+0000","last_peered":"2024-09-19T05:50:46.977352+0000","last_clean":"2024-09-19T05:50:46.977352+0000","last_became_active":"2024-09-19T05:50:44.647481+0000","last_became_peered":"2024-09-19T05:50:44.647481+0000","last_unstale":"2024-09-19T05:50:46.977352+0000","last_undegraded":"2024-09-19T05:50:46.977352+0000","last_fullsized":"2024-09-19T05:50:46.977352+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:45.362637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977265+0000","last_change":"2024-09-19T05:50:45.657812+0000","last_active":"2024-09-19T05:50:46.977265+0000","last_peered":"2024-09-19T05:50:46.977265+0000","last_clean":"2024-09-19T05:50:46.977265+0000","last_became_active":"2024-09-19T05:50:45.657522+0000","last_became_peered":"2024-09-19T05:50:45.657522+0000","last_unstale":"2024-09-19T05:50:46.977265+0000","last_undegraded":"2024-09-19T05:50:46.977265+0000","last_fullsized":"2024-09-19T05:50:46.977265+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:56.946807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:50:44.653071+0000","last_change":"2024-09-19T05:50:44.647516+0000","last_active":"2024-09-19T05:50:44.653071+0000","last_peered":"2024-09-19T05:50:44.653071+0000","last_clean":"2024-09-19T05:50:44.653071+0000","last_became_active":"2024-09-19T05:50:44.646177+0000","last_became_peered":"2024-09-19T05:50:44.646177+0000","last_unstale":"2024-09-19T05:50:44.653071+0000","last_undegraded":"2024-09-19T05:50:44.653071+0000","last_fullsized":"2024-09-19T05:50:44.653071+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:58.710655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494520+0000","last_change":"2024-09-19T05:50:45.660294+0000","last_active":"2024-09-19T05:50:47.494520+0000","last_peered":"2024-09-19T05:50:47.494520+0000","last_clean":"2024-09-19T05:50:47.494520+0000","last_became_active":"2024-09-19T05:50:45.660019+0000","last_became_peered":"2024-09-19T05:50:45.660019+0000","last_unstale":"2024-09-19T05:50:47.494520+0000","last_undegraded":"2024-09-19T05:50:47.494520+0000","last_fullsized":"2024-09-19T05:50:47.494520+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:21.871009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494690+0000","last_change":"2024-09-19T05:50:44.650417+0000","last_active":"2024-09-19T05:50:47.494690+0000","last_peered":"2024-09-19T05:50:47.494690+0000","last_clean":"2024-09-19T05:50:47.494690+0000","last_became_active":"2024-09-19T05:50:44.650127+0000","last_became_peered":"2024-09-19T05:50:44.650127+0000","last_unstale":"2024-09-19T05:50:47.494690+0000","last_undegraded":"2024-09-19T05:50:47.494690+0000","last_fullsized":"2024-09-19T05:50:47.494690+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:04.487795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494653+0000","last_change":"2024-09-19T05:50:45.654922+0000","last_active":"2024-09-19T05:50:47.494653+0000","last_peered":"2024-09-19T05:50:47.494653+0000","last_clean":"2024-09-19T05:50:47.494653+0000","last_became_active":"2024-09-19T05:50:45.653453+0000","last_became_peered":"2024-09-19T05:50:45.653453+0000","last_unstale":"2024-09-19T05:50:47.494653+0000","last_undegraded":"2024-09-19T05:50:47.494653+0000","last_fullsized":"2024-09-19T05:50:47.494653+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:13:04.055698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.140831+0000","last_change":"2024-09-19T05:50:44.640408+0000","last_active":"2024-09-19T05:50:47.140831+0000","last_peered":"2024-09-19T05:50:47.140831+0000","last_clean":"2024-09-19T05:50:47.140831+0000","last_became_active":"2024-09-19T05:50:44.640088+0000","last_became_peered":"2024-09-19T05:50:44.640088+0000","last_unstale":"2024-09-19T05:50:47.140831+0000","last_undegraded":"2024-09-19T05:50:47.140831+0000","last_fullsized":"2024-09-19T05:50:47.140831+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:24.976624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494113+0000","last_change":"2024-09-19T05:50:45.660187+0000","last_active":"2024-09-19T05:50:47.494113+0000","last_peered":"2024-09-19T05:50:47.494113+0000","last_clean":"2024-09-19T05:50:47.494113+0000","last_became_active":"2024-09-19T05:50:45.659888+0000","last_became_peered":"2024-09-19T05:50:45.659888+0000","last_unstale":"2024-09-19T05:50:47.494113+0000","last_undegraded":"2024-09-19T05:50:47.494113+0000","last_fullsized":"2024-09-19T05:50:47.494113+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:12.349326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649234+0000","last_change":"2024-09-19T05:50:44.643629+0000","last_active":"2024-09-19T05:50:46.649234+0000","last_peered":"2024-09-19T05:50:46.649234+0000","last_clean":"2024-09-19T05:50:46.649234+0000","last_became_active":"2024-09-19T05:50:44.643259+0000","last_became_peered":"2024-09-19T05:50:44.643259+0000","last_unstale":"2024-09-19T05:50:46.649234+0000","last_undegraded":"2024-09-19T05:50:46.649234+0000","last_fullsized":"2024-09-19T05:50:46.649234+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:27.672923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494733+0000","last_change":"2024-09-19T05:50:45.660669+0000","last_active":"2024-09-19T05:50:47.494733+0000","last_peered":"2024-09-19T05:50:47.494733+0000","last_clean":"2024-09-19T05:50:47.494733+0000","last_became_active":"2024-09-19T05:50:45.660341+0000","last_became_peered":"2024-09-19T05:50:45.660341+0000","last_unstale":"2024-09-19T05:50:47.494733+0000","last_undegraded":"2024-09-19T05:50:47.494733+0000","last_fullsized":"2024-09-19T05:50:47.494733+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:47.540822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.141056+0000","last_change":"2024-09-19T05:50:44.640442+0000","last_active":"2024-09-19T05:50:47.141056+0000","last_peered":"2024-09-19T05:50:47.141056+0000","last_clean":"2024-09-19T05:50:47.141056+0000","last_became_active":"2024-09-19T05:50:44.640145+0000","last_became_peered":"2024-09-19T05:50:44.640145+0000","last_unstale":"2024-09-19T05:50:47.141056+0000","last_undegraded":"2024-09-19T05:50:47.141056+0000","last_fullsized":"2024-09-19T05:50:47.141056+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:52.884411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494707+0000","last_change":"2024-09-19T05:50:45.661981+0000","last_active":"2024-09-19T05:50:47.494707+0000","last_peered":"2024-09-19T05:50:47.494707+0000","last_clean":"2024-09-19T05:50:47.494707+0000","last_became_active":"2024-09-19T05:50:45.661686+0000","last_became_peered":"2024-09-19T05:50:45.661686+0000","last_unstale":"2024-09-19T05:50:47.494707+0000","last_undegraded":"2024-09-19T05:50:47.494707+0000","last_fullsized":"2024-09-19T05:50:47.494707+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:03.057093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645125+0000","last_change":"2024-09-19T05:50:44.643128+0000","last_active":"2024-09-19T05:50:46.645125+0000","last_peered":"2024-09-19T05:50:46.645125+0000","last_clean":"2024-09-19T05:50:46.645125+0000","last_became_active":"2024-09-19T05:50:44.642113+0000","last_became_peered":"2024-09-19T05:50:44.642113+0000","last_unstale":"2024-09-19T05:50:46.645125+0000","last_undegraded":"2024-09-19T05:50:46.645125+0000","last_fullsized":"2024-09-19T05:50:46.645125+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:59.194459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.634138+0000","last_change":"2024-09-19T05:50:44.634138+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.634138+0000","last_undegraded":"2024-09-19T05:50:44.634138+0000","last_fullsized":"2024-09-19T05:50:44.634138+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.141019+0000","last_change":"2024-09-19T05:50:44.643148+0000","last_active":"2024-09-19T05:50:47.141019+0000","last_peered":"2024-09-19T05:50:47.141019+0000","last_clean":"2024-09-19T05:50:47.141019+0000","last_became_active":"2024-09-19T05:50:44.642811+0000","last_became_peered":"2024-09-19T05:50:44.642811+0000","last_unstale":"2024-09-19T05:50:47.141019+0000","last_undegraded":"2024-09-19T05:50:47.141019+0000","last_fullsized":"2024-09-19T05:50:47.141019+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:04.371817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494379+0000","last_change":"2024-09-19T05:50:45.663854+0000","last_active":"2024-09-19T05:50:47.494379+0000","last_peered":"2024-09-19T05:50:47.494379+0000","last_clean":"2024-09-19T05:50:47.494379+0000","last_became_active":"2024-09-19T05:50:45.663593+0000","last_became_peered":"2024-09-19T05:50:45.663593+0000","last_unstale":"2024-09-19T05:50:47.494379+0000","last_undegraded":"2024-09-19T05:50:47.494379+0000","last_fullsized":"2024-09-19T05:50:47.494379+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:53.987517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494128+0000","last_change":"2024-09-19T05:50:35.646709+0000","last_active":"2024-09-19T05:50:47.494128+0000","last_peered":"2024-09-19T05:50:47.494128+0000","last_clean":"2024-09-19T05:50:47.494128+0000","last_became_active":"2024-09-19T05:50:35.645765+0000","last_became_peered":"2024-09-19T05:50:35.645765+0000","last_unstale":"2024-09-19T05:50:47.494128+0000","last_undegraded":"2024-09-19T05:50:47.494128+0000","last_fullsized":"2024-09-19T05:50:47.494128+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_clean_scrub_stamp":"2024-09-19T05:50:34.148268+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:39.766293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:50:44.649777+0000","last_change":"2024-09-19T05:50:44.642997+0000","last_active":"2024-09-19T05:50:44.649777+0000","last_peered":"2024-09-19T05:50:44.649777+0000","last_clean":"2024-09-19T05:50:44.649777+0000","last_became_active":"2024-09-19T05:50:44.642584+0000","last_became_peered":"2024-09-19T05:50:44.642584+0000","last_unstale":"2024-09-19T05:50:44.649777+0000","last_undegraded":"2024-09-19T05:50:44.649777+0000","last_fullsized":"2024-09-19T05:50:44.649777+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:35:43.079015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494109+0000","last_change":"2024-09-19T05:50:45.648245+0000","last_active":"2024-09-19T05:50:47.494109+0000","last_peered":"2024-09-19T05:50:47.494109+0000","last_clean":"2024-09-19T05:50:47.494109+0000","last_became_active":"2024-09-19T05:50:45.647721+0000","last_became_peered":"2024-09-19T05:50:45.647721+0000","last_unstale":"2024-09-19T05:50:47.494109+0000","last_undegraded":"2024-09-19T05:50:47.494109+0000","last_fullsized":"2024-09-19T05:50:47.494109+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:41:32.461004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493967+0000","last_change":"2024-09-19T05:50:44.653156+0000","last_active":"2024-09-19T05:50:47.493967+0000","last_peered":"2024-09-19T05:50:47.493967+0000","last_clean":"2024-09-19T05:50:47.493967+0000","last_became_active":"2024-09-19T05:50:44.652870+0000","last_became_peered":"2024-09-19T05:50:44.652870+0000","last_unstale":"2024-09-19T05:50:47.493967+0000","last_undegraded":"2024-09-19T05:50:47.493967+0000","last_fullsized":"2024-09-19T05:50:47.493967+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:42.176681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.976978+0000","last_change":"2024-09-19T05:50:45.651489+0000","last_active":"2024-09-19T05:50:46.976978+0000","last_peered":"2024-09-19T05:50:46.976978+0000","last_clean":"2024-09-19T05:50:46.976978+0000","last_became_active":"2024-09-19T05:50:45.651159+0000","last_became_peered":"2024-09-19T05:50:45.651159+0000","last_unstale":"2024-09-19T05:50:46.976978+0000","last_undegraded":"2024-09-19T05:50:46.976978+0000","last_fullsized":"2024-09-19T05:50:46.976978+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:13:04.055698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.140909+0000","last_change":"2024-09-19T05:50:44.645053+0000","last_active":"2024-09-19T05:50:47.140909+0000","last_peered":"2024-09-19T05:50:47.140909+0000","last_clean":"2024-09-19T05:50:47.140909+0000","last_became_active":"2024-09-19T05:50:44.644661+0000","last_became_peered":"2024-09-19T05:50:44.644661+0000","last_unstale":"2024-09-19T05:50:47.140909+0000","last_undegraded":"2024-09-19T05:50:47.140909+0000","last_fullsized":"2024-09-19T05:50:47.140909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:04.037710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644806+0000","last_change":"2024-09-19T05:50:45.641005+0000","last_active":"2024-09-19T05:50:46.644806+0000","last_peered":"2024-09-19T05:50:46.644806+0000","last_clean":"2024-09-19T05:50:46.644806+0000","last_became_active":"2024-09-19T05:50:45.640602+0000","last_became_peered":"2024-09-19T05:50:45.640602+0000","last_unstale":"2024-09-19T05:50:46.644806+0000","last_undegraded":"2024-09-19T05:50:46.644806+0000","last_fullsized":"2024-09-19T05:50:46.644806+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:57.946959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-19T05:50:44.652986+0000","last_change":"2024-09-19T05:50:44.647238+0000","last_active":"2024-09-19T05:50:44.652986+0000","last_peered":"2024-09-19T05:50:44.652986+0000","last_clean":"2024-09-19T05:50:44.652986+0000","last_became_active":"2024-09-19T05:50:44.646102+0000","last_became_peered":"2024-09-19T05:50:44.646102+0000","last_unstale":"2024-09-19T05:50:44.652986+0000","last_undegraded":"2024-09-19T05:50:44.652986+0000","last_fullsized":"2024-09-19T05:50:44.652986+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:46:23.990411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649047+0000","last_change":"2024-09-19T05:50:45.645840+0000","last_active":"2024-09-19T05:50:46.649047+0000","last_peered":"2024-09-19T05:50:46.649047+0000","last_clean":"2024-09-19T05:50:46.649047+0000","last_became_active":"2024-09-19T05:50:45.645568+0000","last_became_peered":"2024-09-19T05:50:45.645568+0000","last_unstale":"2024-09-19T05:50:46.649047+0000","last_undegraded":"2024-09-19T05:50:46.649047+0000","last_fullsized":"2024-09-19T05:50:46.649047+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:19.671806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644884+0000","last_change":"2024-09-19T05:50:44.643113+0000","last_active":"2024-09-19T05:50:46.644884+0000","last_peered":"2024-09-19T05:50:46.644884+0000","last_clean":"2024-09-19T05:50:46.644884+0000","last_became_active":"2024-09-19T05:50:44.642071+0000","last_became_peered":"2024-09-19T05:50:44.642071+0000","last_unstale":"2024-09-19T05:50:46.644884+0000","last_undegraded":"2024-09-19T05:50:46.644884+0000","last_fullsized":"2024-09-19T05:50:46.644884+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:24.976624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.630960+0000","last_change":"2024-09-19T05:50:44.630960+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.630960+0000","last_undegraded":"2024-09-19T05:50:44.630960+0000","last_fullsized":"2024-09-19T05:50:44.630960+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494859+0000","last_change":"2024-09-19T05:50:44.650020+0000","last_active":"2024-09-19T05:50:47.494859+0000","last_peered":"2024-09-19T05:50:47.494859+0000","last_clean":"2024-09-19T05:50:47.494859+0000","last_became_active":"2024-09-19T05:50:44.649724+0000","last_became_peered":"2024-09-19T05:50:44.649724+0000","last_unstale":"2024-09-19T05:50:47.494859+0000","last_undegraded":"2024-09-19T05:50:47.494859+0000","last_fullsized":"2024-09-19T05:50:47.494859+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:24.195091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644996+0000","last_change":"2024-09-19T05:50:45.641334+0000","last_active":"2024-09-19T05:50:46.644996+0000","last_peered":"2024-09-19T05:50:46.644996+0000","last_clean":"2024-09-19T05:50:46.644996+0000","last_became_active":"2024-09-19T05:50:45.640774+0000","last_became_peered":"2024-09-19T05:50:45.640774+0000","last_unstale":"2024-09-19T05:50:46.644996+0000","last_undegraded":"2024-09-19T05:50:46.644996+0000","last_fullsized":"2024-09-19T05:50:46.644996+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:32.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645027+0000","last_change":"2024-09-19T05:50:44.645936+0000","last_active":"2024-09-19T05:50:46.645027+0000","last_peered":"2024-09-19T05:50:46.645027+0000","last_clean":"2024-09-19T05:50:46.645027+0000","last_became_active":"2024-09-19T05:50:44.645627+0000","last_became_peered":"2024-09-19T05:50:44.645627+0000","last_unstale":"2024-09-19T05:50:46.645027+0000","last_undegraded":"2024-09-19T05:50:46.645027+0000","last_fullsized":"2024-09-19T05:50:46.645027+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:04.371817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494359+0000","last_change":"2024-09-19T05:50:45.657228+0000","last_active":"2024-09-19T05:50:47.494359+0000","last_peered":"2024-09-19T05:50:47.494359+0000","last_clean":"2024-09-19T05:50:47.494359+0000","last_became_active":"2024-09-19T05:50:45.656976+0000","last_became_peered":"2024-09-19T05:50:45.656976+0000","last_unstale":"2024-09-19T05:50:47.494359+0000","last_undegraded":"2024-09-19T05:50:47.494359+0000","last_fullsized":"2024-09-19T05:50:47.494359+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:53.216403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495178+0000","last_change":"2024-09-19T05:50:44.647866+0000","last_active":"2024-09-19T05:50:47.495178+0000","last_peered":"2024-09-19T05:50:47.495178+0000","last_clean":"2024-09-19T05:50:47.495178+0000","last_became_active":"2024-09-19T05:50:44.647531+0000","last_became_peered":"2024-09-19T05:50:44.647531+0000","last_unstale":"2024-09-19T05:50:47.495178+0000","last_undegraded":"2024-09-19T05:50:47.495178+0000","last_fullsized":"2024-09-19T05:50:47.495178+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:24.976624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977223+0000","last_change":"2024-09-19T05:50:45.646625+0000","last_active":"2024-09-19T05:50:46.977223+0000","last_peered":"2024-09-19T05:50:46.977223+0000","last_clean":"2024-09-19T05:50:46.977223+0000","last_became_active":"2024-09-19T05:50:45.646338+0000","last_became_peered":"2024-09-19T05:50:45.646338+0000","last_unstale":"2024-09-19T05:50:46.977223+0000","last_undegraded":"2024-09-19T05:50:46.977223+0000","last_fullsized":"2024-09-19T05:50:46.977223+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:17.998682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493953+0000","last_change":"2024-09-19T05:50:44.649854+0000","last_active":"2024-09-19T05:50:47.493953+0000","last_peered":"2024-09-19T05:50:47.493953+0000","last_clean":"2024-09-19T05:50:47.493953+0000","last_became_active":"2024-09-19T05:50:44.649588+0000","last_became_peered":"2024-09-19T05:50:44.649588+0000","last_unstale":"2024-09-19T05:50:47.493953+0000","last_undegraded":"2024-09-19T05:50:47.493953+0000","last_fullsized":"2024-09-19T05:50:47.493953+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:52.884411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.648900+0000","last_change":"2024-09-19T05:50:45.646821+0000","last_active":"2024-09-19T05:50:46.648900+0000","last_peered":"2024-09-19T05:50:46.648900+0000","last_clean":"2024-09-19T05:50:46.648900+0000","last_became_active":"2024-09-19T05:50:45.645313+0000","last_became_peered":"2024-09-19T05:50:45.645313+0000","last_unstale":"2024-09-19T05:50:46.648900+0000","last_undegraded":"2024-09-19T05:50:46.648900+0000","last_fullsized":"2024-09-19T05:50:46.648900+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:58.716147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644861+0000","last_change":"2024-09-19T05:50:44.647067+0000","last_active":"2024-09-19T05:50:46.644861+0000","last_peered":"2024-09-19T05:50:46.644861+0000","last_clean":"2024-09-19T05:50:46.644861+0000","last_became_active":"2024-09-19T05:50:44.646008+0000","last_became_peered":"2024-09-19T05:50:44.646008+0000","last_unstale":"2024-09-19T05:50:46.644861+0000","last_undegraded":"2024-09-19T05:50:46.644861+0000","last_fullsized":"2024-09-19T05:50:46.644861+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:04.037710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494102+0000","last_change":"2024-09-19T05:50:45.650231+0000","last_active":"2024-09-19T05:50:47.494102+0000","last_peered":"2024-09-19T05:50:47.494102+0000","last_clean":"2024-09-19T05:50:47.494102+0000","last_became_active":"2024-09-19T05:50:45.649791+0000","last_became_peered":"2024-09-19T05:50:45.649791+0000","last_unstale":"2024-09-19T05:50:47.494102+0000","last_undegraded":"2024-09-19T05:50:47.494102+0000","last_fullsized":"2024-09-19T05:50:47.494102+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:32.131654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644937+0000","last_change":"2024-09-19T05:50:44.647192+0000","last_active":"2024-09-19T05:50:46.644937+0000","last_peered":"2024-09-19T05:50:46.644937+0000","last_clean":"2024-09-19T05:50:46.644937+0000","last_became_active":"2024-09-19T05:50:44.646843+0000","last_became_peered":"2024-09-19T05:50:44.646843+0000","last_unstale":"2024-09-19T05:50:46.644937+0000","last_undegraded":"2024-09-19T05:50:46.644937+0000","last_fullsized":"2024-09-19T05:50:46.644937+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:52.884411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494398+0000","last_change":"2024-09-19T05:50:45.644897+0000","last_active":"2024-09-19T05:50:47.494398+0000","last_peered":"2024-09-19T05:50:47.494398+0000","last_clean":"2024-09-19T05:50:47.494398+0000","last_became_active":"2024-09-19T05:50:45.644608+0000","last_became_peered":"2024-09-19T05:50:45.644608+0000","last_unstale":"2024-09-19T05:50:47.494398+0000","last_undegraded":"2024-09-19T05:50:47.494398+0000","last_fullsized":"2024-09-19T05:50:47.494398+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:23.859873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494513+0000","last_change":"2024-09-19T05:50:44.651223+0000","last_active":"2024-09-19T05:50:47.494513+0000","last_peered":"2024-09-19T05:50:47.494513+0000","last_clean":"2024-09-19T05:50:47.494513+0000","last_became_active":"2024-09-19T05:50:44.650714+0000","last_became_peered":"2024-09-19T05:50:44.650714+0000","last_unstale":"2024-09-19T05:50:47.494513+0000","last_undegraded":"2024-09-19T05:50:47.494513+0000","last_fullsized":"2024-09-19T05:50:47.494513+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:59.194459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494844+0000","last_change":"2024-09-19T05:50:45.652855+0000","last_active":"2024-09-19T05:50:47.494844+0000","last_peered":"2024-09-19T05:50:47.494844+0000","last_clean":"2024-09-19T05:50:47.494844+0000","last_became_active":"2024-09-19T05:50:45.652492+0000","last_became_peered":"2024-09-19T05:50:45.652492+0000","last_unstale":"2024-09-19T05:50:47.494844+0000","last_undegraded":"2024-09-19T05:50:47.494844+0000","last_fullsized":"2024-09-19T05:50:47.494844+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:57.946959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.632056+0000","last_change":"2024-09-19T05:50:44.632056+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.632056+0000","last_undegraded":"2024-09-19T05:50:44.632056+0000","last_fullsized":"2024-09-19T05:50:44.632056+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494304+0000","last_change":"2024-09-19T05:50:44.653550+0000","last_active":"2024-09-19T05:50:47.494304+0000","last_peered":"2024-09-19T05:50:47.494304+0000","last_clean":"2024-09-19T05:50:47.494304+0000","last_became_active":"2024-09-19T05:50:44.653261+0000","last_became_peered":"2024-09-19T05:50:44.653261+0000","last_unstale":"2024-09-19T05:50:47.494304+0000","last_undegraded":"2024-09-19T05:50:47.494304+0000","last_fullsized":"2024-09-19T05:50:47.494304+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:52.729171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-19T05:50:44.634598+0000","last_change":"2024-09-19T05:50:44.634598+0000","last_active":"2024-09-19T05:50:44.620081+0000","last_peered":"2024-09-19T05:50:44.620081+0000","last_clean":"2024-09-19T05:50:44.620081+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:50:44.634598+0000","last_undegraded":"2024-09-19T05:50:44.634598+0000","last_fullsized":"2024-09-19T05:50:44.634598+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494457+0000","last_change":"2024-09-19T05:50:44.651806+0000","last_active":"2024-09-19T05:50:47.494457+0000","last_peered":"2024-09-19T05:50:47.494457+0000","last_clean":"2024-09-19T05:50:47.494457+0000","last_became_active":"2024-09-19T05:50:44.651572+0000","last_became_peered":"2024-09-19T05:50:44.651572+0000","last_unstale":"2024-09-19T05:50:47.494457+0000","last_undegraded":"2024-09-19T05:50:47.494457+0000","last_fullsized":"2024-09-19T05:50:47.494457+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:52.364621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977297+0000","last_change":"2024-09-19T05:50:45.642360+0000","last_active":"2024-09-19T05:50:46.977297+0000","last_peered":"2024-09-19T05:50:46.977297+0000","last_clean":"2024-09-19T05:50:46.977297+0000","last_became_active":"2024-09-19T05:50:45.642052+0000","last_became_peered":"2024-09-19T05:50:45.642052+0000","last_unstale":"2024-09-19T05:50:46.977297+0000","last_undegraded":"2024-09-19T05:50:46.977297+0000","last_fullsized":"2024-09-19T05:50:46.977297+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:03.756896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494277+0000","last_change":"2024-09-19T05:50:44.644703+0000","last_active":"2024-09-19T05:50:47.494277+0000","last_peered":"2024-09-19T05:50:47.494277+0000","last_clean":"2024-09-19T05:50:47.494277+0000","last_became_active":"2024-09-19T05:50:44.644397+0000","last_became_peered":"2024-09-19T05:50:44.644397+0000","last_unstale":"2024-09-19T05:50:47.494277+0000","last_undegraded":"2024-09-19T05:50:47.494277+0000","last_fullsized":"2024-09-19T05:50:47.494277+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:08.856704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494439+0000","last_change":"2024-09-19T05:50:45.656686+0000","last_active":"2024-09-19T05:50:47.494439+0000","last_peered":"2024-09-19T05:50:47.494439+0000","last_clean":"2024-09-19T05:50:47.494439+0000","last_became_active":"2024-09-19T05:50:45.656389+0000","last_became_peered":"2024-09-19T05:50:45.656389+0000","last_unstale":"2024-09-19T05:50:47.494439+0000","last_undegraded":"2024-09-19T05:50:47.494439+0000","last_fullsized":"2024-09-19T05:50:47.494439+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:56.959379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977320+0000","last_change":"2024-09-19T05:50:44.648697+0000","last_active":"2024-09-19T05:50:46.977320+0000","last_peered":"2024-09-19T05:50:46.977320+0000","last_clean":"2024-09-19T05:50:46.977320+0000","last_became_active":"2024-09-19T05:50:44.648081+0000","last_became_peered":"2024-09-19T05:50:44.648081+0000","last_unstale":"2024-09-19T05:50:46.977320+0000","last_undegraded":"2024-09-19T05:50:46.977320+0000","last_fullsized":"2024-09-19T05:50:46.977320+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:04.487795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":176128,"data_stored":54459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":811008,"data_stored":664759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542150,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":75421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542148,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":225280,"data_stored":73935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35568,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336272,"statfs":{"total":96636764160,"available":96600342528,"internally_reserved":0,"allocated":225280,"data_stored":75421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":212992,"data_stored":73809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":73969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":819200,"data_stored":664815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:50:54.043 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:50:54.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.157+0000 7f638191f640 1 Processor -- start 2024-09-19T05:50:54.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.157+0000 7f638191f640 1 -- start start 2024-09-19T05:50:54.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.158+0000 7f638191f640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f637c15e6d0 0x7f637c0d41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:54.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.158+0000 7f638191f640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f637c0cf4c0 0x7f637c0d4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:54.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.158+0000 7f638191f640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f637c15eab0 con 0x7f637c0cf920 2024-09-19T05:50:54.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.158+0000 7f638191f640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f637c0d3120 con 0x7f637c0cf4c0 2024-09-19T05:50:54.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.158+0000 7f638191f640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f637c0d3400 con 0x7f637c15e6d0 2024-09-19T05:50:54.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.158+0000 7f637b7fe640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f637c0cf920 0x7f637c0b77d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:34398/0 (socket says 172.21.15.46:34398) 2024-09-19T05:50:54.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.158+0000 7f637b7fe640 1 -- 172.21.15.46:0/3130237775 learned_addr learned my addr 172.21.15.46:0/3130237775 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:54.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.158+0000 7f637a7fc640 1 --2- 172.21.15.46:0/3130237775 >> v2:172.21.15.78:3300/0 conn(0x7f637c0cf4c0 0x7f637c0d4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:54.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.158+0000 7f637affd640 1 --2- 172.21.15.46:0/3130237775 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f637c15e6d0 0x7f637c0d41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:54.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.158+0000 7f6379ffb640 1 -- 172.21.15.46:0/3130237775 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1267708130 0 0) 0x7f637c15eab0 con 0x7f637c0cf920 2024-09-19T05:50:54.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.158+0000 7f6379ffb640 1 -- 172.21.15.46:0/3130237775 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6364003520 con 0x7f637c0cf920 2024-09-19T05:50:54.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.159+0000 7f637a7fc640 1 -- 172.21.15.46:0/3130237775 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f637c15e6d0 msgr2=0x7f637c0d41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:54.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.159+0000 7f637a7fc640 1 --2- 172.21.15.46:0/3130237775 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f637c15e6d0 0x7f637c0d41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.159+0000 7f637a7fc640 1 -- 172.21.15.46:0/3130237775 >> v1:172.21.15.46:6789/0 conn(0x7f637c0cf920 legacy=0x7f637c0b77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:54.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.159+0000 7f637a7fc640 1 -- 172.21.15.46:0/3130237775 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f637c0d36e0 con 0x7f637c0cf4c0 2024-09-19T05:50:54.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.159+0000 7f637a7fc640 1 --2- 172.21.15.46:0/3130237775 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f637c0cf4c0 0x7f637c0d4b20 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f63700097a0 tx=0x7f637002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c68fc629f7fa224e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:54.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.160+0000 7f6379ffb640 1 -- 172.21.15.46:0/3130237775 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6370037070 con 0x7f637c0cf4c0 2024-09-19T05:50:54.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.160+0000 7f6379ffb640 1 -- 172.21.15.46:0/3130237775 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6370032440 con 0x7f637c0cf4c0 2024-09-19T05:50:54.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.160+0000 7f6379ffb640 1 -- 172.21.15.46:0/3130237775 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6370032810 con 0x7f637c0cf4c0 2024-09-19T05:50:54.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.160+0000 7f638191f640 1 -- 172.21.15.46:0/3130237775 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f637c0cf4c0 msgr2=0x7f637c0d4b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:54.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.160+0000 7f638191f640 1 --2- 172.21.15.46:0/3130237775 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f637c0cf4c0 0x7f637c0d4b20 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f63700097a0 tx=0x7f637002a180 comp rx=0 tx=0).stop 2024-09-19T05:50:54.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.160+0000 7f638191f640 1 -- 172.21.15.46:0/3130237775 shutdown_connections 2024-09-19T05:50:54.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.160+0000 7f638191f640 1 --2- 172.21.15.46:0/3130237775 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f637c0cf4c0 0x7f637c0d4b20 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.160+0000 7f638191f640 1 --2- 172.21.15.46:0/3130237775 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f637c15e6d0 0x7f637c0d41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.160+0000 7f638191f640 1 -- 172.21.15.46:0/3130237775 >> 172.21.15.46:0/3130237775 conn(0x7f637c0723c0 msgr2=0x7f637c0727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:54.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.160+0000 7f638191f640 1 -- 172.21.15.46:0/3130237775 shutdown_connections 2024-09-19T05:50:54.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.160+0000 7f638191f640 1 -- 172.21.15.46:0/3130237775 wait complete. 2024-09-19T05:50:54.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.161+0000 7f638191f640 1 Processor -- start 2024-09-19T05:50:54.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.162+0000 7f638191f640 1 -- start start 2024-09-19T05:50:54.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.162+0000 7f638191f640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f637c0cf4c0 0x7f637c15dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:54.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.162+0000 7f638191f640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f637c0cf920 0x7f637c0af620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:54.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.162+0000 7f638191f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f637c15e6d0 0x7f637c15fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:54.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.162+0000 7f638191f640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f637c0d2ee0 con 0x7f637c0cf920 2024-09-19T05:50:54.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.162+0000 7f638191f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f637c0d2d60 con 0x7f637c15e6d0 2024-09-19T05:50:54.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.162+0000 7f638191f640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f637c0d5060 con 0x7f637c0cf4c0 2024-09-19T05:50:54.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.162+0000 7f637a7fc640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f637c0cf920 0x7f637c0af620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:54.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.163+0000 7f637a7fc640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f637c0cf920 0x7f637c0af620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37214/0 (socket says 172.21.15.46:37214) 2024-09-19T05:50:54.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.163+0000 7f637a7fc640 1 -- 172.21.15.46:0/3507618007 learned_addr learned my addr 172.21.15.46:0/3507618007 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:54.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.163+0000 7f637affd640 1 --2- 172.21.15.46:0/3507618007 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f637c0cf4c0 0x7f637c15dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:54.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.163+0000 7f637b7fe640 1 --2- 172.21.15.46:0/3507618007 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f637c15e6d0 0x7f637c15fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:54.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.163+0000 7f637a7fc640 1 -- 172.21.15.46:0/3507618007 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f637c0cf4c0 msgr2=0x7f637c15dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:54.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.163+0000 7f637a7fc640 1 --2- 172.21.15.46:0/3507618007 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f637c0cf4c0 0x7f637c15dd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.163+0000 7f637a7fc640 1 -- 172.21.15.46:0/3507618007 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f637c15e6d0 msgr2=0x7f637c15fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:54.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.163+0000 7f637a7fc640 1 --2- 172.21.15.46:0/3507618007 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f637c15e6d0 0x7f637c15fcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.163+0000 7f637a7fc640 1 -- 172.21.15.46:0/3507618007 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f637c15e280 con 0x7f637c0cf920 2024-09-19T05:50:54.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.163+0000 7f637a7fc640 1 --2- 172.21.15.46:0/3507618007 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f637c0cf920 0x7f637c0af620 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f6370035040 tx=0x7f63700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:54.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.163+0000 7f6363fff640 1 -- 172.21.15.46:0/3507618007 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6370041030 con 0x7f637c0cf920 2024-09-19T05:50:54.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.163+0000 7f6363fff640 1 -- 172.21.15.46:0/3507618007 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f637003d4e0 con 0x7f637c0cf920 2024-09-19T05:50:54.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.163+0000 7f638191f640 1 -- 172.21.15.46:0/3507618007 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f637c0ab340 con 0x7f637c0cf920 2024-09-19T05:50:54.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.163+0000 7f6363fff640 1 -- 172.21.15.46:0/3507618007 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6370037040 con 0x7f637c0cf920 2024-09-19T05:50:54.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.163+0000 7f638191f640 1 -- 172.21.15.46:0/3507618007 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f637c0ab900 con 0x7f637c0cf920 2024-09-19T05:50:54.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.164+0000 7f638191f640 1 -- 172.21.15.46:0/3507618007 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f637c068e20 con 0x7f637c0cf920 2024-09-19T05:50:54.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.165+0000 7f6363fff640 1 -- 172.21.15.46:0/3507618007 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6370044070 con 0x7f637c0cf920 2024-09-19T05:50:54.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.165+0000 7f6363fff640 1 --2- 172.21.15.46:0/3507618007 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f636806c2e0 0x7f636806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:54.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.165+0000 7f6363fff640 1 -- 172.21.15.46:0/3507618007 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f63700abac0 con 0x7f637c0cf920 2024-09-19T05:50:54.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.166+0000 7f637affd640 1 --2- 172.21.15.46:0/3507618007 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f636806c2e0 0x7f636806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:54.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.166+0000 7f637affd640 1 --2- 172.21.15.46:0/3507618007 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f636806c2e0 0x7f636806e7a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f636c009970 tx=0x7f636c008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:54.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.170+0000 7f6363fff640 1 -- 172.21.15.46:0/3507618007 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f637c15e280 con 0x7f637c0cf920 2024-09-19T05:50:54.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.345+0000 7f638191f640 1 -- 172.21.15.46:0/3507618007 --> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f637c072a80 con 0x7f636806c2e0 2024-09-19T05:50:54.354 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.352+0000 7f6363fff640 1 -- 172.21.15.46:0/3507618007 <== mgr.4099 v2:172.21.15.78:6832/1948069631 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251946 (secure 0 0 0) 0x7f637c072a80 con 0x7f636806c2e0 2024-09-19T05:50:54.358 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:54.359 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-19T05:50:54.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.355+0000 7f638191f640 1 -- 172.21.15.46:0/3507618007 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f636806c2e0 msgr2=0x7f636806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:54.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.355+0000 7f638191f640 1 --2- 172.21.15.46:0/3507618007 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f636806c2e0 0x7f636806e7a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f636c009970 tx=0x7f636c008040 comp rx=0 tx=0).stop 2024-09-19T05:50:54.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.355+0000 7f638191f640 1 -- 172.21.15.46:0/3507618007 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f637c0cf920 msgr2=0x7f637c0af620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:54.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.355+0000 7f638191f640 1 --2- 172.21.15.46:0/3507618007 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f637c0cf920 0x7f637c0af620 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f6370035040 tx=0x7f63700046c0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.355+0000 7f638191f640 1 -- 172.21.15.46:0/3507618007 shutdown_connections 2024-09-19T05:50:54.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.355+0000 7f638191f640 1 --2- 172.21.15.46:0/3507618007 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f636806c2e0 0x7f636806e7a0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.355+0000 7f638191f640 1 --2- 172.21.15.46:0/3507618007 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f637c15e6d0 0x7f637c15fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.355+0000 7f638191f640 1 --2- 172.21.15.46:0/3507618007 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f637c0cf920 0x7f637c0af620 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.355+0000 7f638191f640 1 --2- 172.21.15.46:0/3507618007 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f637c0cf4c0 0x7f637c15dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.355+0000 7f638191f640 1 -- 172.21.15.46:0/3507618007 >> 172.21.15.46:0/3507618007 conn(0x7f637c0723c0 msgr2=0x7f637c1617c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:54.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.355+0000 7f638191f640 1 -- 172.21.15.46:0/3507618007 shutdown_connections 2024-09-19T05:50:54.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.355+0000 7f638191f640 1 -- 172.21.15.46:0/3507618007 wait complete. 2024-09-19T05:50:54.367 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-09-19T05:50:53.797204+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":136,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239924,"kb_used_data":2888,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734796,"statfs":{"total":773094113280,"available":772848431104,"internally_reserved":0,"allocated":2957312,"data_stored":1776028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.164313"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494548+0000","last_change":"2024-09-19T05:50:45.663342+0000","last_active":"2024-09-19T05:50:47.494548+0000","last_peered":"2024-09-19T05:50:47.494548+0000","last_clean":"2024-09-19T05:50:47.494548+0000","last_became_active":"2024-09-19T05:50:45.662632+0000","last_became_peered":"2024-09-19T05:50:45.662632+0000","last_unstale":"2024-09-19T05:50:47.494548+0000","last_undegraded":"2024-09-19T05:50:47.494548+0000","last_fullsized":"2024-09-19T05:50:47.494548+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:38.989482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644985+0000","last_change":"2024-09-19T05:50:45.639162+0000","last_active":"2024-09-19T05:50:46.644985+0000","last_peered":"2024-09-19T05:50:46.644985+0000","last_clean":"2024-09-19T05:50:46.644985+0000","last_became_active":"2024-09-19T05:50:45.638753+0000","last_became_peered":"2024-09-19T05:50:45.638753+0000","last_unstale":"2024-09-19T05:50:46.644985+0000","last_undegraded":"2024-09-19T05:50:46.644985+0000","last_fullsized":"2024-09-19T05:50:46.644985+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:17.998682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977121+0000","last_change":"2024-09-19T05:50:45.639283+0000","last_active":"2024-09-19T05:50:46.977121+0000","last_peered":"2024-09-19T05:50:46.977121+0000","last_clean":"2024-09-19T05:50:46.977121+0000","last_became_active":"2024-09-19T05:50:45.638968+0000","last_became_peered":"2024-09-19T05:50:45.638968+0000","last_unstale":"2024-09-19T05:50:46.977121+0000","last_undegraded":"2024-09-19T05:50:46.977121+0000","last_fullsized":"2024-09-19T05:50:46.977121+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:57.832905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.648035+0000","last_change":"2024-09-19T05:50:45.654335+0000","last_active":"2024-09-19T05:50:46.648035+0000","last_peered":"2024-09-19T05:50:46.648035+0000","last_clean":"2024-09-19T05:50:46.648035+0000","last_became_active":"2024-09-19T05:50:45.648473+0000","last_became_peered":"2024-09-19T05:50:45.648473+0000","last_unstale":"2024-09-19T05:50:46.648035+0000","last_undegraded":"2024-09-19T05:50:46.648035+0000","last_fullsized":"2024-09-19T05:50:46.648035+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:22.746988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494450+0000","last_change":"2024-09-19T05:50:45.656402+0000","last_active":"2024-09-19T05:50:47.494450+0000","last_peered":"2024-09-19T05:50:47.494450+0000","last_clean":"2024-09-19T05:50:47.494450+0000","last_became_active":"2024-09-19T05:50:45.656099+0000","last_became_peered":"2024-09-19T05:50:45.656099+0000","last_unstale":"2024-09-19T05:50:47.494450+0000","last_undegraded":"2024-09-19T05:50:47.494450+0000","last_fullsized":"2024-09-19T05:50:47.494450+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:49:17.967330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647686+0000","last_change":"2024-09-19T05:50:45.654926+0000","last_active":"2024-09-19T05:50:46.647686+0000","last_peered":"2024-09-19T05:50:46.647686+0000","last_clean":"2024-09-19T05:50:46.647686+0000","last_became_active":"2024-09-19T05:50:45.654299+0000","last_became_peered":"2024-09-19T05:50:45.654299+0000","last_unstale":"2024-09-19T05:50:46.647686+0000","last_undegraded":"2024-09-19T05:50:46.647686+0000","last_fullsized":"2024-09-19T05:50:46.647686+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:23.859873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494334+0000","last_change":"2024-09-19T05:50:45.660227+0000","last_active":"2024-09-19T05:50:47.494334+0000","last_peered":"2024-09-19T05:50:47.494334+0000","last_clean":"2024-09-19T05:50:47.494334+0000","last_became_active":"2024-09-19T05:50:45.659977+0000","last_became_peered":"2024-09-19T05:50:45.659977+0000","last_unstale":"2024-09-19T05:50:47.494334+0000","last_undegraded":"2024-09-19T05:50:47.494334+0000","last_fullsized":"2024-09-19T05:50:47.494334+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:21.723654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493910+0000","last_change":"2024-09-19T05:50:45.645609+0000","last_active":"2024-09-19T05:50:47.493910+0000","last_peered":"2024-09-19T05:50:47.493910+0000","last_clean":"2024-09-19T05:50:47.493910+0000","last_became_active":"2024-09-19T05:50:45.645280+0000","last_became_peered":"2024-09-19T05:50:45.645280+0000","last_unstale":"2024-09-19T05:50:47.493910+0000","last_undegraded":"2024-09-19T05:50:47.493910+0000","last_fullsized":"2024-09-19T05:50:47.493910+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:55:14.027111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494628+0000","last_change":"2024-09-19T05:50:45.662695+0000","last_active":"2024-09-19T05:50:47.494628+0000","last_peered":"2024-09-19T05:50:47.494628+0000","last_clean":"2024-09-19T05:50:47.494628+0000","last_became_active":"2024-09-19T05:50:45.662289+0000","last_became_peered":"2024-09-19T05:50:45.662289+0000","last_unstale":"2024-09-19T05:50:47.494628+0000","last_undegraded":"2024-09-19T05:50:47.494628+0000","last_fullsized":"2024-09-19T05:50:47.494628+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:35:11.693422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495180+0000","last_change":"2024-09-19T05:50:45.654107+0000","last_active":"2024-09-19T05:50:47.495180+0000","last_peered":"2024-09-19T05:50:47.495180+0000","last_clean":"2024-09-19T05:50:47.495180+0000","last_became_active":"2024-09-19T05:50:45.653806+0000","last_became_peered":"2024-09-19T05:50:45.653806+0000","last_unstale":"2024-09-19T05:50:47.495180+0000","last_undegraded":"2024-09-19T05:50:47.495180+0000","last_fullsized":"2024-09-19T05:50:47.495180+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:17.998682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495110+0000","last_change":"2024-09-19T05:50:45.652115+0000","last_active":"2024-09-19T05:50:47.495110+0000","last_peered":"2024-09-19T05:50:47.495110+0000","last_clean":"2024-09-19T05:50:47.495110+0000","last_became_active":"2024-09-19T05:50:45.651840+0000","last_became_peered":"2024-09-19T05:50:45.651840+0000","last_unstale":"2024-09-19T05:50:47.495110+0000","last_undegraded":"2024-09-19T05:50:47.495110+0000","last_fullsized":"2024-09-19T05:50:47.495110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:57.832905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649213+0000","last_change":"2024-09-19T05:50:45.654325+0000","last_active":"2024-09-19T05:50:46.649213+0000","last_peered":"2024-09-19T05:50:46.649213+0000","last_clean":"2024-09-19T05:50:46.649213+0000","last_became_active":"2024-09-19T05:50:45.653444+0000","last_became_peered":"2024-09-19T05:50:45.653444+0000","last_unstale":"2024-09-19T05:50:46.649213+0000","last_undegraded":"2024-09-19T05:50:46.649213+0000","last_fullsized":"2024-09-19T05:50:46.649213+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:12.820072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494293+0000","last_change":"2024-09-19T05:50:45.656355+0000","last_active":"2024-09-19T05:50:47.494293+0000","last_peered":"2024-09-19T05:50:47.494293+0000","last_clean":"2024-09-19T05:50:47.494293+0000","last_became_active":"2024-09-19T05:50:45.655819+0000","last_became_peered":"2024-09-19T05:50:45.655819+0000","last_unstale":"2024-09-19T05:50:47.494293+0000","last_undegraded":"2024-09-19T05:50:47.494293+0000","last_fullsized":"2024-09-19T05:50:47.494293+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:33.461562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.976996+0000","last_change":"2024-09-19T05:50:45.642684+0000","last_active":"2024-09-19T05:50:46.976996+0000","last_peered":"2024-09-19T05:50:46.976996+0000","last_clean":"2024-09-19T05:50:46.976996+0000","last_became_active":"2024-09-19T05:50:45.642400+0000","last_became_peered":"2024-09-19T05:50:45.642400+0000","last_unstale":"2024-09-19T05:50:46.976996+0000","last_undegraded":"2024-09-19T05:50:46.976996+0000","last_fullsized":"2024-09-19T05:50:46.976996+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:00.067176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644805+0000","last_change":"2024-09-19T05:50:45.648385+0000","last_active":"2024-09-19T05:50:46.644805+0000","last_peered":"2024-09-19T05:50:46.644805+0000","last_clean":"2024-09-19T05:50:46.644805+0000","last_became_active":"2024-09-19T05:50:45.647477+0000","last_became_peered":"2024-09-19T05:50:45.647477+0000","last_unstale":"2024-09-19T05:50:46.644805+0000","last_undegraded":"2024-09-19T05:50:46.644805+0000","last_fullsized":"2024-09-19T05:50:46.644805+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:57.832905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647375+0000","last_change":"2024-09-19T05:50:45.648287+0000","last_active":"2024-09-19T05:50:46.647375+0000","last_peered":"2024-09-19T05:50:46.647375+0000","last_clean":"2024-09-19T05:50:46.647375+0000","last_became_active":"2024-09-19T05:50:45.647994+0000","last_became_peered":"2024-09-19T05:50:45.647994+0000","last_unstale":"2024-09-19T05:50:46.647375+0000","last_undegraded":"2024-09-19T05:50:46.647375+0000","last_fullsized":"2024-09-19T05:50:46.647375+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:53.216403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647794+0000","last_change":"2024-09-19T05:50:45.659872+0000","last_active":"2024-09-19T05:50:46.647794+0000","last_peered":"2024-09-19T05:50:46.647794+0000","last_clean":"2024-09-19T05:50:46.647794+0000","last_became_active":"2024-09-19T05:50:45.659630+0000","last_became_peered":"2024-09-19T05:50:45.659630+0000","last_unstale":"2024-09-19T05:50:46.647794+0000","last_undegraded":"2024-09-19T05:50:46.647794+0000","last_fullsized":"2024-09-19T05:50:46.647794+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:01.275894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.141149+0000","last_change":"2024-09-19T05:50:45.655764+0000","last_active":"2024-09-19T05:50:47.141149+0000","last_peered":"2024-09-19T05:50:47.141149+0000","last_clean":"2024-09-19T05:50:47.141149+0000","last_became_active":"2024-09-19T05:50:45.655454+0000","last_became_peered":"2024-09-19T05:50:45.655454+0000","last_unstale":"2024-09-19T05:50:47.141149+0000","last_undegraded":"2024-09-19T05:50:47.141149+0000","last_fullsized":"2024-09-19T05:50:47.141149+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:25.200347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494916+0000","last_change":"2024-09-19T05:50:45.661153+0000","last_active":"2024-09-19T05:50:47.494916+0000","last_peered":"2024-09-19T05:50:47.494916+0000","last_clean":"2024-09-19T05:50:47.494916+0000","last_became_active":"2024-09-19T05:50:45.660423+0000","last_became_peered":"2024-09-19T05:50:45.660423+0000","last_unstale":"2024-09-19T05:50:47.494916+0000","last_undegraded":"2024-09-19T05:50:47.494916+0000","last_fullsized":"2024-09-19T05:50:47.494916+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:04.804886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494807+0000","last_change":"2024-09-19T05:50:45.652787+0000","last_active":"2024-09-19T05:50:47.494807+0000","last_peered":"2024-09-19T05:50:47.494807+0000","last_clean":"2024-09-19T05:50:47.494807+0000","last_became_active":"2024-09-19T05:50:45.652495+0000","last_became_peered":"2024-09-19T05:50:45.652495+0000","last_unstale":"2024-09-19T05:50:47.494807+0000","last_undegraded":"2024-09-19T05:50:47.494807+0000","last_fullsized":"2024-09-19T05:50:47.494807+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:00.067176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977058+0000","last_change":"2024-09-19T05:50:45.658151+0000","last_active":"2024-09-19T05:50:46.977058+0000","last_peered":"2024-09-19T05:50:46.977058+0000","last_clean":"2024-09-19T05:50:46.977058+0000","last_became_active":"2024-09-19T05:50:45.657871+0000","last_became_peered":"2024-09-19T05:50:45.657871+0000","last_unstale":"2024-09-19T05:50:46.977058+0000","last_undegraded":"2024-09-19T05:50:46.977058+0000","last_fullsized":"2024-09-19T05:50:46.977058+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:57.946959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647762+0000","last_change":"2024-09-19T05:50:45.659228+0000","last_active":"2024-09-19T05:50:46.647762+0000","last_peered":"2024-09-19T05:50:46.647762+0000","last_clean":"2024-09-19T05:50:46.647762+0000","last_became_active":"2024-09-19T05:50:45.658970+0000","last_became_peered":"2024-09-19T05:50:45.658970+0000","last_unstale":"2024-09-19T05:50:46.647762+0000","last_undegraded":"2024-09-19T05:50:46.647762+0000","last_fullsized":"2024-09-19T05:50:46.647762+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:14.172092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493944+0000","last_change":"2024-09-19T05:50:45.649298+0000","last_active":"2024-09-19T05:50:47.493944+0000","last_peered":"2024-09-19T05:50:47.493944+0000","last_clean":"2024-09-19T05:50:47.493944+0000","last_became_active":"2024-09-19T05:50:45.648947+0000","last_became_peered":"2024-09-19T05:50:45.648947+0000","last_unstale":"2024-09-19T05:50:47.493944+0000","last_undegraded":"2024-09-19T05:50:47.493944+0000","last_fullsized":"2024-09-19T05:50:47.493944+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:33.262690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647261+0000","last_change":"2024-09-19T05:50:45.651485+0000","last_active":"2024-09-19T05:50:46.647261+0000","last_peered":"2024-09-19T05:50:46.647261+0000","last_clean":"2024-09-19T05:50:46.647261+0000","last_became_active":"2024-09-19T05:50:45.651014+0000","last_became_peered":"2024-09-19T05:50:45.651014+0000","last_unstale":"2024-09-19T05:50:46.647261+0000","last_undegraded":"2024-09-19T05:50:46.647261+0000","last_fullsized":"2024-09-19T05:50:46.647261+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:33.461562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494454+0000","last_change":"2024-09-19T05:50:45.651184+0000","last_active":"2024-09-19T05:50:47.494454+0000","last_peered":"2024-09-19T05:50:47.494454+0000","last_clean":"2024-09-19T05:50:47.494454+0000","last_became_active":"2024-09-19T05:50:45.650821+0000","last_became_peered":"2024-09-19T05:50:45.650821+0000","last_unstale":"2024-09-19T05:50:47.494454+0000","last_undegraded":"2024-09-19T05:50:47.494454+0000","last_fullsized":"2024-09-19T05:50:47.494454+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:01.275894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495215+0000","last_change":"2024-09-19T05:50:45.657087+0000","last_active":"2024-09-19T05:50:47.495215+0000","last_peered":"2024-09-19T05:50:47.495215+0000","last_clean":"2024-09-19T05:50:47.495215+0000","last_became_active":"2024-09-19T05:50:45.656789+0000","last_became_peered":"2024-09-19T05:50:45.656789+0000","last_unstale":"2024-09-19T05:50:47.495215+0000","last_undegraded":"2024-09-19T05:50:47.495215+0000","last_fullsized":"2024-09-19T05:50:47.495215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:32.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645079+0000","last_change":"2024-09-19T05:50:45.647097+0000","last_active":"2024-09-19T05:50:46.645079+0000","last_peered":"2024-09-19T05:50:46.645079+0000","last_clean":"2024-09-19T05:50:46.645079+0000","last_became_active":"2024-09-19T05:50:45.646813+0000","last_became_peered":"2024-09-19T05:50:45.646813+0000","last_unstale":"2024-09-19T05:50:46.645079+0000","last_undegraded":"2024-09-19T05:50:46.645079+0000","last_fullsized":"2024-09-19T05:50:46.645079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:56.946807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494360+0000","last_change":"2024-09-19T05:50:45.647780+0000","last_active":"2024-09-19T05:50:47.494360+0000","last_peered":"2024-09-19T05:50:47.494360+0000","last_clean":"2024-09-19T05:50:47.494360+0000","last_became_active":"2024-09-19T05:50:45.647478+0000","last_became_peered":"2024-09-19T05:50:45.647478+0000","last_unstale":"2024-09-19T05:50:47.494360+0000","last_undegraded":"2024-09-19T05:50:47.494360+0000","last_fullsized":"2024-09-19T05:50:47.494360+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:23.951100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977338+0000","last_change":"2024-09-19T05:50:45.647652+0000","last_active":"2024-09-19T05:50:46.977338+0000","last_peered":"2024-09-19T05:50:46.977338+0000","last_clean":"2024-09-19T05:50:46.977338+0000","last_became_active":"2024-09-19T05:50:45.647232+0000","last_became_peered":"2024-09-19T05:50:45.647232+0000","last_unstale":"2024-09-19T05:50:46.977338+0000","last_undegraded":"2024-09-19T05:50:46.977338+0000","last_fullsized":"2024-09-19T05:50:46.977338+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:12.349326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647859+0000","last_change":"2024-09-19T05:50:45.650368+0000","last_active":"2024-09-19T05:50:46.647859+0000","last_peered":"2024-09-19T05:50:46.647859+0000","last_clean":"2024-09-19T05:50:46.647859+0000","last_became_active":"2024-09-19T05:50:45.648210+0000","last_became_peered":"2024-09-19T05:50:45.648210+0000","last_unstale":"2024-09-19T05:50:46.647859+0000","last_undegraded":"2024-09-19T05:50:46.647859+0000","last_fullsized":"2024-09-19T05:50:46.647859+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:11:12.302613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.140960+0000","last_change":"2024-09-19T05:50:45.644251+0000","last_active":"2024-09-19T05:50:47.140960+0000","last_peered":"2024-09-19T05:50:47.140960+0000","last_clean":"2024-09-19T05:50:47.140960+0000","last_became_active":"2024-09-19T05:50:45.643951+0000","last_became_peered":"2024-09-19T05:50:45.643951+0000","last_unstale":"2024-09-19T05:50:47.140960+0000","last_undegraded":"2024-09-19T05:50:47.140960+0000","last_fullsized":"2024-09-19T05:50:47.140960+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:53.369878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494116+0000","last_change":"2024-09-19T05:50:45.655502+0000","last_active":"2024-09-19T05:50:47.494116+0000","last_peered":"2024-09-19T05:50:47.494116+0000","last_clean":"2024-09-19T05:50:47.494116+0000","last_became_active":"2024-09-19T05:50:45.655208+0000","last_became_peered":"2024-09-19T05:50:45.655208+0000","last_unstale":"2024-09-19T05:50:47.494116+0000","last_undegraded":"2024-09-19T05:50:47.494116+0000","last_fullsized":"2024-09-19T05:50:47.494116+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:14.204105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.648834+0000","last_change":"2024-09-19T05:50:45.644906+0000","last_active":"2024-09-19T05:50:46.648834+0000","last_peered":"2024-09-19T05:50:46.648834+0000","last_clean":"2024-09-19T05:50:46.648834+0000","last_became_active":"2024-09-19T05:50:45.644554+0000","last_became_peered":"2024-09-19T05:50:45.644554+0000","last_unstale":"2024-09-19T05:50:46.648834+0000","last_undegraded":"2024-09-19T05:50:46.648834+0000","last_fullsized":"2024-09-19T05:50:46.648834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:04.430049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494329+0000","last_change":"2024-09-19T05:50:44.647858+0000","last_active":"2024-09-19T05:50:47.494329+0000","last_peered":"2024-09-19T05:50:47.494329+0000","last_clean":"2024-09-19T05:50:47.494329+0000","last_became_active":"2024-09-19T05:50:44.647538+0000","last_became_peered":"2024-09-19T05:50:44.647538+0000","last_unstale":"2024-09-19T05:50:47.494329+0000","last_undegraded":"2024-09-19T05:50:47.494329+0000","last_fullsized":"2024-09-19T05:50:47.494329+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:58.710655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977298+0000","last_change":"2024-09-19T05:50:45.643952+0000","last_active":"2024-09-19T05:50:46.977298+0000","last_peered":"2024-09-19T05:50:46.977298+0000","last_clean":"2024-09-19T05:50:46.977298+0000","last_became_active":"2024-09-19T05:50:45.643679+0000","last_became_peered":"2024-09-19T05:50:45.643679+0000","last_unstale":"2024-09-19T05:50:46.977298+0000","last_undegraded":"2024-09-19T05:50:46.977298+0000","last_fullsized":"2024-09-19T05:50:46.977298+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:07.084769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494907+0000","last_change":"2024-09-19T05:50:44.650738+0000","last_active":"2024-09-19T05:50:47.494907+0000","last_peered":"2024-09-19T05:50:47.494907+0000","last_clean":"2024-09-19T05:50:47.494907+0000","last_became_active":"2024-09-19T05:50:44.650407+0000","last_became_peered":"2024-09-19T05:50:44.650407+0000","last_unstale":"2024-09-19T05:50:47.494907+0000","last_undegraded":"2024-09-19T05:50:47.494907+0000","last_fullsized":"2024-09-19T05:50:47.494907+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:52.166184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494004+0000","last_change":"2024-09-19T05:50:44.645772+0000","last_active":"2024-09-19T05:50:47.494004+0000","last_peered":"2024-09-19T05:50:47.494004+0000","last_clean":"2024-09-19T05:50:47.494004+0000","last_became_active":"2024-09-19T05:50:44.645466+0000","last_became_peered":"2024-09-19T05:50:44.645466+0000","last_unstale":"2024-09-19T05:50:47.494004+0000","last_undegraded":"2024-09-19T05:50:47.494004+0000","last_fullsized":"2024-09-19T05:50:47.494004+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:46:23.990411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494001+0000","last_change":"2024-09-19T05:50:45.643384+0000","last_active":"2024-09-19T05:50:47.494001+0000","last_peered":"2024-09-19T05:50:47.494001+0000","last_clean":"2024-09-19T05:50:47.494001+0000","last_became_active":"2024-09-19T05:50:45.643036+0000","last_became_peered":"2024-09-19T05:50:45.643036+0000","last_unstale":"2024-09-19T05:50:47.494001+0000","last_undegraded":"2024-09-19T05:50:47.494001+0000","last_fullsized":"2024-09-19T05:50:47.494001+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:59:38.504505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647415+0000","last_change":"2024-09-19T05:50:44.646570+0000","last_active":"2024-09-19T05:50:46.647415+0000","last_peered":"2024-09-19T05:50:46.647415+0000","last_clean":"2024-09-19T05:50:46.647415+0000","last_became_active":"2024-09-19T05:50:44.646205+0000","last_became_peered":"2024-09-19T05:50:44.646205+0000","last_unstale":"2024-09-19T05:50:46.647415+0000","last_undegraded":"2024-09-19T05:50:46.647415+0000","last_fullsized":"2024-09-19T05:50:46.647415+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:03.424792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644802+0000","last_change":"2024-09-19T05:50:45.648607+0000","last_active":"2024-09-19T05:50:46.644802+0000","last_peered":"2024-09-19T05:50:46.644802+0000","last_clean":"2024-09-19T05:50:46.644802+0000","last_became_active":"2024-09-19T05:50:45.648104+0000","last_became_peered":"2024-09-19T05:50:45.648104+0000","last_unstale":"2024-09-19T05:50:46.644802+0000","last_undegraded":"2024-09-19T05:50:46.644802+0000","last_fullsized":"2024-09-19T05:50:46.644802+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:00.067176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495090+0000","last_change":"2024-09-19T05:50:44.651212+0000","last_active":"2024-09-19T05:50:47.495090+0000","last_peered":"2024-09-19T05:50:47.495090+0000","last_clean":"2024-09-19T05:50:47.495090+0000","last_became_active":"2024-09-19T05:50:44.650904+0000","last_became_peered":"2024-09-19T05:50:44.650904+0000","last_unstale":"2024-09-19T05:50:47.495090+0000","last_undegraded":"2024-09-19T05:50:47.495090+0000","last_fullsized":"2024-09-19T05:50:47.495090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:45.362637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647440+0000","last_change":"2024-09-19T05:50:45.656759+0000","last_active":"2024-09-19T05:50:46.647440+0000","last_peered":"2024-09-19T05:50:46.647440+0000","last_clean":"2024-09-19T05:50:46.647440+0000","last_became_active":"2024-09-19T05:50:45.656469+0000","last_became_peered":"2024-09-19T05:50:45.656469+0000","last_unstale":"2024-09-19T05:50:46.647440+0000","last_undegraded":"2024-09-19T05:50:46.647440+0000","last_fullsized":"2024-09-19T05:50:46.647440+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:23.951100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647413+0000","last_change":"2024-09-19T05:50:44.645247+0000","last_active":"2024-09-19T05:50:46.647413+0000","last_peered":"2024-09-19T05:50:46.647413+0000","last_clean":"2024-09-19T05:50:46.647413+0000","last_became_active":"2024-09-19T05:50:44.644986+0000","last_became_peered":"2024-09-19T05:50:44.644986+0000","last_unstale":"2024-09-19T05:50:46.647413+0000","last_undegraded":"2024-09-19T05:50:46.647413+0000","last_fullsized":"2024-09-19T05:50:46.647413+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:45:46.115095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977255+0000","last_change":"2024-09-19T05:50:45.641646+0000","last_active":"2024-09-19T05:50:46.977255+0000","last_peered":"2024-09-19T05:50:46.977255+0000","last_clean":"2024-09-19T05:50:46.977255+0000","last_became_active":"2024-09-19T05:50:45.641332+0000","last_became_peered":"2024-09-19T05:50:45.641332+0000","last_unstale":"2024-09-19T05:50:46.977255+0000","last_undegraded":"2024-09-19T05:50:46.977255+0000","last_fullsized":"2024-09-19T05:50:46.977255+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:32.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645058+0000","last_change":"2024-09-19T05:50:44.646863+0000","last_active":"2024-09-19T05:50:46.645058+0000","last_peered":"2024-09-19T05:50:46.645058+0000","last_clean":"2024-09-19T05:50:46.645058+0000","last_became_active":"2024-09-19T05:50:44.646023+0000","last_became_peered":"2024-09-19T05:50:44.646023+0000","last_unstale":"2024-09-19T05:50:46.645058+0000","last_undegraded":"2024-09-19T05:50:46.645058+0000","last_fullsized":"2024-09-19T05:50:46.645058+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:52.729171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649323+0000","last_change":"2024-09-19T05:50:45.650335+0000","last_active":"2024-09-19T05:50:46.649323+0000","last_peered":"2024-09-19T05:50:46.649323+0000","last_clean":"2024-09-19T05:50:46.649323+0000","last_became_active":"2024-09-19T05:50:45.649850+0000","last_became_peered":"2024-09-19T05:50:45.649850+0000","last_unstale":"2024-09-19T05:50:46.649323+0000","last_undegraded":"2024-09-19T05:50:46.649323+0000","last_fullsized":"2024-09-19T05:50:46.649323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:14:55.463012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494867+0000","last_change":"2024-09-19T05:50:44.645584+0000","last_active":"2024-09-19T05:50:47.494867+0000","last_peered":"2024-09-19T05:50:47.494867+0000","last_clean":"2024-09-19T05:50:47.494867+0000","last_became_active":"2024-09-19T05:50:44.645280+0000","last_became_peered":"2024-09-19T05:50:44.645280+0000","last_unstale":"2024-09-19T05:50:47.494867+0000","last_undegraded":"2024-09-19T05:50:47.494867+0000","last_fullsized":"2024-09-19T05:50:47.494867+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:04.037710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494803+0000","last_change":"2024-09-19T05:50:45.661839+0000","last_active":"2024-09-19T05:50:47.494803+0000","last_peered":"2024-09-19T05:50:47.494803+0000","last_clean":"2024-09-19T05:50:47.494803+0000","last_became_active":"2024-09-19T05:50:45.661400+0000","last_became_peered":"2024-09-19T05:50:45.661400+0000","last_unstale":"2024-09-19T05:50:47.494803+0000","last_undegraded":"2024-09-19T05:50:47.494803+0000","last_fullsized":"2024-09-19T05:50:47.494803+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:32.566393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977352+0000","last_change":"2024-09-19T05:50:44.647789+0000","last_active":"2024-09-19T05:50:46.977352+0000","last_peered":"2024-09-19T05:50:46.977352+0000","last_clean":"2024-09-19T05:50:46.977352+0000","last_became_active":"2024-09-19T05:50:44.647481+0000","last_became_peered":"2024-09-19T05:50:44.647481+0000","last_unstale":"2024-09-19T05:50:46.977352+0000","last_undegraded":"2024-09-19T05:50:46.977352+0000","last_fullsized":"2024-09-19T05:50:46.977352+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:45.362637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977265+0000","last_change":"2024-09-19T05:50:45.657812+0000","last_active":"2024-09-19T05:50:46.977265+0000","last_peered":"2024-09-19T05:50:46.977265+0000","last_clean":"2024-09-19T05:50:46.977265+0000","last_became_active":"2024-09-19T05:50:45.657522+0000","last_became_peered":"2024-09-19T05:50:45.657522+0000","last_unstale":"2024-09-19T05:50:46.977265+0000","last_undegraded":"2024-09-19T05:50:46.977265+0000","last_fullsized":"2024-09-19T05:50:46.977265+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:56.946807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647903+0000","last_change":"2024-09-19T05:50:44.647516+0000","last_active":"2024-09-19T05:50:46.647903+0000","last_peered":"2024-09-19T05:50:46.647903+0000","last_clean":"2024-09-19T05:50:46.647903+0000","last_became_active":"2024-09-19T05:50:44.646177+0000","last_became_peered":"2024-09-19T05:50:44.646177+0000","last_unstale":"2024-09-19T05:50:46.647903+0000","last_undegraded":"2024-09-19T05:50:46.647903+0000","last_fullsized":"2024-09-19T05:50:46.647903+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:57.710890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494520+0000","last_change":"2024-09-19T05:50:45.660294+0000","last_active":"2024-09-19T05:50:47.494520+0000","last_peered":"2024-09-19T05:50:47.494520+0000","last_clean":"2024-09-19T05:50:47.494520+0000","last_became_active":"2024-09-19T05:50:45.660019+0000","last_became_peered":"2024-09-19T05:50:45.660019+0000","last_unstale":"2024-09-19T05:50:47.494520+0000","last_undegraded":"2024-09-19T05:50:47.494520+0000","last_fullsized":"2024-09-19T05:50:47.494520+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:21.871009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494690+0000","last_change":"2024-09-19T05:50:44.650417+0000","last_active":"2024-09-19T05:50:47.494690+0000","last_peered":"2024-09-19T05:50:47.494690+0000","last_clean":"2024-09-19T05:50:47.494690+0000","last_became_active":"2024-09-19T05:50:44.650127+0000","last_became_peered":"2024-09-19T05:50:44.650127+0000","last_unstale":"2024-09-19T05:50:47.494690+0000","last_undegraded":"2024-09-19T05:50:47.494690+0000","last_fullsized":"2024-09-19T05:50:47.494690+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:04.487795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494653+0000","last_change":"2024-09-19T05:50:45.654922+0000","last_active":"2024-09-19T05:50:47.494653+0000","last_peered":"2024-09-19T05:50:47.494653+0000","last_clean":"2024-09-19T05:50:47.494653+0000","last_became_active":"2024-09-19T05:50:45.653453+0000","last_became_peered":"2024-09-19T05:50:45.653453+0000","last_unstale":"2024-09-19T05:50:47.494653+0000","last_undegraded":"2024-09-19T05:50:47.494653+0000","last_fullsized":"2024-09-19T05:50:47.494653+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:13:04.055698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.140831+0000","last_change":"2024-09-19T05:50:44.640408+0000","last_active":"2024-09-19T05:50:47.140831+0000","last_peered":"2024-09-19T05:50:47.140831+0000","last_clean":"2024-09-19T05:50:47.140831+0000","last_became_active":"2024-09-19T05:50:44.640088+0000","last_became_peered":"2024-09-19T05:50:44.640088+0000","last_unstale":"2024-09-19T05:50:47.140831+0000","last_undegraded":"2024-09-19T05:50:47.140831+0000","last_fullsized":"2024-09-19T05:50:47.140831+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:24.976624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494113+0000","last_change":"2024-09-19T05:50:45.660187+0000","last_active":"2024-09-19T05:50:47.494113+0000","last_peered":"2024-09-19T05:50:47.494113+0000","last_clean":"2024-09-19T05:50:47.494113+0000","last_became_active":"2024-09-19T05:50:45.659888+0000","last_became_peered":"2024-09-19T05:50:45.659888+0000","last_unstale":"2024-09-19T05:50:47.494113+0000","last_undegraded":"2024-09-19T05:50:47.494113+0000","last_fullsized":"2024-09-19T05:50:47.494113+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:12.349326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649234+0000","last_change":"2024-09-19T05:50:44.643629+0000","last_active":"2024-09-19T05:50:46.649234+0000","last_peered":"2024-09-19T05:50:46.649234+0000","last_clean":"2024-09-19T05:50:46.649234+0000","last_became_active":"2024-09-19T05:50:44.643259+0000","last_became_peered":"2024-09-19T05:50:44.643259+0000","last_unstale":"2024-09-19T05:50:46.649234+0000","last_undegraded":"2024-09-19T05:50:46.649234+0000","last_fullsized":"2024-09-19T05:50:46.649234+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:27.672923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494733+0000","last_change":"2024-09-19T05:50:45.660669+0000","last_active":"2024-09-19T05:50:47.494733+0000","last_peered":"2024-09-19T05:50:47.494733+0000","last_clean":"2024-09-19T05:50:47.494733+0000","last_became_active":"2024-09-19T05:50:45.660341+0000","last_became_peered":"2024-09-19T05:50:45.660341+0000","last_unstale":"2024-09-19T05:50:47.494733+0000","last_undegraded":"2024-09-19T05:50:47.494733+0000","last_fullsized":"2024-09-19T05:50:47.494733+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:47.540822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.141056+0000","last_change":"2024-09-19T05:50:44.640442+0000","last_active":"2024-09-19T05:50:47.141056+0000","last_peered":"2024-09-19T05:50:47.141056+0000","last_clean":"2024-09-19T05:50:47.141056+0000","last_became_active":"2024-09-19T05:50:44.640145+0000","last_became_peered":"2024-09-19T05:50:44.640145+0000","last_unstale":"2024-09-19T05:50:47.141056+0000","last_undegraded":"2024-09-19T05:50:47.141056+0000","last_fullsized":"2024-09-19T05:50:47.141056+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:52.884411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494707+0000","last_change":"2024-09-19T05:50:45.661981+0000","last_active":"2024-09-19T05:50:47.494707+0000","last_peered":"2024-09-19T05:50:47.494707+0000","last_clean":"2024-09-19T05:50:47.494707+0000","last_became_active":"2024-09-19T05:50:45.661686+0000","last_became_peered":"2024-09-19T05:50:45.661686+0000","last_unstale":"2024-09-19T05:50:47.494707+0000","last_undegraded":"2024-09-19T05:50:47.494707+0000","last_fullsized":"2024-09-19T05:50:47.494707+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:03.057093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645125+0000","last_change":"2024-09-19T05:50:44.643128+0000","last_active":"2024-09-19T05:50:46.645125+0000","last_peered":"2024-09-19T05:50:46.645125+0000","last_clean":"2024-09-19T05:50:46.645125+0000","last_became_active":"2024-09-19T05:50:44.642113+0000","last_became_peered":"2024-09-19T05:50:44.642113+0000","last_unstale":"2024-09-19T05:50:46.645125+0000","last_undegraded":"2024-09-19T05:50:46.645125+0000","last_fullsized":"2024-09-19T05:50:46.645125+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:59.194459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647899+0000","last_change":"2024-09-19T05:50:45.653958+0000","last_active":"2024-09-19T05:50:46.647899+0000","last_peered":"2024-09-19T05:50:46.647899+0000","last_clean":"2024-09-19T05:50:46.647899+0000","last_became_active":"2024-09-19T05:50:45.648268+0000","last_became_peered":"2024-09-19T05:50:45.648268+0000","last_unstale":"2024-09-19T05:50:46.647899+0000","last_undegraded":"2024-09-19T05:50:46.647899+0000","last_fullsized":"2024-09-19T05:50:46.647899+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:37:06.847555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.141019+0000","last_change":"2024-09-19T05:50:44.643148+0000","last_active":"2024-09-19T05:50:47.141019+0000","last_peered":"2024-09-19T05:50:47.141019+0000","last_clean":"2024-09-19T05:50:47.141019+0000","last_became_active":"2024-09-19T05:50:44.642811+0000","last_became_peered":"2024-09-19T05:50:44.642811+0000","last_unstale":"2024-09-19T05:50:47.141019+0000","last_undegraded":"2024-09-19T05:50:47.141019+0000","last_fullsized":"2024-09-19T05:50:47.141019+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:04.371817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494379+0000","last_change":"2024-09-19T05:50:45.663854+0000","last_active":"2024-09-19T05:50:47.494379+0000","last_peered":"2024-09-19T05:50:47.494379+0000","last_clean":"2024-09-19T05:50:47.494379+0000","last_became_active":"2024-09-19T05:50:45.663593+0000","last_became_peered":"2024-09-19T05:50:45.663593+0000","last_unstale":"2024-09-19T05:50:47.494379+0000","last_undegraded":"2024-09-19T05:50:47.494379+0000","last_fullsized":"2024-09-19T05:50:47.494379+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:53.987517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494128+0000","last_change":"2024-09-19T05:50:35.646709+0000","last_active":"2024-09-19T05:50:47.494128+0000","last_peered":"2024-09-19T05:50:47.494128+0000","last_clean":"2024-09-19T05:50:47.494128+0000","last_became_active":"2024-09-19T05:50:35.645765+0000","last_became_peered":"2024-09-19T05:50:35.645765+0000","last_unstale":"2024-09-19T05:50:47.494128+0000","last_undegraded":"2024-09-19T05:50:47.494128+0000","last_fullsized":"2024-09-19T05:50:47.494128+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_clean_scrub_stamp":"2024-09-19T05:50:34.148268+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:39.766293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647251+0000","last_change":"2024-09-19T05:50:44.642997+0000","last_active":"2024-09-19T05:50:46.647251+0000","last_peered":"2024-09-19T05:50:46.647251+0000","last_clean":"2024-09-19T05:50:46.647251+0000","last_became_active":"2024-09-19T05:50:44.642584+0000","last_became_peered":"2024-09-19T05:50:44.642584+0000","last_unstale":"2024-09-19T05:50:46.647251+0000","last_undegraded":"2024-09-19T05:50:46.647251+0000","last_fullsized":"2024-09-19T05:50:46.647251+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:08.856704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494109+0000","last_change":"2024-09-19T05:50:45.648245+0000","last_active":"2024-09-19T05:50:47.494109+0000","last_peered":"2024-09-19T05:50:47.494109+0000","last_clean":"2024-09-19T05:50:47.494109+0000","last_became_active":"2024-09-19T05:50:45.647721+0000","last_became_peered":"2024-09-19T05:50:45.647721+0000","last_unstale":"2024-09-19T05:50:47.494109+0000","last_undegraded":"2024-09-19T05:50:47.494109+0000","last_fullsized":"2024-09-19T05:50:47.494109+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:41:32.461004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493967+0000","last_change":"2024-09-19T05:50:44.653156+0000","last_active":"2024-09-19T05:50:47.493967+0000","last_peered":"2024-09-19T05:50:47.493967+0000","last_clean":"2024-09-19T05:50:47.493967+0000","last_became_active":"2024-09-19T05:50:44.652870+0000","last_became_peered":"2024-09-19T05:50:44.652870+0000","last_unstale":"2024-09-19T05:50:47.493967+0000","last_undegraded":"2024-09-19T05:50:47.493967+0000","last_fullsized":"2024-09-19T05:50:47.493967+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:42.176681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.976978+0000","last_change":"2024-09-19T05:50:45.651489+0000","last_active":"2024-09-19T05:50:46.976978+0000","last_peered":"2024-09-19T05:50:46.976978+0000","last_clean":"2024-09-19T05:50:46.976978+0000","last_became_active":"2024-09-19T05:50:45.651159+0000","last_became_peered":"2024-09-19T05:50:45.651159+0000","last_unstale":"2024-09-19T05:50:46.976978+0000","last_undegraded":"2024-09-19T05:50:46.976978+0000","last_fullsized":"2024-09-19T05:50:46.976978+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:13:04.055698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.140909+0000","last_change":"2024-09-19T05:50:44.645053+0000","last_active":"2024-09-19T05:50:47.140909+0000","last_peered":"2024-09-19T05:50:47.140909+0000","last_clean":"2024-09-19T05:50:47.140909+0000","last_became_active":"2024-09-19T05:50:44.644661+0000","last_became_peered":"2024-09-19T05:50:44.644661+0000","last_unstale":"2024-09-19T05:50:47.140909+0000","last_undegraded":"2024-09-19T05:50:47.140909+0000","last_fullsized":"2024-09-19T05:50:47.140909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:04.037710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644806+0000","last_change":"2024-09-19T05:50:45.641005+0000","last_active":"2024-09-19T05:50:46.644806+0000","last_peered":"2024-09-19T05:50:46.644806+0000","last_clean":"2024-09-19T05:50:46.644806+0000","last_became_active":"2024-09-19T05:50:45.640602+0000","last_became_peered":"2024-09-19T05:50:45.640602+0000","last_unstale":"2024-09-19T05:50:46.644806+0000","last_undegraded":"2024-09-19T05:50:46.644806+0000","last_fullsized":"2024-09-19T05:50:46.644806+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:57.946959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647970+0000","last_change":"2024-09-19T05:50:44.647238+0000","last_active":"2024-09-19T05:50:46.647970+0000","last_peered":"2024-09-19T05:50:46.647970+0000","last_clean":"2024-09-19T05:50:46.647970+0000","last_became_active":"2024-09-19T05:50:44.646102+0000","last_became_peered":"2024-09-19T05:50:44.646102+0000","last_unstale":"2024-09-19T05:50:46.647970+0000","last_undegraded":"2024-09-19T05:50:46.647970+0000","last_fullsized":"2024-09-19T05:50:46.647970+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:18.666549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649047+0000","last_change":"2024-09-19T05:50:45.645840+0000","last_active":"2024-09-19T05:50:46.649047+0000","last_peered":"2024-09-19T05:50:46.649047+0000","last_clean":"2024-09-19T05:50:46.649047+0000","last_became_active":"2024-09-19T05:50:45.645568+0000","last_became_peered":"2024-09-19T05:50:45.645568+0000","last_unstale":"2024-09-19T05:50:46.649047+0000","last_undegraded":"2024-09-19T05:50:46.649047+0000","last_fullsized":"2024-09-19T05:50:46.649047+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:19.671806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644884+0000","last_change":"2024-09-19T05:50:44.643113+0000","last_active":"2024-09-19T05:50:46.644884+0000","last_peered":"2024-09-19T05:50:46.644884+0000","last_clean":"2024-09-19T05:50:46.644884+0000","last_became_active":"2024-09-19T05:50:44.642071+0000","last_became_peered":"2024-09-19T05:50:44.642071+0000","last_unstale":"2024-09-19T05:50:46.644884+0000","last_undegraded":"2024-09-19T05:50:46.644884+0000","last_fullsized":"2024-09-19T05:50:46.644884+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:24.976624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.648014+0000","last_change":"2024-09-19T05:50:45.649701+0000","last_active":"2024-09-19T05:50:46.648014+0000","last_peered":"2024-09-19T05:50:46.648014+0000","last_clean":"2024-09-19T05:50:46.648014+0000","last_became_active":"2024-09-19T05:50:45.649141+0000","last_became_peered":"2024-09-19T05:50:45.649141+0000","last_unstale":"2024-09-19T05:50:46.648014+0000","last_undegraded":"2024-09-19T05:50:46.648014+0000","last_fullsized":"2024-09-19T05:50:46.648014+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:47:56.360712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494859+0000","last_change":"2024-09-19T05:50:44.650020+0000","last_active":"2024-09-19T05:50:47.494859+0000","last_peered":"2024-09-19T05:50:47.494859+0000","last_clean":"2024-09-19T05:50:47.494859+0000","last_became_active":"2024-09-19T05:50:44.649724+0000","last_became_peered":"2024-09-19T05:50:44.649724+0000","last_unstale":"2024-09-19T05:50:47.494859+0000","last_undegraded":"2024-09-19T05:50:47.494859+0000","last_fullsized":"2024-09-19T05:50:47.494859+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:24.195091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644996+0000","last_change":"2024-09-19T05:50:45.641334+0000","last_active":"2024-09-19T05:50:46.644996+0000","last_peered":"2024-09-19T05:50:46.644996+0000","last_clean":"2024-09-19T05:50:46.644996+0000","last_became_active":"2024-09-19T05:50:45.640774+0000","last_became_peered":"2024-09-19T05:50:45.640774+0000","last_unstale":"2024-09-19T05:50:46.644996+0000","last_undegraded":"2024-09-19T05:50:46.644996+0000","last_fullsized":"2024-09-19T05:50:46.644996+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:32.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645027+0000","last_change":"2024-09-19T05:50:44.645936+0000","last_active":"2024-09-19T05:50:46.645027+0000","last_peered":"2024-09-19T05:50:46.645027+0000","last_clean":"2024-09-19T05:50:46.645027+0000","last_became_active":"2024-09-19T05:50:44.645627+0000","last_became_peered":"2024-09-19T05:50:44.645627+0000","last_unstale":"2024-09-19T05:50:46.645027+0000","last_undegraded":"2024-09-19T05:50:46.645027+0000","last_fullsized":"2024-09-19T05:50:46.645027+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:04.371817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494359+0000","last_change":"2024-09-19T05:50:45.657228+0000","last_active":"2024-09-19T05:50:47.494359+0000","last_peered":"2024-09-19T05:50:47.494359+0000","last_clean":"2024-09-19T05:50:47.494359+0000","last_became_active":"2024-09-19T05:50:45.656976+0000","last_became_peered":"2024-09-19T05:50:45.656976+0000","last_unstale":"2024-09-19T05:50:47.494359+0000","last_undegraded":"2024-09-19T05:50:47.494359+0000","last_fullsized":"2024-09-19T05:50:47.494359+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:53.216403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495178+0000","last_change":"2024-09-19T05:50:44.647866+0000","last_active":"2024-09-19T05:50:47.495178+0000","last_peered":"2024-09-19T05:50:47.495178+0000","last_clean":"2024-09-19T05:50:47.495178+0000","last_became_active":"2024-09-19T05:50:44.647531+0000","last_became_peered":"2024-09-19T05:50:44.647531+0000","last_unstale":"2024-09-19T05:50:47.495178+0000","last_undegraded":"2024-09-19T05:50:47.495178+0000","last_fullsized":"2024-09-19T05:50:47.495178+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:24.976624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977223+0000","last_change":"2024-09-19T05:50:45.646625+0000","last_active":"2024-09-19T05:50:46.977223+0000","last_peered":"2024-09-19T05:50:46.977223+0000","last_clean":"2024-09-19T05:50:46.977223+0000","last_became_active":"2024-09-19T05:50:45.646338+0000","last_became_peered":"2024-09-19T05:50:45.646338+0000","last_unstale":"2024-09-19T05:50:46.977223+0000","last_undegraded":"2024-09-19T05:50:46.977223+0000","last_fullsized":"2024-09-19T05:50:46.977223+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:17.998682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493953+0000","last_change":"2024-09-19T05:50:44.649854+0000","last_active":"2024-09-19T05:50:47.493953+0000","last_peered":"2024-09-19T05:50:47.493953+0000","last_clean":"2024-09-19T05:50:47.493953+0000","last_became_active":"2024-09-19T05:50:44.649588+0000","last_became_peered":"2024-09-19T05:50:44.649588+0000","last_unstale":"2024-09-19T05:50:47.493953+0000","last_undegraded":"2024-09-19T05:50:47.493953+0000","last_fullsized":"2024-09-19T05:50:47.493953+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:52.884411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.648900+0000","last_change":"2024-09-19T05:50:45.646821+0000","last_active":"2024-09-19T05:50:46.648900+0000","last_peered":"2024-09-19T05:50:46.648900+0000","last_clean":"2024-09-19T05:50:46.648900+0000","last_became_active":"2024-09-19T05:50:45.645313+0000","last_became_peered":"2024-09-19T05:50:45.645313+0000","last_unstale":"2024-09-19T05:50:46.648900+0000","last_undegraded":"2024-09-19T05:50:46.648900+0000","last_fullsized":"2024-09-19T05:50:46.648900+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:58.716147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644861+0000","last_change":"2024-09-19T05:50:44.647067+0000","last_active":"2024-09-19T05:50:46.644861+0000","last_peered":"2024-09-19T05:50:46.644861+0000","last_clean":"2024-09-19T05:50:46.644861+0000","last_became_active":"2024-09-19T05:50:44.646008+0000","last_became_peered":"2024-09-19T05:50:44.646008+0000","last_unstale":"2024-09-19T05:50:46.644861+0000","last_undegraded":"2024-09-19T05:50:46.644861+0000","last_fullsized":"2024-09-19T05:50:46.644861+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:04.037710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494102+0000","last_change":"2024-09-19T05:50:45.650231+0000","last_active":"2024-09-19T05:50:47.494102+0000","last_peered":"2024-09-19T05:50:47.494102+0000","last_clean":"2024-09-19T05:50:47.494102+0000","last_became_active":"2024-09-19T05:50:45.649791+0000","last_became_peered":"2024-09-19T05:50:45.649791+0000","last_unstale":"2024-09-19T05:50:47.494102+0000","last_undegraded":"2024-09-19T05:50:47.494102+0000","last_fullsized":"2024-09-19T05:50:47.494102+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:32.131654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644937+0000","last_change":"2024-09-19T05:50:44.647192+0000","last_active":"2024-09-19T05:50:46.644937+0000","last_peered":"2024-09-19T05:50:46.644937+0000","last_clean":"2024-09-19T05:50:46.644937+0000","last_became_active":"2024-09-19T05:50:44.646843+0000","last_became_peered":"2024-09-19T05:50:44.646843+0000","last_unstale":"2024-09-19T05:50:46.644937+0000","last_undegraded":"2024-09-19T05:50:46.644937+0000","last_fullsized":"2024-09-19T05:50:46.644937+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:52.884411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494398+0000","last_change":"2024-09-19T05:50:45.644897+0000","last_active":"2024-09-19T05:50:47.494398+0000","last_peered":"2024-09-19T05:50:47.494398+0000","last_clean":"2024-09-19T05:50:47.494398+0000","last_became_active":"2024-09-19T05:50:45.644608+0000","last_became_peered":"2024-09-19T05:50:45.644608+0000","last_unstale":"2024-09-19T05:50:47.494398+0000","last_undegraded":"2024-09-19T05:50:47.494398+0000","last_fullsized":"2024-09-19T05:50:47.494398+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:23.859873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494513+0000","last_change":"2024-09-19T05:50:44.651223+0000","last_active":"2024-09-19T05:50:47.494513+0000","last_peered":"2024-09-19T05:50:47.494513+0000","last_clean":"2024-09-19T05:50:47.494513+0000","last_became_active":"2024-09-19T05:50:44.650714+0000","last_became_peered":"2024-09-19T05:50:44.650714+0000","last_unstale":"2024-09-19T05:50:47.494513+0000","last_undegraded":"2024-09-19T05:50:47.494513+0000","last_fullsized":"2024-09-19T05:50:47.494513+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:59.194459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494844+0000","last_change":"2024-09-19T05:50:45.652855+0000","last_active":"2024-09-19T05:50:47.494844+0000","last_peered":"2024-09-19T05:50:47.494844+0000","last_clean":"2024-09-19T05:50:47.494844+0000","last_became_active":"2024-09-19T05:50:45.652492+0000","last_became_peered":"2024-09-19T05:50:45.652492+0000","last_unstale":"2024-09-19T05:50:47.494844+0000","last_undegraded":"2024-09-19T05:50:47.494844+0000","last_fullsized":"2024-09-19T05:50:47.494844+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:57.946959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647781+0000","last_change":"2024-09-19T05:50:45.647991+0000","last_active":"2024-09-19T05:50:46.647781+0000","last_peered":"2024-09-19T05:50:46.647781+0000","last_clean":"2024-09-19T05:50:46.647781+0000","last_became_active":"2024-09-19T05:50:45.645023+0000","last_became_peered":"2024-09-19T05:50:45.645023+0000","last_unstale":"2024-09-19T05:50:46.647781+0000","last_undegraded":"2024-09-19T05:50:46.647781+0000","last_fullsized":"2024-09-19T05:50:46.647781+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:13.636284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494304+0000","last_change":"2024-09-19T05:50:44.653550+0000","last_active":"2024-09-19T05:50:47.494304+0000","last_peered":"2024-09-19T05:50:47.494304+0000","last_clean":"2024-09-19T05:50:47.494304+0000","last_became_active":"2024-09-19T05:50:44.653261+0000","last_became_peered":"2024-09-19T05:50:44.653261+0000","last_unstale":"2024-09-19T05:50:47.494304+0000","last_undegraded":"2024-09-19T05:50:47.494304+0000","last_fullsized":"2024-09-19T05:50:47.494304+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:52.729171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647696+0000","last_change":"2024-09-19T05:50:45.654353+0000","last_active":"2024-09-19T05:50:46.647696+0000","last_peered":"2024-09-19T05:50:46.647696+0000","last_clean":"2024-09-19T05:50:46.647696+0000","last_became_active":"2024-09-19T05:50:45.654044+0000","last_became_peered":"2024-09-19T05:50:45.654044+0000","last_unstale":"2024-09-19T05:50:46.647696+0000","last_undegraded":"2024-09-19T05:50:46.647696+0000","last_fullsized":"2024-09-19T05:50:46.647696+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:56.959379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494457+0000","last_change":"2024-09-19T05:50:44.651806+0000","last_active":"2024-09-19T05:50:47.494457+0000","last_peered":"2024-09-19T05:50:47.494457+0000","last_clean":"2024-09-19T05:50:47.494457+0000","last_became_active":"2024-09-19T05:50:44.651572+0000","last_became_peered":"2024-09-19T05:50:44.651572+0000","last_unstale":"2024-09-19T05:50:47.494457+0000","last_undegraded":"2024-09-19T05:50:47.494457+0000","last_fullsized":"2024-09-19T05:50:47.494457+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:52.364621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977297+0000","last_change":"2024-09-19T05:50:45.642360+0000","last_active":"2024-09-19T05:50:46.977297+0000","last_peered":"2024-09-19T05:50:46.977297+0000","last_clean":"2024-09-19T05:50:46.977297+0000","last_became_active":"2024-09-19T05:50:45.642052+0000","last_became_peered":"2024-09-19T05:50:45.642052+0000","last_unstale":"2024-09-19T05:50:46.977297+0000","last_undegraded":"2024-09-19T05:50:46.977297+0000","last_fullsized":"2024-09-19T05:50:46.977297+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:03.756896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494277+0000","last_change":"2024-09-19T05:50:44.644703+0000","last_active":"2024-09-19T05:50:47.494277+0000","last_peered":"2024-09-19T05:50:47.494277+0000","last_clean":"2024-09-19T05:50:47.494277+0000","last_became_active":"2024-09-19T05:50:44.644397+0000","last_became_peered":"2024-09-19T05:50:44.644397+0000","last_unstale":"2024-09-19T05:50:47.494277+0000","last_undegraded":"2024-09-19T05:50:47.494277+0000","last_fullsized":"2024-09-19T05:50:47.494277+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:08.856704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494439+0000","last_change":"2024-09-19T05:50:45.656686+0000","last_active":"2024-09-19T05:50:47.494439+0000","last_peered":"2024-09-19T05:50:47.494439+0000","last_clean":"2024-09-19T05:50:47.494439+0000","last_became_active":"2024-09-19T05:50:45.656389+0000","last_became_peered":"2024-09-19T05:50:45.656389+0000","last_unstale":"2024-09-19T05:50:47.494439+0000","last_undegraded":"2024-09-19T05:50:47.494439+0000","last_fullsized":"2024-09-19T05:50:47.494439+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:56.959379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977320+0000","last_change":"2024-09-19T05:50:44.648697+0000","last_active":"2024-09-19T05:50:46.977320+0000","last_peered":"2024-09-19T05:50:46.977320+0000","last_clean":"2024-09-19T05:50:46.977320+0000","last_became_active":"2024-09-19T05:50:44.648081+0000","last_became_peered":"2024-09-19T05:50:44.648081+0000","last_unstale":"2024-09-19T05:50:46.977320+0000","last_undegraded":"2024-09-19T05:50:46.977320+0000","last_fullsized":"2024-09-19T05:50:46.977320+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:04.487795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509446,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":217088,"data_stored":73899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":811008,"data_stored":664759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542150,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":75421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542148,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":225280,"data_stored":73935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35568,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336272,"statfs":{"total":96636764160,"available":96600342528,"internally_reserved":0,"allocated":225280,"data_stored":75421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":212992,"data_stored":73809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":73969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":819200,"data_stored":664815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:50:54.375 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T05:50:54.376 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-19T05:50:54.376 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-19T05:50:54.376 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-19T05:50:54.376 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-19T05:50:54.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.508+0000 7efff147b640 1 Processor -- start 2024-09-19T05:50:54.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.508+0000 7efff147b640 1 -- start start 2024-09-19T05:50:54.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.509+0000 7efff147b640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7effec15e6d0 0x7effec0d41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:54.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.509+0000 7efff147b640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7effec15eab0 con 0x7effec0cf4c0 2024-09-19T05:50:54.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.509+0000 7efff147b640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7effec0d3120 con 0x7effec0d5230 2024-09-19T05:50:54.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.509+0000 7efff147b640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7effec0d3400 con 0x7effec15e6d0 2024-09-19T05:50:54.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.509+0000 7effea7fc640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7effec0cf4c0 0x7effec0d4b20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:43596/0 (socket says 172.21.15.46:43596) 2024-09-19T05:50:54.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.509+0000 7effea7fc640 1 -- 172.21.15.46:0/1192526852 learned_addr learned my addr 172.21.15.46:0/1192526852 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:54.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.509+0000 7effeaffd640 1 --2- 172.21.15.46:0/1192526852 >> v2:172.21.15.78:3300/0 conn(0x7effec15e6d0 0x7effec0d41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:54.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.509+0000 7effe9ffb640 1 -- 172.21.15.46:0/1192526852 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3690243610 0 0) 0x7effec15eab0 con 0x7effec0cf4c0 2024-09-19T05:50:54.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.509+0000 7effe9ffb640 1 -- 172.21.15.46:0/1192526852 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7effd8003520 con 0x7effec0cf4c0 2024-09-19T05:50:54.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effe9ffb640 1 -- 172.21.15.46:0/1192526852 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3260138440 0 0) 0x7effd8003520 con 0x7effec0cf4c0 2024-09-19T05:50:54.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effe9ffb640 1 -- 172.21.15.46:0/1192526852 >> v2:172.21.15.78:3300/0 conn(0x7effec15e6d0 msgr2=0x7effec0d41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:54.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effe9ffb640 1 --2- 172.21.15.46:0/1192526852 >> v2:172.21.15.78:3300/0 conn(0x7effec15e6d0 0x7effec0d41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effe9ffb640 1 -- 172.21.15.46:0/1192526852 >> v1:172.21.15.78:6789/0 conn(0x7effec0d5230 legacy=0x7effec0b77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:54.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effe9ffb640 1 -- 172.21.15.46:0/1192526852 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effec0d36e0 con 0x7effec0cf4c0 2024-09-19T05:50:54.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effe9ffb640 1 -- 172.21.15.46:0/1192526852 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 238125057 0 0) 0x7effd4001670 con 0x7effec0cf4c0 2024-09-19T05:50:54.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effeaffd640 1 --2- 172.21.15.46:0/1192526852 >> v2:172.21.15.78:3300/0 conn(0x7effec15e6d0 0x7effec0d41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:54.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effe9ffb640 1 -- 172.21.15.46:0/1192526852 >> v1:172.21.15.46:6789/0 conn(0x7effec0cf4c0 legacy=0x7effec0d4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:54.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effe9ffb640 1 --2- 172.21.15.46:0/1192526852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effd80039b0 0x7effd8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:54.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effe9ffb640 1 --2- 172.21.15.46:0/1192526852 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7effd8004800 0x7effd8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:54.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effe9ffb640 1 --2- 172.21.15.46:0/1192526852 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7effd80051c0 0x7effd800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:54.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effe9ffb640 1 -- 172.21.15.46:0/1192526852 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7effec0d3400 con 0x7effd80039b0 2024-09-19T05:50:54.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effe9ffb640 1 -- 172.21.15.46:0/1192526852 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7effd800c060 con 0x7effd8004800 2024-09-19T05:50:54.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effe9ffb640 1 -- 172.21.15.46:0/1192526852 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7effd800c260 con 0x7effd80051c0 2024-09-19T05:50:54.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effeaffd640 1 --2- 172.21.15.46:0/1192526852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effd80039b0 0x7effd8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:54.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effea7fc640 1 --2- 172.21.15.46:0/1192526852 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7effd8004800 0x7effd8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:54.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effeb7fe640 1 --2- 172.21.15.46:0/1192526852 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7effd80051c0 0x7effd800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:54.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effeaffd640 1 -- 172.21.15.46:0/1192526852 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7effd80051c0 msgr2=0x7effd800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:54.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effeaffd640 1 --2- 172.21.15.46:0/1192526852 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7effd80051c0 0x7effd800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effeaffd640 1 -- 172.21.15.46:0/1192526852 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7effd8004800 msgr2=0x7effd8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:54.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effeaffd640 1 --2- 172.21.15.46:0/1192526852 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7effd8004800 0x7effd8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effeaffd640 1 -- 172.21.15.46:0/1192526852 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effd8003520 con 0x7effd80039b0 2024-09-19T05:50:54.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effeb7fe640 1 --2- 172.21.15.46:0/1192526852 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7effd80051c0 0x7effd800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:50:54.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.510+0000 7effeb7fe640 1 -- 172.21.15.46:0/1192526852 reap_dead start 2024-09-19T05:50:54.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.511+0000 7effeaffd640 1 --2- 172.21.15.46:0/1192526852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effd80039b0 0x7effd8003dd0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7effdc00e350 tx=0x7effd8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3f01b8b61831e96 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:54.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.511+0000 7effe9ffb640 1 -- 172.21.15.46:0/1192526852 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effdc033070 con 0x7effd80039b0 2024-09-19T05:50:54.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.511+0000 7effe9ffb640 1 -- 172.21.15.46:0/1192526852 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effdc02f660 con 0x7effd80039b0 2024-09-19T05:50:54.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.511+0000 7effe9ffb640 1 -- 172.21.15.46:0/1192526852 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effdc009de0 con 0x7effd80039b0 2024-09-19T05:50:54.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.512+0000 7efff147b640 1 -- 172.21.15.46:0/1192526852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effd80039b0 msgr2=0x7effd8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:54.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.512+0000 7efff147b640 1 --2- 172.21.15.46:0/1192526852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effd80039b0 0x7effd8003dd0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7effdc00e350 tx=0x7effd8005830 comp rx=0 tx=0).stop 2024-09-19T05:50:54.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.512+0000 7efff147b640 1 -- 172.21.15.46:0/1192526852 shutdown_connections 2024-09-19T05:50:54.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.512+0000 7efff147b640 1 --2- 172.21.15.46:0/1192526852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effd80039b0 0x7effd8003dd0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.512+0000 7efff147b640 1 -- 172.21.15.46:0/1192526852 >> 172.21.15.46:0/1192526852 conn(0x7effec0723c0 msgr2=0x7effec0727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:54.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.512+0000 7efff147b640 1 -- 172.21.15.46:0/1192526852 shutdown_connections 2024-09-19T05:50:54.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.512+0000 7efff147b640 1 -- 172.21.15.46:0/1192526852 wait complete. 2024-09-19T05:50:54.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.513+0000 7efff147b640 1 Processor -- start 2024-09-19T05:50:54.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.513+0000 7efff147b640 1 -- start start 2024-09-19T05:50:54.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.514+0000 7efff147b640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7effd80039b0 0x7effec15dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:54.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.514+0000 7efff147b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effec0b07b0 0x7effec0ab1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:54.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.514+0000 7efff147b640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7effec15fd00 0x7effec160190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:54.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.514+0000 7efff147b640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7effec0d2ee0 con 0x7effec0b07b0 2024-09-19T05:50:54.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.514+0000 7efff147b640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7effec0d2d60 con 0x7effd80039b0 2024-09-19T05:50:54.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.514+0000 7efff147b640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7effec0cf950 con 0x7effec15fd00 2024-09-19T05:50:54.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.514+0000 7effea7fc640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effec0b07b0 0x7effec0ab1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:54.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.514+0000 7effea7fc640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effec0b07b0 0x7effec0ab1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34396/0 (socket says 172.21.15.46:34396) 2024-09-19T05:50:54.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.514+0000 7effea7fc640 1 -- 172.21.15.46:0/3169864931 learned_addr learned my addr 172.21.15.46:0/3169864931 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:54.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.514+0000 7effeb7fe640 1 --2- 172.21.15.46:0/3169864931 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7effec15fd00 0x7effec160190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:54.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.514+0000 7effeaffd640 1 --2- 172.21.15.46:0/3169864931 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7effd80039b0 0x7effec15dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:54.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.514+0000 7effea7fc640 1 -- 172.21.15.46:0/3169864931 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7effec15fd00 msgr2=0x7effec160190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:54.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.514+0000 7effea7fc640 1 --2- 172.21.15.46:0/3169864931 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7effec15fd00 0x7effec160190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.514+0000 7effea7fc640 1 -- 172.21.15.46:0/3169864931 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7effd80039b0 msgr2=0x7effec15dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:54.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.514+0000 7effea7fc640 1 --2- 172.21.15.46:0/3169864931 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7effd80039b0 0x7effec15dd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.514+0000 7effea7fc640 1 -- 172.21.15.46:0/3169864931 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effec15e260 con 0x7effec0b07b0 2024-09-19T05:50:54.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.514+0000 7effea7fc640 1 --2- 172.21.15.46:0/3169864931 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effec0b07b0 0x7effec0ab1a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7effd4007340 tx=0x7effd4007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:54.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.514+0000 7effe37fe640 1 -- 172.21.15.46:0/3169864931 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effd400f940 con 0x7effec0b07b0 2024-09-19T05:50:54.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.514+0000 7effe37fe640 1 -- 172.21.15.46:0/3169864931 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effd4018070 con 0x7effec0b07b0 2024-09-19T05:50:54.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.514+0000 7efff147b640 1 -- 172.21.15.46:0/3169864931 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effec0abb10 con 0x7effec0b07b0 2024-09-19T05:50:54.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.515+0000 7effe37fe640 1 -- 172.21.15.46:0/3169864931 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effd400fd20 con 0x7effec0b07b0 2024-09-19T05:50:54.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.515+0000 7efff147b640 1 -- 172.21.15.46:0/3169864931 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effec0ac0d0 con 0x7effec0b07b0 2024-09-19T05:50:54.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.515+0000 7efff147b640 1 -- 172.21.15.46:0/3169864931 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effec0d41c0 con 0x7effec0b07b0 2024-09-19T05:50:54.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.516+0000 7effe37fe640 1 -- 172.21.15.46:0/3169864931 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7effd401d460 con 0x7effec0b07b0 2024-09-19T05:50:54.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.517+0000 7effe37fe640 1 --2- 172.21.15.46:0/3169864931 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7effcc06c2b0 0x7effcc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:54.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.517+0000 7effe37fe640 1 -- 172.21.15.46:0/3169864931 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7effd408b3a0 con 0x7effec0b07b0 2024-09-19T05:50:54.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.517+0000 7effeaffd640 1 --2- 172.21.15.46:0/3169864931 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7effcc06c2b0 0x7effcc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:54.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.517+0000 7effeaffd640 1 --2- 172.21.15.46:0/3169864931 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7effcc06c2b0 0x7effcc06e770 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7effdc035000 tx=0x7effdc02f000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:54.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.521+0000 7effe37fe640 1 -- 172.21.15.46:0/3169864931 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7effec15e260 con 0x7effec0b07b0 2024-09-19T05:50:54.746 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.745+0000 7efff147b640 1 -- 172.21.15.46:0/3169864931 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7effec06bee0 con 0x7effec0b07b0 2024-09-19T05:50:54.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.747+0000 7effe37fe640 1 -- 172.21.15.46:0/3169864931 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+173504 (secure 0 0 0) 0x7effd4059550 con 0x7effec0b07b0 2024-09-19T05:50:54.751 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:54.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.750+0000 7efff147b640 1 -- 172.21.15.46:0/3169864931 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7effcc06c2b0 msgr2=0x7effcc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:54.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.750+0000 7efff147b640 1 --2- 172.21.15.46:0/3169864931 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7effcc06c2b0 0x7effcc06e770 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7effdc035000 tx=0x7effdc02f000 comp rx=0 tx=0).stop 2024-09-19T05:50:54.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.750+0000 7efff147b640 1 -- 172.21.15.46:0/3169864931 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effec0b07b0 msgr2=0x7effec0ab1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:54.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.750+0000 7efff147b640 1 --2- 172.21.15.46:0/3169864931 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effec0b07b0 0x7effec0ab1a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7effd4007340 tx=0x7effd4007800 comp rx=0 tx=0).stop 2024-09-19T05:50:54.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.750+0000 7efff147b640 1 -- 172.21.15.46:0/3169864931 shutdown_connections 2024-09-19T05:50:54.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.750+0000 7efff147b640 1 --2- 172.21.15.46:0/3169864931 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7effcc06c2b0 0x7effcc06e770 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.750+0000 7efff147b640 1 --2- 172.21.15.46:0/3169864931 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7effec15fd00 0x7effec160190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.750+0000 7efff147b640 1 --2- 172.21.15.46:0/3169864931 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effec0b07b0 0x7effec0ab1a0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.750+0000 7efff147b640 1 --2- 172.21.15.46:0/3169864931 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7effd80039b0 0x7effec15dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.750+0000 7efff147b640 1 -- 172.21.15.46:0/3169864931 >> 172.21.15.46:0/3169864931 conn(0x7effec0723c0 msgr2=0x7effec0b82b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:54.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.750+0000 7efff147b640 1 -- 172.21.15.46:0/3169864931 shutdown_connections 2024-09-19T05:50:54.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.750+0000 7efff147b640 1 -- 172.21.15.46:0/3169864931 wait complete. 2024-09-19T05:50:54.763 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":5,"flags":0,"active_gid":4099,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":1948069631},{"type":"v1","addr":"172.21.15.78:6833","nonce":1948069631}]},"active_addr":"172.21.15.78:6833/1948069631","active_change":"2024-09-19T05:50:25.785225+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4107,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.78:0","nonce":1479961958}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.78:0","nonce":4092399816}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.78:0","nonce":467785980}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.78:0","nonce":2668749290}]}]} 2024-09-19T05:50:54.766 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-19T05:50:54.766 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-19T05:50:54.766 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:50:54.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.867+0000 7f85ed1fd640 1 Processor -- start 2024-09-19T05:50:54.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.867+0000 7f85ed1fd640 1 -- start start 2024-09-19T05:50:54.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.868+0000 7f85ed1fd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f85e815e5d0 0x7f85e8162df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:54.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.868+0000 7f85ed1fd640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f85e815e9b0 0x7f85e80b0910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:54.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.868+0000 7f85ed1fd640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85e80ae350 con 0x7f85e80cfc20 2024-09-19T05:50:54.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.868+0000 7f85ed1fd640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f85e80b0e50 con 0x7f85e815e9b0 2024-09-19T05:50:54.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.868+0000 7f85ed1fd640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f85e80ae100 con 0x7f85e815e5d0 2024-09-19T05:50:54.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.868+0000 7f85e659c640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f85e815e9b0 0x7f85e80b0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:54.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.868+0000 7f85e659c640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f85e815e9b0 0x7f85e80b0910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34404/0 (socket says 172.21.15.46:34404) 2024-09-19T05:50:54.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.868+0000 7f85e659c640 1 -- 172.21.15.46:0/696193711 learned_addr learned my addr 172.21.15.46:0/696193711 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:54.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.868+0000 7f85e659c640 1 -- 172.21.15.46:0/696193711 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f85e815e5d0 msgr2=0x7f85e8162df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:54.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.868+0000 7f85e659c640 1 --2- 172.21.15.46:0/696193711 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f85e815e5d0 0x7f85e8162df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.868+0000 7f85e659c640 1 -- 172.21.15.46:0/696193711 >> v1:172.21.15.78:6789/0 conn(0x7f85e80cfc20 legacy=0x7f85e8062630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:54.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.868+0000 7f85e659c640 1 -- 172.21.15.46:0/696193711 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85e80ae630 con 0x7f85e815e9b0 2024-09-19T05:50:54.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.869+0000 7f85e659c640 1 --2- 172.21.15.46:0/696193711 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85e815e9b0 0x7f85e80b0910 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f85d0009870 tx=0x7f85d002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c9288f29e7102bd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:54.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.869+0000 7f85e5d9b640 1 -- 172.21.15.46:0/696193711 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d0037070 con 0x7f85e815e9b0 2024-09-19T05:50:54.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.869+0000 7f85e5d9b640 1 -- 172.21.15.46:0/696193711 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85d0032440 con 0x7f85e815e9b0 2024-09-19T05:50:54.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.869+0000 7f85e5d9b640 1 -- 172.21.15.46:0/696193711 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d0032810 con 0x7f85e815e9b0 2024-09-19T05:50:54.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.870+0000 7f85ed1fd640 1 -- 172.21.15.46:0/696193711 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85e815e9b0 msgr2=0x7f85e80b0910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:54.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.870+0000 7f85ed1fd640 1 --2- 172.21.15.46:0/696193711 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85e815e9b0 0x7f85e80b0910 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f85d0009870 tx=0x7f85d002a210 comp rx=0 tx=0).stop 2024-09-19T05:50:54.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.870+0000 7f85ed1fd640 1 -- 172.21.15.46:0/696193711 shutdown_connections 2024-09-19T05:50:54.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.870+0000 7f85ed1fd640 1 --2- 172.21.15.46:0/696193711 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85e815e9b0 0x7f85e80b0910 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.870+0000 7f85ed1fd640 1 --2- 172.21.15.46:0/696193711 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f85e815e5d0 0x7f85e8162df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.870+0000 7f85ed1fd640 1 -- 172.21.15.46:0/696193711 >> 172.21.15.46:0/696193711 conn(0x7f85e8073100 msgr2=0x7f85e8073510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:54.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.870+0000 7f85ed1fd640 1 -- 172.21.15.46:0/696193711 shutdown_connections 2024-09-19T05:50:54.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.870+0000 7f85ed1fd640 1 -- 172.21.15.46:0/696193711 wait complete. 2024-09-19T05:50:54.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.871+0000 7f85ed1fd640 1 Processor -- start 2024-09-19T05:50:54.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.871+0000 7f85ed1fd640 1 -- start start 2024-09-19T05:50:54.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.872+0000 7f85ed1fd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f85e80cfc20 0x7f85e80b6bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:54.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.872+0000 7f85ed1fd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f85e815e5d0 0x7f85e80b1460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:54.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.872+0000 7f85ed1fd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85e815e9b0 0x7f85e80b19a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:54.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.872+0000 7f85ed1fd640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f85e8062d40 con 0x7f85e815e9b0 2024-09-19T05:50:54.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.872+0000 7f85ed1fd640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f85e80aebf0 con 0x7f85e815e5d0 2024-09-19T05:50:54.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.872+0000 7f85ed1fd640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f85e8062ec0 con 0x7f85e80cfc20 2024-09-19T05:50:54.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.872+0000 7f85e759e640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85e815e9b0 0x7f85e80b19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:54.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.872+0000 7f85e759e640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85e815e9b0 0x7f85e80b19a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34420/0 (socket says 172.21.15.46:34420) 2024-09-19T05:50:54.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.872+0000 7f85e759e640 1 -- 172.21.15.46:0/542790491 learned_addr learned my addr 172.21.15.46:0/542790491 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:54.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.872+0000 7f85e659c640 1 --2- 172.21.15.46:0/542790491 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f85e815e5d0 0x7f85e80b1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:54.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.872+0000 7f85e6d9d640 1 --2- 172.21.15.46:0/542790491 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f85e80cfc20 0x7f85e80b6bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:54.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.873+0000 7f85e759e640 1 -- 172.21.15.46:0/542790491 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f85e80cfc20 msgr2=0x7f85e80b6bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:54.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.873+0000 7f85e759e640 1 --2- 172.21.15.46:0/542790491 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f85e80cfc20 0x7f85e80b6bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.873+0000 7f85e759e640 1 -- 172.21.15.46:0/542790491 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f85e815e5d0 msgr2=0x7f85e80b1460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:54.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.873+0000 7f85e759e640 1 --2- 172.21.15.46:0/542790491 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f85e815e5d0 0x7f85e80b1460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:54.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.873+0000 7f85e759e640 1 -- 172.21.15.46:0/542790491 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85e81f4b30 con 0x7f85e815e9b0 2024-09-19T05:50:54.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.873+0000 7f85e659c640 1 --2- 172.21.15.46:0/542790491 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f85e815e5d0 0x7f85e80b1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:50:54.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.873+0000 7f85e759e640 1 --2- 172.21.15.46:0/542790491 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85e815e9b0 0x7f85e80b19a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f85d800b490 tx=0x7f85d800b950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:54.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.873+0000 7f85df7fe640 1 -- 172.21.15.46:0/542790491 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d8015020 con 0x7f85e815e9b0 2024-09-19T05:50:54.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.873+0000 7f85df7fe640 1 -- 172.21.15.46:0/542790491 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85d8011850 con 0x7f85e815e9b0 2024-09-19T05:50:54.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.873+0000 7f85ed1fd640 1 -- 172.21.15.46:0/542790491 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85e81f4e10 con 0x7f85e815e9b0 2024-09-19T05:50:54.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.873+0000 7f85df7fe640 1 -- 172.21.15.46:0/542790491 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d8011c40 con 0x7f85e815e9b0 2024-09-19T05:50:54.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.873+0000 7f85ed1fd640 1 -- 172.21.15.46:0/542790491 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85e81f53d0 con 0x7f85e815e9b0 2024-09-19T05:50:54.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.874+0000 7f85ed1fd640 1 -- 172.21.15.46:0/542790491 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85e8162df0 con 0x7f85e815e9b0 2024-09-19T05:50:54.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.874+0000 7f85df7fe640 1 -- 172.21.15.46:0/542790491 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f85d8018020 con 0x7f85e815e9b0 2024-09-19T05:50:54.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.875+0000 7f85df7fe640 1 --2- 172.21.15.46:0/542790491 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f85c806c2b0 0x7f85c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:54.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.875+0000 7f85df7fe640 1 -- 172.21.15.46:0/542790491 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f85d808b250 con 0x7f85e815e9b0 2024-09-19T05:50:54.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.875+0000 7f85e6d9d640 1 --2- 172.21.15.46:0/542790491 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f85c806c2b0 0x7f85c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:54.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.876+0000 7f85e6d9d640 1 --2- 172.21.15.46:0/542790491 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f85c806c2b0 0x7f85c806e770 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f85e81539b0 tx=0x7f85e00094f0 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:54.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:54.879+0000 7f85df7fe640 1 -- 172.21.15.46:0/542790491 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f85d801f020 con 0x7f85e815e9b0 2024-09-19T05:50:55.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.055+0000 7f85ed1fd640 1 -- 172.21.15.46:0/542790491 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f85e815a7e0 con 0x7f85e815e9b0 2024-09-19T05:50:55.058 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.056+0000 7f85df7fe640 1 -- 172.21.15.46:0/542790491 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16617 (secure 0 0 0) 0x7f85d80172c0 con 0x7f85e815e9b0 2024-09-19T05:50:55.058 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:55.058 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":21,"fsid":"f422d15e-e2c9-44aa-a788-7f9714905c67","created":"2024-09-19T05:50:21.601235+0000","modified":"2024-09-19T05:50:46.637204+0000","last_up_change":"2024-09-19T05:50:34.148268+0000","last_in_change":"2024-09-19T05:50:23.689134+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:50:33.840497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:50:42.856920+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:50:43.974696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5887dcb-f9c0-42a0-905d-718d357b4b57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6825","nonce":1884048663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6827","nonce":1884048663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6831","nonce":1884048663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6829","nonce":1884048663}]},"public_addr":"172.21.15.46:6825/1884048663","cluster_addr":"172.21.15.46:6827/1884048663","heartbeat_back_addr":"172.21.15.46:6831/1884048663","heartbeat_front_addr":"172.21.15.46:6829/1884048663","state":["exists","up"]},{"osd":1,"uuid":"3fed9b97-7482-4314-bf02-1518c03be152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6801","nonce":2797692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6803","nonce":2797692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6807","nonce":2797692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6805","nonce":2797692057}]},"public_addr":"172.21.15.46:6801/2797692057","cluster_addr":"172.21.15.46:6803/2797692057","heartbeat_back_addr":"172.21.15.46:6807/2797692057","heartbeat_front_addr":"172.21.15.46:6805/2797692057","state":["exists","up"]},{"osd":2,"uuid":"2e36d163-339b-491e-98a9-6e768a3249e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6809","nonce":4061240230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6811","nonce":4061240230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6815","nonce":4061240230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6813","nonce":4061240230}]},"public_addr":"172.21.15.46:6809/4061240230","cluster_addr":"172.21.15.46:6811/4061240230","heartbeat_back_addr":"172.21.15.46:6815/4061240230","heartbeat_front_addr":"172.21.15.46:6813/4061240230","state":["exists","up"]},{"osd":3,"uuid":"98fb22e5-3d85-4bb7-a92e-63625f26d7b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6817","nonce":170935989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6819","nonce":170935989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6823","nonce":170935989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6821","nonce":170935989}]},"public_addr":"172.21.15.46:6817/170935989","cluster_addr":"172.21.15.46:6819/170935989","heartbeat_back_addr":"172.21.15.46:6823/170935989","heartbeat_front_addr":"172.21.15.46:6821/170935989","state":["exists","up"]},{"osd":4,"uuid":"055bb872-b76a-40ab-aab7-c6e327ee7735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6809","nonce":2319815351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6811","nonce":2319815351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6815","nonce":2319815351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6813","nonce":2319815351}]},"public_addr":"172.21.15.78:6809/2319815351","cluster_addr":"172.21.15.78:6811/2319815351","heartbeat_back_addr":"172.21.15.78:6815/2319815351","heartbeat_front_addr":"172.21.15.78:6813/2319815351","state":["exists","up"]},{"osd":5,"uuid":"4164d7c8-3350-4cd1-b105-8376e2b8d205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6825","nonce":1036798121}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6827","nonce":1036798121}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6831","nonce":1036798121}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6829","nonce":1036798121}]},"public_addr":"172.21.15.78:6825/1036798121","cluster_addr":"172.21.15.78:6827/1036798121","heartbeat_back_addr":"172.21.15.78:6831/1036798121","heartbeat_front_addr":"172.21.15.78:6829/1036798121","state":["exists","up"]},{"osd":6,"uuid":"2ad21b97-7629-4de2-851e-909e8b1defd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6801","nonce":707998422}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6803","nonce":707998422}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6807","nonce":707998422}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6805","nonce":707998422}]},"public_addr":"172.21.15.78:6801/707998422","cluster_addr":"172.21.15.78:6803/707998422","heartbeat_back_addr":"172.21.15.78:6807/707998422","heartbeat_front_addr":"172.21.15.78:6805/707998422","state":["exists","up"]},{"osd":7,"uuid":"88efccef-c5f1-43b6-b786-9bc72f2cf2cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6817","nonce":2547959841}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6819","nonce":2547959841}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6823","nonce":2547959841}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6821","nonce":2547959841}]},"public_addr":"172.21.15.78:6817/2547959841","cluster_addr":"172.21.15.78:6819/2547959841","heartbeat_back_addr":"172.21.15.78:6823/2547959841","heartbeat_front_addr":"172.21.15.78:6821/2547959841","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.653882+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.491170+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.251245+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989665+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:31.041334+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.652320+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.566922+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:50:55.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.058+0000 7f85ed1fd640 1 -- 172.21.15.46:0/542790491 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f85c806c2b0 msgr2=0x7f85c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.058+0000 7f85ed1fd640 1 --2- 172.21.15.46:0/542790491 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f85c806c2b0 0x7f85c806e770 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f85e81539b0 tx=0x7f85e00094f0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.058+0000 7f85ed1fd640 1 -- 172.21.15.46:0/542790491 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85e815e9b0 msgr2=0x7f85e80b19a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.058+0000 7f85ed1fd640 1 --2- 172.21.15.46:0/542790491 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85e815e9b0 0x7f85e80b19a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f85d800b490 tx=0x7f85d800b950 comp rx=0 tx=0).stop 2024-09-19T05:50:55.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.058+0000 7f85ed1fd640 1 -- 172.21.15.46:0/542790491 shutdown_connections 2024-09-19T05:50:55.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.058+0000 7f85ed1fd640 1 --2- 172.21.15.46:0/542790491 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f85c806c2b0 0x7f85c806e770 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.058+0000 7f85ed1fd640 1 --2- 172.21.15.46:0/542790491 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85e815e9b0 0x7f85e80b19a0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.058+0000 7f85ed1fd640 1 --2- 172.21.15.46:0/542790491 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f85e815e5d0 0x7f85e80b1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.058+0000 7f85ed1fd640 1 --2- 172.21.15.46:0/542790491 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f85e80cfc20 0x7f85e80b6bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.058+0000 7f85ed1fd640 1 -- 172.21.15.46:0/542790491 >> 172.21.15.46:0/542790491 conn(0x7f85e8073100 msgr2=0x7f85e81596b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.058+0000 7f85ed1fd640 1 -- 172.21.15.46:0/542790491 shutdown_connections 2024-09-19T05:50:55.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.058+0000 7f85ed1fd640 1 -- 172.21.15.46:0/542790491 wait complete. 2024-09-19T05:50:55.071 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-19T05:50:55.071 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:50:55.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.170+0000 7f496de74640 1 Processor -- start 2024-09-19T05:50:55.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.171+0000 7f496de74640 1 -- start start 2024-09-19T05:50:55.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.171+0000 7f496de74640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f496815fba0 0x7f49680b1c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.171+0000 7f496de74640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f49680b0720 0x7f49680b0b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.171+0000 7f496de74640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f496815ff80 con 0x7f49680af1f0 2024-09-19T05:50:55.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.171+0000 7f496de74640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f49680af680 con 0x7f49680b0720 2024-09-19T05:50:55.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.171+0000 7f496de74640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f49680af960 con 0x7f496815fba0 2024-09-19T05:50:55.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.171+0000 7f4967fff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f49680b0720 0x7f49680b0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.172+0000 7f4967fff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f49680b0720 0x7f49680b0b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34434/0 (socket says 172.21.15.46:34434) 2024-09-19T05:50:55.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.172+0000 7f4967fff640 1 -- 172.21.15.46:0/2239647804 learned_addr learned my addr 172.21.15.46:0/2239647804 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.172+0000 7f49677fe640 1 --2- 172.21.15.46:0/2239647804 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f496815fba0 0x7f49680b1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.172+0000 7f4967fff640 1 -- 172.21.15.46:0/2239647804 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f496815fba0 msgr2=0x7f49680b1c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:55.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.172+0000 7f4967fff640 1 --2- 172.21.15.46:0/2239647804 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f496815fba0 0x7f49680b1c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.172+0000 7f4967fff640 1 -- 172.21.15.46:0/2239647804 >> v1:172.21.15.78:6789/0 conn(0x7f49680af1f0 legacy=0x7f49680b2180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:55.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.172+0000 7f4967fff640 1 -- 172.21.15.46:0/2239647804 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49680afc40 con 0x7f49680b0720 2024-09-19T05:50:55.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.173+0000 7f4967fff640 1 --2- 172.21.15.46:0/2239647804 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f49680b0720 0x7f49680b0b70 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f4960009e50 tx=0x7f496002a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40e226d2fb3e397f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.173+0000 7f49667fc640 1 -- 172.21.15.46:0/2239647804 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4960036070 con 0x7f49680b0720 2024-09-19T05:50:55.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.173+0000 7f49667fc640 1 -- 172.21.15.46:0/2239647804 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4960031600 con 0x7f49680b0720 2024-09-19T05:50:55.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.173+0000 7f49667fc640 1 -- 172.21.15.46:0/2239647804 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49600319d0 con 0x7f49680b0720 2024-09-19T05:50:55.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.173+0000 7f496de74640 1 -- 172.21.15.46:0/2239647804 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f49680b0720 msgr2=0x7f49680b0b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.173+0000 7f496de74640 1 --2- 172.21.15.46:0/2239647804 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f49680b0720 0x7f49680b0b70 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f4960009e50 tx=0x7f496002a6c0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.173+0000 7f496de74640 1 -- 172.21.15.46:0/2239647804 shutdown_connections 2024-09-19T05:50:55.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.173+0000 7f496de74640 1 --2- 172.21.15.46:0/2239647804 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f49680b0720 0x7f49680b0b70 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.173+0000 7f496de74640 1 --2- 172.21.15.46:0/2239647804 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f496815fba0 0x7f49680b1c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.173+0000 7f496de74640 1 -- 172.21.15.46:0/2239647804 >> 172.21.15.46:0/2239647804 conn(0x7f49680b3f10 msgr2=0x7f49680b4320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.173+0000 7f496de74640 1 -- 172.21.15.46:0/2239647804 shutdown_connections 2024-09-19T05:50:55.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.173+0000 7f496de74640 1 -- 172.21.15.46:0/2239647804 wait complete. 2024-09-19T05:50:55.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.174+0000 7f496de74640 1 Processor -- start 2024-09-19T05:50:55.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.175+0000 7f496de74640 1 -- start start 2024-09-19T05:50:55.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.175+0000 7f496de74640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f49680b0720 0x7f49681523f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.175+0000 7f496de74640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f496815fba0 0x7f49680cdf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.175+0000 7f496de74640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f49680ce490 0x7f49680c7f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.175+0000 7f496de74640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f49680b4cf0 con 0x7f496815fba0 2024-09-19T05:50:55.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.175+0000 7f496de74640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f49680b0200 con 0x7f49680ce490 2024-09-19T05:50:55.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.175+0000 7f496de74640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f49680d1190 con 0x7f49680b0720 2024-09-19T05:50:55.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.175+0000 7f4966ffd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f496815fba0 0x7f49680cdf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.176+0000 7f4966ffd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f496815fba0 0x7f49680cdf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34440/0 (socket says 172.21.15.46:34440) 2024-09-19T05:50:55.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.176+0000 7f4966ffd640 1 -- 172.21.15.46:0/4031483657 learned_addr learned my addr 172.21.15.46:0/4031483657 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.176+0000 7f49677fe640 1 --2- 172.21.15.46:0/4031483657 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f49680b0720 0x7f49681523f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.176+0000 7f4967fff640 1 --2- 172.21.15.46:0/4031483657 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f49680ce490 0x7f49680c7f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.176+0000 7f4966ffd640 1 -- 172.21.15.46:0/4031483657 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f49680b0720 msgr2=0x7f49681523f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.176+0000 7f4966ffd640 1 --2- 172.21.15.46:0/4031483657 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f49680b0720 0x7f49681523f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.176+0000 7f4966ffd640 1 -- 172.21.15.46:0/4031483657 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f49680ce490 msgr2=0x7f49680c7f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.176+0000 7f4966ffd640 1 --2- 172.21.15.46:0/4031483657 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f49680ce490 0x7f49680c7f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.176+0000 7f4966ffd640 1 -- 172.21.15.46:0/4031483657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49680c9510 con 0x7f496815fba0 2024-09-19T05:50:55.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.176+0000 7f4966ffd640 1 --2- 172.21.15.46:0/4031483657 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f496815fba0 0x7f49680cdf50 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f495c00c430 tx=0x7f495c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.176+0000 7f494ffff640 1 -- 172.21.15.46:0/4031483657 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f495c011790 con 0x7f496815fba0 2024-09-19T05:50:55.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.176+0000 7f494ffff640 1 -- 172.21.15.46:0/4031483657 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f495c017070 con 0x7f496815fba0 2024-09-19T05:50:55.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.176+0000 7f496de74640 1 -- 172.21.15.46:0/4031483657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4968152930 con 0x7f496815fba0 2024-09-19T05:50:55.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.176+0000 7f494ffff640 1 -- 172.21.15.46:0/4031483657 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f495c011bb0 con 0x7f496815fba0 2024-09-19T05:50:55.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.176+0000 7f496de74640 1 -- 172.21.15.46:0/4031483657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49680c9a90 con 0x7f496815fba0 2024-09-19T05:50:55.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.177+0000 7f496de74640 1 -- 172.21.15.46:0/4031483657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49680ce8a0 con 0x7f496815fba0 2024-09-19T05:50:55.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.178+0000 7f494ffff640 1 -- 172.21.15.46:0/4031483657 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f495c01c460 con 0x7f496815fba0 2024-09-19T05:50:55.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.178+0000 7f494ffff640 1 --2- 172.21.15.46:0/4031483657 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f495406c2b0 0x7f495406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.178+0000 7f494ffff640 1 -- 172.21.15.46:0/4031483657 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f495c08b240 con 0x7f496815fba0 2024-09-19T05:50:55.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.178+0000 7f49677fe640 1 --2- 172.21.15.46:0/4031483657 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f495406c2b0 0x7f495406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.179+0000 7f49677fe640 1 --2- 172.21.15.46:0/4031483657 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f495406c2b0 0x7f495406e770 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f49580079a0 tx=0x7f4958008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.182+0000 7f494ffff640 1 -- 172.21.15.46:0/4031483657 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f49680ce8a0 con 0x7f496815fba0 2024-09-19T05:50:55.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.357+0000 7f496de74640 1 -- 172.21.15.46:0/4031483657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f49680b1c40 con 0x7f496815fba0 2024-09-19T05:50:55.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.358+0000 7f494ffff640 1 -- 172.21.15.46:0/4031483657 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16617 (secure 0 0 0) 0x7f495c0592d0 con 0x7f496815fba0 2024-09-19T05:50:55.360 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:55.361 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":21,"fsid":"f422d15e-e2c9-44aa-a788-7f9714905c67","created":"2024-09-19T05:50:21.601235+0000","modified":"2024-09-19T05:50:46.637204+0000","last_up_change":"2024-09-19T05:50:34.148268+0000","last_in_change":"2024-09-19T05:50:23.689134+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:50:33.840497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:50:42.856920+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:50:43.974696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5887dcb-f9c0-42a0-905d-718d357b4b57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6825","nonce":1884048663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6827","nonce":1884048663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6831","nonce":1884048663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6829","nonce":1884048663}]},"public_addr":"172.21.15.46:6825/1884048663","cluster_addr":"172.21.15.46:6827/1884048663","heartbeat_back_addr":"172.21.15.46:6831/1884048663","heartbeat_front_addr":"172.21.15.46:6829/1884048663","state":["exists","up"]},{"osd":1,"uuid":"3fed9b97-7482-4314-bf02-1518c03be152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6801","nonce":2797692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6803","nonce":2797692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6807","nonce":2797692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6805","nonce":2797692057}]},"public_addr":"172.21.15.46:6801/2797692057","cluster_addr":"172.21.15.46:6803/2797692057","heartbeat_back_addr":"172.21.15.46:6807/2797692057","heartbeat_front_addr":"172.21.15.46:6805/2797692057","state":["exists","up"]},{"osd":2,"uuid":"2e36d163-339b-491e-98a9-6e768a3249e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6809","nonce":4061240230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6811","nonce":4061240230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6815","nonce":4061240230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6813","nonce":4061240230}]},"public_addr":"172.21.15.46:6809/4061240230","cluster_addr":"172.21.15.46:6811/4061240230","heartbeat_back_addr":"172.21.15.46:6815/4061240230","heartbeat_front_addr":"172.21.15.46:6813/4061240230","state":["exists","up"]},{"osd":3,"uuid":"98fb22e5-3d85-4bb7-a92e-63625f26d7b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6817","nonce":170935989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6819","nonce":170935989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6823","nonce":170935989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6821","nonce":170935989}]},"public_addr":"172.21.15.46:6817/170935989","cluster_addr":"172.21.15.46:6819/170935989","heartbeat_back_addr":"172.21.15.46:6823/170935989","heartbeat_front_addr":"172.21.15.46:6821/170935989","state":["exists","up"]},{"osd":4,"uuid":"055bb872-b76a-40ab-aab7-c6e327ee7735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6809","nonce":2319815351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6811","nonce":2319815351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6815","nonce":2319815351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6813","nonce":2319815351}]},"public_addr":"172.21.15.78:6809/2319815351","cluster_addr":"172.21.15.78:6811/2319815351","heartbeat_back_addr":"172.21.15.78:6815/2319815351","heartbeat_front_addr":"172.21.15.78:6813/2319815351","state":["exists","up"]},{"osd":5,"uuid":"4164d7c8-3350-4cd1-b105-8376e2b8d205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6825","nonce":1036798121}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6827","nonce":1036798121}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6831","nonce":1036798121}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6829","nonce":1036798121}]},"public_addr":"172.21.15.78:6825/1036798121","cluster_addr":"172.21.15.78:6827/1036798121","heartbeat_back_addr":"172.21.15.78:6831/1036798121","heartbeat_front_addr":"172.21.15.78:6829/1036798121","state":["exists","up"]},{"osd":6,"uuid":"2ad21b97-7629-4de2-851e-909e8b1defd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6801","nonce":707998422}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6803","nonce":707998422}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6807","nonce":707998422}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6805","nonce":707998422}]},"public_addr":"172.21.15.78:6801/707998422","cluster_addr":"172.21.15.78:6803/707998422","heartbeat_back_addr":"172.21.15.78:6807/707998422","heartbeat_front_addr":"172.21.15.78:6805/707998422","state":["exists","up"]},{"osd":7,"uuid":"88efccef-c5f1-43b6-b786-9bc72f2cf2cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6817","nonce":2547959841}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6819","nonce":2547959841}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6823","nonce":2547959841}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6821","nonce":2547959841}]},"public_addr":"172.21.15.78:6817/2547959841","cluster_addr":"172.21.15.78:6819/2547959841","heartbeat_back_addr":"172.21.15.78:6823/2547959841","heartbeat_front_addr":"172.21.15.78:6821/2547959841","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.653882+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.491170+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.251245+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989665+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:31.041334+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.652320+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.566922+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:50:55.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.360+0000 7f496de74640 1 -- 172.21.15.46:0/4031483657 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f495406c2b0 msgr2=0x7f495406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.360+0000 7f496de74640 1 --2- 172.21.15.46:0/4031483657 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f495406c2b0 0x7f495406e770 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f49580079a0 tx=0x7f4958008040 comp rx=0 tx=0).stop 2024-09-19T05:50:55.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.360+0000 7f496de74640 1 -- 172.21.15.46:0/4031483657 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f496815fba0 msgr2=0x7f49680cdf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.360+0000 7f496de74640 1 --2- 172.21.15.46:0/4031483657 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f496815fba0 0x7f49680cdf50 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f495c00c430 tx=0x7f495c00c8f0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.360+0000 7f496de74640 1 -- 172.21.15.46:0/4031483657 shutdown_connections 2024-09-19T05:50:55.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.360+0000 7f496de74640 1 --2- 172.21.15.46:0/4031483657 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f495406c2b0 0x7f495406e770 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.360+0000 7f496de74640 1 --2- 172.21.15.46:0/4031483657 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f49680ce490 0x7f49680c7f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.360+0000 7f496de74640 1 --2- 172.21.15.46:0/4031483657 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f496815fba0 0x7f49680cdf50 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.360+0000 7f496de74640 1 --2- 172.21.15.46:0/4031483657 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f49680b0720 0x7f49681523f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.360+0000 7f496de74640 1 -- 172.21.15.46:0/4031483657 >> 172.21.15.46:0/4031483657 conn(0x7f49680b3f10 msgr2=0x7f496815e850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.361+0000 7f496de74640 1 -- 172.21.15.46:0/4031483657 shutdown_connections 2024-09-19T05:50:55.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.361+0000 7f496de74640 1 -- 172.21.15.46:0/4031483657 wait complete. 2024-09-19T05:50:55.374 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-19T05:50:55.374 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-19T05:50:55.375 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-19T05:50:55.375 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-19T05:50:55.376 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-19T05:50:55.376 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-19T05:50:55.377 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-19T05:50:55.377 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-19T05:50:55.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.550+0000 7f4809e45640 1 Processor -- start 2024-09-19T05:50:55.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.550+0000 7f4809e45640 1 -- start start 2024-09-19T05:50:55.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.550+0000 7ff6b1968640 1 Processor -- start 2024-09-19T05:50:55.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.551+0000 7ff6b1968640 1 -- start start 2024-09-19T05:50:55.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.551+0000 7f293359e640 1 Processor -- start 2024-09-19T05:50:55.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.551+0000 7f4809e45640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f48040b1970 0x7f48040cc4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.551+0000 7f4809e45640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f4804073280 0x7f48040b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.551+0000 7f4809e45640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f48040b3240 con 0x7f48040cb4c0 2024-09-19T05:50:55.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.551+0000 7fb09fa65640 1 Processor -- start 2024-09-19T05:50:55.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.551+0000 7fb09fa65640 1 -- start start 2024-09-19T05:50:55.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.551+0000 7f293359e640 1 -- start start 2024-09-19T05:50:55.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.551+0000 7f4809e45640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f48040cb900 con 0x7f48040b1970 2024-09-19T05:50:55.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.552+0000 7ff6b1968640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7ff6ac162c60 0x7ff6ac166760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.552+0000 7ff6b1968640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff6ac0d0bd0 0x7ff6ac0cf150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.552+0000 7ff6b1968640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff6ac163040 con 0x7ff6ac0cf690 2024-09-19T05:50:55.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.552+0000 7ff6b1968640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7ff6ac0d1440 con 0x7ff6ac162c60 2024-09-19T05:50:55.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.552+0000 7ff6b1968640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7ff6ac167690 con 0x7ff6ac0d0bd0 2024-09-19T05:50:55.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.552+0000 7f9f5c56d640 1 Processor -- start 2024-09-19T05:50:55.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.551+0000 7f4809e45640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f48040b40f0 con 0x7f4804073280 2024-09-19T05:50:55.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.552+0000 7f9f5c56d640 1 -- start start 2024-09-19T05:50:55.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.552+0000 7fb96cfb7640 1 Processor -- start 2024-09-19T05:50:55.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7fb96cfb7640 1 -- start start 2024-09-19T05:50:55.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7ff6aaffd640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7ff6ac162c60 0x7ff6ac166760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7ff6aaffd640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7ff6ac162c60 0x7ff6ac166760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.46:50884/0 (socket says 172.21.15.46:50884) 2024-09-19T05:50:55.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7ff6aaffd640 1 -- 172.21.15.46:0/231276945 learned_addr learned my addr 172.21.15.46:0/231276945 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7f293359e640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f292c005d60 0x7f292c053880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7f293359e640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f292c053dc0 0x7f292c057d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7f293359e640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f292c056f90 con 0x7f292c056610 2024-09-19T05:50:55.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7f293359e640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f292c056d40 con 0x7f292c005d60 2024-09-19T05:50:55.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7f293359e640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f292c057270 con 0x7f292c053dc0 2024-09-19T05:50:55.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.552+0000 7f4802ffd640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f48040cb4c0 0x7f4804072b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:43604/0 (socket says 172.21.15.46:43604) 2024-09-19T05:50:55.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.552+0000 7f4802ffd640 1 -- 172.21.15.46:0/3868747699 learned_addr learned my addr 172.21.15.46:0/3868747699 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:55.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.552+0000 7f48037fe640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f48040b1970 0x7f48040cc4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.552+0000 7f4803fff640 1 --2- 172.21.15.46:0/3868747699 >> v2:172.21.15.78:3300/0 conn(0x7f4804073280 0x7f48040b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.552+0000 7f48027fc640 1 -- 172.21.15.46:0/3868747699 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2411016673 0 0) 0x7f48040b3240 con 0x7f48040cb4c0 2024-09-19T05:50:55.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7f48027fc640 1 -- 172.21.15.46:0/3868747699 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f47ec00bd30 con 0x7f48040cb4c0 2024-09-19T05:50:55.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7f48027fc640 1 -- 172.21.15.46:0/3868747699 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2944079245 0 0) 0x7f47ec00bd30 con 0x7f48040cb4c0 2024-09-19T05:50:55.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7f48027fc640 1 -- 172.21.15.46:0/3868747699 >> v2:172.21.15.78:3300/0 conn(0x7f4804073280 msgr2=0x7f48040b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:55.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7f48027fc640 1 --2- 172.21.15.46:0/3868747699 >> v2:172.21.15.78:3300/0 conn(0x7f4804073280 0x7f48040b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7f48027fc640 1 -- 172.21.15.46:0/3868747699 >> v2:172.21.15.46:3300/0 conn(0x7f48040b1970 msgr2=0x7f48040cc4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:55.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7f48027fc640 1 --2- 172.21.15.46:0/3868747699 >> v2:172.21.15.46:3300/0 conn(0x7f48040b1970 0x7f48040cc4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7f48027fc640 1 -- 172.21.15.46:0/3868747699 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48040b34e0 con 0x7f48040cb4c0 2024-09-19T05:50:55.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7f48027fc640 1 -- 172.21.15.46:0/3868747699 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 238125057 0 0) 0x7f47f4001670 con 0x7f48040cb4c0 2024-09-19T05:50:55.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7f121f59e640 1 Processor -- start 2024-09-19T05:50:55.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7f48027fc640 1 -- 172.21.15.46:0/3868747699 >> v1:172.21.15.46:6789/0 conn(0x7f48040cb4c0 legacy=0x7f4804072b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7ff6aa7fc640 1 --2- 172.21.15.46:0/231276945 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff6ac0d0bd0 0x7ff6ac0cf150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f9f5c56d640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f9f54099930 0x7f9f540b4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7f48027fc640 1 --2- 172.21.15.46:0/3868747699 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f47ec00c290 0x7f47ec00c670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7f48027fc640 1 --2- 172.21.15.46:0/3868747699 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f47ec00d010 0x7f47ec00d490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f48027fc640 1 --2- 172.21.15.46:0/3868747699 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f47ec00d9d0 0x7f47ec0141d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f48027fc640 1 -- 172.21.15.46:0/3868747699 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f48040cb900 con 0x7f47ec00c290 2024-09-19T05:50:55.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f48027fc640 1 -- 172.21.15.46:0/3868747699 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f48040b40f0 con 0x7f47ec00d010 2024-09-19T05:50:55.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f48027fc640 1 -- 172.21.15.46:0/3868747699 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f47ec0148a0 con 0x7f47ec00d9d0 2024-09-19T05:50:55.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f48037fe640 1 --2- 172.21.15.46:0/3868747699 >> v2:172.21.15.46:3300/0 conn(0x7f48040b1970 0x7f48040cc4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:50:55.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f4802ffd640 1 --2- 172.21.15.46:0/3868747699 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f47ec00d010 0x7f47ec00d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f48037fe640 1 --2- 172.21.15.46:0/3868747699 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f47ec00c290 0x7f47ec00c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f4803fff640 1 --2- 172.21.15.46:0/3868747699 >> v2:172.21.15.78:3300/0 conn(0x7f4804073280 0x7f48040b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:55.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7ff6a9ffb640 1 -- 172.21.15.46:0/231276945 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3446156002 0 0) 0x7ff6ac163040 con 0x7ff6ac0cf690 2024-09-19T05:50:55.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f9f5c56d640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f9f540cd3f0 0x7f9f540cb3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7ff6a9ffb640 1 -- 172.21.15.46:0/231276945 --> v1:172.21.15.78:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff694003520 con 0x7ff6ac0cf690 2024-09-19T05:50:55.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7fb09fa65640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb09806eff0 0x7fb09806d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7fb09fa65640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fb0980b3ce0 0x7fb0980cc040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7fb09fa65640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb0980b45f0 0x7fb0980b4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7fb09fa65640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fb09806eb80 con 0x7fb0980b45f0 2024-09-19T05:50:55.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7fb09fa65640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fb09815abf0 con 0x7fb0980b3ce0 2024-09-19T05:50:55.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7fb09fa65640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fb0981612e0 con 0x7fb09806eff0 2024-09-19T05:50:55.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7fb09d801640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb09806eff0 0x7fb09806d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f9f5c56d640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9f5406dc00 con 0x7f9f5406d790 2024-09-19T05:50:55.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7fb09d801640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb09806eff0 0x7fb09806d8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.46:33974/0 (socket says 172.21.15.46:33974) 2024-09-19T05:50:55.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7fb09d801640 1 -- 172.21.15.46:0/19907974 learned_addr learned my addr 172.21.15.46:0/19907974 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7fb96cfb7640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb9680995b0 0x7fb9680cd760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7f2932d9d640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f292c053dc0 0x7f292c057d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7f2932d9d640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f292c053dc0 0x7f292c057d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.46:50888/0 (socket says 172.21.15.46:50888) 2024-09-19T05:50:55.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7f2932d9d640 1 -- 172.21.15.46:0/2036329547 learned_addr learned my addr 172.21.15.46:0/2036329547 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f2932d9d640 1 -- 172.21.15.46:0/2036329547 >> v2:172.21.15.46:3300/0 conn(0x7f292c005d60 msgr2=0x7f292c053880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:55.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f2932d9d640 1 --2- 172.21.15.46:0/2036329547 >> v2:172.21.15.46:3300/0 conn(0x7f292c005d60 0x7f292c053880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f2932d9d640 1 -- 172.21.15.46:0/2036329547 >> v1:172.21.15.78:6789/0 conn(0x7f292c056610 legacy=0x7f292c03bb50 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:50:55.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f2932d9d640 1 -- 172.21.15.46:0/2036329547 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f292c057550 con 0x7f292c053dc0 2024-09-19T05:50:55.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.553+0000 7f121f59e640 1 -- start start 2024-09-19T05:50:55.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7ff6aa7fc640 1 -- 172.21.15.46:0/231276945 >> v2:172.21.15.78:3300/0 conn(0x7ff6ac162c60 msgr2=0x7ff6ac166760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:55.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7fb09d801640 1 -- 172.21.15.46:0/19907974 >> v2:172.21.15.78:3300/0 conn(0x7fb0980b3ce0 msgr2=0x7fb0980cc040 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:50:55.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7fb09d801640 1 --2- 172.21.15.46:0/19907974 >> v2:172.21.15.78:3300/0 conn(0x7fb0980b3ce0 0x7fb0980cc040 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7fb09d801640 1 -- 172.21.15.46:0/19907974 >> v2:172.21.15.46:3300/0 conn(0x7fb0980b45f0 msgr2=0x7fb0980b4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:55.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7ff6aa7fc640 1 --2- 172.21.15.46:0/231276945 >> v2:172.21.15.78:3300/0 conn(0x7ff6ac162c60 0x7ff6ac166760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7ff6aa7fc640 1 -- 172.21.15.46:0/231276945 >> v1:172.21.15.78:6789/0 conn(0x7ff6ac0cf690 legacy=0x7ff6ac0c4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7ff6aa7fc640 1 -- 172.21.15.46:0/231276945 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6ac166df0 con 0x7ff6ac0d0bd0 2024-09-19T05:50:55.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7fb96659c640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fb9680ccc70 0x7fb9680cd050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:43610/0 (socket says 172.21.15.46:43610) 2024-09-19T05:50:55.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7fb96659c640 1 -- 172.21.15.46:0/2593876346 learned_addr learned my addr 172.21.15.46:0/2593876346 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:55.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f9f5c56d640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f9f5415ec30 con 0x7f9f540cd3f0 2024-09-19T05:50:55.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f9f5c56d640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f9f540b4920 con 0x7f9f54099930 2024-09-19T05:50:55.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f9f5a309640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f9f54099930 0x7f9f540b4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f9f5a309640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f9f54099930 0x7f9f540b4220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.46:50902/0 (socket says 172.21.15.46:50902) 2024-09-19T05:50:55.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f9f5a309640 1 -- 172.21.15.46:0/401379526 learned_addr learned my addr 172.21.15.46:0/401379526 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f9f5ab0a640 1 --2- 172.21.15.46:0/401379526 >> v2:172.21.15.46:3300/0 conn(0x7f9f540cd3f0 0x7f9f540cb3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7f9f5ab0a640 1 -- 172.21.15.46:0/401379526 >> v2:172.21.15.78:3300/0 conn(0x7f9f54099930 msgr2=0x7f9f540b4220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:55.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7f9f5ab0a640 1 --2- 172.21.15.46:0/401379526 >> v2:172.21.15.78:3300/0 conn(0x7f9f54099930 0x7f9f540b4220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7f9f5ab0a640 1 -- 172.21.15.46:0/401379526 >> v1:172.21.15.78:6789/0 conn(0x7f9f5406d790 legacy=0x7f9f540ccce0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:50:55.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7f9f5ab0a640 1 -- 172.21.15.46:0/401379526 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f540b4c00 con 0x7f9f540cd3f0 2024-09-19T05:50:55.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7fb965d9b640 1 --2- 172.21.15.46:0/2593876346 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb9680995b0 0x7fb9680cd760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7fb96cfb7640 1 --2- 172.21.15.46:0/2593876346 >> v2:172.21.15.46:3300/0 conn(0x7fb9680caa40 0x7fb9680caef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7f121f59e640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f12200af560 0x7f122006e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f4802ffd640 1 -- 172.21.15.46:0/3868747699 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f47ec00d9d0 msgr2=0x7f47ec0141d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:50:55.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f4802ffd640 1 --2- 172.21.15.46:0/3868747699 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f47ec00d9d0 0x7f47ec0141d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f4802ffd640 1 -- 172.21.15.46:0/3868747699 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f47ec00c290 msgr2=0x7f47ec00c670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:55.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f4802ffd640 1 --2- 172.21.15.46:0/3868747699 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f47ec00c290 0x7f47ec00c670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f4802ffd640 1 -- 172.21.15.46:0/3868747699 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47ec00bd30 con 0x7f47ec00d010 2024-09-19T05:50:55.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.554+0000 7f48037fe640 1 --2- 172.21.15.46:0/3868747699 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f47ec00c290 0x7f47ec00c670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:55.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7f121f59e640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f122006e830 con 0x7f12200c3010 2024-09-19T05:50:55.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7f121f59e640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f122006eb10 con 0x7f12200cf000 2024-09-19T05:50:55.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7f121f59e640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f122006e600 con 0x7f12200af560 2024-09-19T05:50:55.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7fb96cfb7640 1 -- 172.21.15.46:0/2593876346 --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9680d10b0 con 0x7fb9680ccc70 2024-09-19T05:50:55.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7fb966d9d640 1 --2- 172.21.15.46:0/2593876346 >> v2:172.21.15.46:3300/0 conn(0x7fb9680caa40 0x7fb9680caef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7f2932d9d640 1 --2- 172.21.15.46:0/2036329547 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f292c053dc0 0x7f292c057d50 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f2934000b60 tx=0x7f29340a5f60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=441261a9154b0246 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7fb96cfb7640 1 -- 172.21.15.46:0/2593876346 --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fb968073700 con 0x7fb9680caa40 2024-09-19T05:50:55.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.555+0000 7f4803fff640 1 -- 172.21.15.46:0/3868747699 reap_dead start 2024-09-19T05:50:55.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.556+0000 7fb96cfb7640 1 -- 172.21.15.46:0/2593876346 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fb9680730b0 con 0x7fb9680995b0 2024-09-19T05:50:55.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.556+0000 7f121ed9d640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f12200c3010 0x7f122009ba70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:43616/0 (socket says 172.21.15.46:43616) 2024-09-19T05:50:55.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.556+0000 7f121ed9d640 1 -- 172.21.15.46:0/2167487287 learned_addr learned my addr 172.21.15.46:0/2167487287 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:55.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.556+0000 7fb09e002640 1 --2- 172.21.15.46:0/19907974 >> v2:172.21.15.46:3300/0 conn(0x7fb0980b45f0 0x7fb0980b4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.556+0000 7fb09d801640 1 --2- 172.21.15.46:0/19907974 >> v2:172.21.15.46:3300/0 conn(0x7fb0980b45f0 0x7fb0980b4aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.556+0000 7fb09d801640 1 -- 172.21.15.46:0/19907974 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb09806e250 con 0x7fb09806eff0 2024-09-19T05:50:55.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.556+0000 7fb965d9b640 1 -- 172.21.15.46:0/2593876346 >> v2:172.21.15.46:3300/0 conn(0x7fb9680caa40 msgr2=0x7fb9680caef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:55.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.556+0000 7fb965d9b640 1 --2- 172.21.15.46:0/2593876346 >> v2:172.21.15.46:3300/0 conn(0x7fb9680caa40 0x7fb9680caef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.556+0000 7fb965d9b640 1 -- 172.21.15.46:0/2593876346 >> v1:172.21.15.46:6789/0 conn(0x7fb9680ccc70 legacy=0x7fb9680cd050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:55.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.556+0000 7fb965d9b640 1 -- 172.21.15.46:0/2593876346 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb968073390 con 0x7fb9680995b0 2024-09-19T05:50:55.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.556+0000 7f293159a640 1 -- 172.21.15.46:0/2036329547 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29340b3070 con 0x7f292c053dc0 2024-09-19T05:50:55.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.556+0000 7f293159a640 1 -- 172.21.15.46:0/2036329547 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29340a6d30 con 0x7f292c053dc0 2024-09-19T05:50:55.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.556+0000 7f293159a640 1 -- 172.21.15.46:0/2036329547 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29340ae660 con 0x7f292c053dc0 2024-09-19T05:50:55.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.556+0000 7f4802ffd640 1 --2- 172.21.15.46:0/3868747699 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f47ec00d010 0x7f47ec00d490 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f47f4004f80 tx=0x7f47ec00e040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fbc6d27f853575b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.556+0000 7f48027fc640 1 -- 172.21.15.46:0/3868747699 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47f4004ba0 con 0x7f47ec00d010 2024-09-19T05:50:55.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.556+0000 7f48027fc640 1 -- 172.21.15.46:0/3868747699 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47f402f030 con 0x7f47ec00d010 2024-09-19T05:50:55.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.556+0000 7f48027fc640 1 -- 172.21.15.46:0/3868747699 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47f4005d30 con 0x7f47ec00d010 2024-09-19T05:50:55.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.556+0000 7f121e59c640 1 --2- 172.21.15.46:0/2167487287 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f12200af560 0x7f122006e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.556+0000 7f121e59c640 1 -- 172.21.15.46:0/2167487287 >> v1:172.21.15.78:6789/0 conn(0x7f12200cf000 legacy=0x7f12200ce380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7fb09d801640 1 --2- 172.21.15.46:0/19907974 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb09806eff0 0x7fb09806d8f0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fb0980c3ef0 tx=0x7fb09402a280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d55ebd92a8682f33 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7f4809e45640 1 -- 172.21.15.46:0/3868747699 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f47ec00d010 msgr2=0x7f47ec00d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7f4809e45640 1 --2- 172.21.15.46:0/3868747699 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f47ec00d010 0x7f47ec00d490 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f47f4004f80 tx=0x7f47ec00e040 comp rx=0 tx=0).stop 2024-09-19T05:50:55.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7f4809e45640 1 -- 172.21.15.46:0/3868747699 shutdown_connections 2024-09-19T05:50:55.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7f4809e45640 1 --2- 172.21.15.46:0/3868747699 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f47ec00d010 0x7f47ec00d490 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7f4809e45640 1 -- 172.21.15.46:0/3868747699 >> 172.21.15.46:0/3868747699 conn(0x7f48040d03f0 msgr2=0x7f48040d0800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7f293359e640 1 -- 172.21.15.46:0/2036329547 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f292c053dc0 msgr2=0x7f292c057d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7f4809e45640 1 -- 172.21.15.46:0/3868747699 shutdown_connections 2024-09-19T05:50:55.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7f4809e45640 1 -- 172.21.15.46:0/3868747699 wait complete. 2024-09-19T05:50:55.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7f293359e640 1 --2- 172.21.15.46:0/2036329547 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f292c053dc0 0x7f292c057d50 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f2934000b60 tx=0x7f29340a5f60 comp rx=0 tx=0).stop 2024-09-19T05:50:55.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.556+0000 7f121e59c640 1 -- 172.21.15.46:0/2167487287 >> v1:172.21.15.46:6789/0 conn(0x7f12200c3010 legacy=0x7f122009ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.556+0000 7f121e59c640 1 -- 172.21.15.46:0/2167487287 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f122006edf0 con 0x7f12200af560 2024-09-19T05:50:55.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7ff6aa7fc640 1 --2- 172.21.15.46:0/231276945 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff6ac0d0bd0 0x7ff6ac0cf150 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7ff6a00097a0 tx=0x7ff6a002a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=56f0f2d1ede9067b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7f293359e640 1 -- 172.21.15.46:0/2036329547 shutdown_connections 2024-09-19T05:50:55.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7f293359e640 1 --2- 172.21.15.46:0/2036329547 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f292c053dc0 0x7f292c057d50 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7f293359e640 1 --2- 172.21.15.46:0/2036329547 >> v2:172.21.15.46:3300/0 conn(0x7f292c005d60 0x7f292c053880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7f293359e640 1 -- 172.21.15.46:0/2036329547 >> 172.21.15.46:0/2036329547 conn(0x7f292c03a4a0 msgr2=0x7f292c03a8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7fb08ffff640 1 -- 172.21.15.46:0/19907974 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb094037070 con 0x7fb09806eff0 2024-09-19T05:50:55.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7f9f5ab0a640 1 --2- 172.21.15.46:0/401379526 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f540cd3f0 0x7f9f540cb3e0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f9f540b5060 tx=0x7f9f5002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a55d8828a9bb9e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7fb965d9b640 1 --2- 172.21.15.46:0/2593876346 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb9680995b0 0x7fb9680cd760 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fb95c0097a0 tx=0x7fb95c02a0b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c95814f94634d9fe server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7fb08ffff640 1 -- 172.21.15.46:0/19907974 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb094032440 con 0x7fb09806eff0 2024-09-19T05:50:55.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7f293359e640 1 -- 172.21.15.46:0/2036329547 shutdown_connections 2024-09-19T05:50:55.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7f9f59307640 1 -- 172.21.15.46:0/401379526 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f50037070 con 0x7f9f540cd3f0 2024-09-19T05:50:55.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.558+0000 7f9f59307640 1 -- 172.21.15.46:0/401379526 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f5002ae50 con 0x7f9f540cd3f0 2024-09-19T05:50:55.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.558+0000 7f9f59307640 1 -- 172.21.15.46:0/401379526 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f50037070 con 0x7f9f540cd3f0 2024-09-19T05:50:55.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7ff6a9ffb640 1 -- 172.21.15.46:0/231276945 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a0037070 con 0x7ff6ac0d0bd0 2024-09-19T05:50:55.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.557+0000 7ff6a9ffb640 1 -- 172.21.15.46:0/231276945 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6a0032440 con 0x7ff6ac0d0bd0 2024-09-19T05:50:55.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.558+0000 7fb96559a640 1 -- 172.21.15.46:0/2593876346 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb95c037070 con 0x7fb9680995b0 2024-09-19T05:50:55.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.558+0000 7fb96559a640 1 -- 172.21.15.46:0/2593876346 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb95c02adc0 con 0x7fb9680995b0 2024-09-19T05:50:55.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.558+0000 7fb96559a640 1 -- 172.21.15.46:0/2593876346 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb95c032660 con 0x7fb9680995b0 2024-09-19T05:50:55.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.558+0000 7f293359e640 1 -- 172.21.15.46:0/2036329547 wait complete. 2024-09-19T05:50:55.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.558+0000 7fb09fa65640 1 -- 172.21.15.46:0/19907974 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb09806eff0 msgr2=0x7fb09806d8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.558+0000 7fb09fa65640 1 --2- 172.21.15.46:0/19907974 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb09806eff0 0x7fb09806d8f0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fb0980c3ef0 tx=0x7fb09402a280 comp rx=0 tx=0).stop 2024-09-19T05:50:55.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7f9f5c56d640 1 -- 172.21.15.46:0/401379526 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f540cd3f0 msgr2=0x7f9f540cb3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7f9f5c56d640 1 --2- 172.21.15.46:0/401379526 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f540cd3f0 0x7f9f540cb3e0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f9f540b5060 tx=0x7f9f5002a140 comp rx=0 tx=0).stop 2024-09-19T05:50:55.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.558+0000 7ff6b1968640 1 -- 172.21.15.46:0/231276945 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff6ac0d0bd0 msgr2=0x7ff6ac0cf150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.558+0000 7ff6b1968640 1 --2- 172.21.15.46:0/231276945 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff6ac0d0bd0 0x7ff6ac0cf150 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7ff6a00097a0 tx=0x7ff6a002a1a0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7ff6b1968640 1 -- 172.21.15.46:0/231276945 shutdown_connections 2024-09-19T05:50:55.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7ff6b1968640 1 --2- 172.21.15.46:0/231276945 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff6ac0d0bd0 0x7ff6ac0cf150 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7ff6b1968640 1 --2- 172.21.15.46:0/231276945 >> v2:172.21.15.78:3300/0 conn(0x7ff6ac162c60 0x7ff6ac166760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7ff6b1968640 1 -- 172.21.15.46:0/231276945 >> 172.21.15.46:0/231276945 conn(0x7ff6ac073120 msgr2=0x7ff6ac073530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7fb09fa65640 1 -- 172.21.15.46:0/19907974 shutdown_connections 2024-09-19T05:50:55.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7fb09fa65640 1 --2- 172.21.15.46:0/19907974 >> v2:172.21.15.46:3300/0 conn(0x7fb0980b45f0 0x7fb0980b4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7fb09fa65640 1 --2- 172.21.15.46:0/19907974 >> v2:172.21.15.78:3300/0 conn(0x7fb0980b3ce0 0x7fb0980cc040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7fb09fa65640 1 --2- 172.21.15.46:0/19907974 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb09806eff0 0x7fb09806d8f0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7fb09fa65640 1 -- 172.21.15.46:0/19907974 >> 172.21.15.46:0/19907974 conn(0x7fb098062630 msgr2=0x7fb098062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7f121e59c640 1 --2- 172.21.15.46:0/2167487287 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f12200af560 0x7f122006e0c0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f12100097d0 tx=0x7f121002a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7875d9bc207e29cc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7ff6b1968640 1 -- 172.21.15.46:0/231276945 shutdown_connections 2024-09-19T05:50:55.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7f4809e45640 1 Processor -- start 2024-09-19T05:50:55.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7fed8aee6640 1 Processor -- start 2024-09-19T05:50:55.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7f9f5c56d640 1 -- 172.21.15.46:0/401379526 shutdown_connections 2024-09-19T05:50:55.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7f9f5c56d640 1 --2- 172.21.15.46:0/401379526 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f540cd3f0 0x7f9f540cb3e0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7f9f5c56d640 1 --2- 172.21.15.46:0/401379526 >> v2:172.21.15.78:3300/0 conn(0x7f9f54099930 0x7f9f540b4220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7f9f5c56d640 1 -- 172.21.15.46:0/401379526 >> 172.21.15.46:0/401379526 conn(0x7f9f54062630 msgr2=0x7f9f54062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7fb96cfb7640 1 -- 172.21.15.46:0/2593876346 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb9680995b0 msgr2=0x7fb9680cd760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7f121d59a640 1 -- 172.21.15.46:0/2167487287 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1210037070 con 0x7f12200af560 2024-09-19T05:50:55.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7f121d59a640 1 -- 172.21.15.46:0/2167487287 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1210032440 con 0x7f12200af560 2024-09-19T05:50:55.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7f121d59a640 1 -- 172.21.15.46:0/2167487287 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1210032810 con 0x7f12200af560 2024-09-19T05:50:55.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7fb96cfb7640 1 --2- 172.21.15.46:0/2593876346 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb9680995b0 0x7fb9680cd760 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fb95c0097a0 tx=0x7fb95c02a0b0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7f4809e45640 1 -- start start 2024-09-19T05:50:55.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7fb96cfb7640 1 -- 172.21.15.46:0/2593876346 shutdown_connections 2024-09-19T05:50:55.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7fb96cfb7640 1 --2- 172.21.15.46:0/2593876346 >> v2:172.21.15.46:3300/0 conn(0x7fb9680caa40 0x7fb9680caef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7fb96cfb7640 1 --2- 172.21.15.46:0/2593876346 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb9680995b0 0x7fb9680cd760 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7fb96cfb7640 1 -- 172.21.15.46:0/2593876346 >> 172.21.15.46:0/2593876346 conn(0x7fb9680d03f0 msgr2=0x7fb9680d0800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7ff6b1968640 1 -- 172.21.15.46:0/231276945 wait complete. 2024-09-19T05:50:55.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7fb09fa65640 1 -- 172.21.15.46:0/19907974 shutdown_connections 2024-09-19T05:50:55.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7fb09fa65640 1 -- 172.21.15.46:0/19907974 wait complete. 2024-09-19T05:50:55.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7f293359e640 1 Processor -- start 2024-09-19T05:50:55.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.560+0000 7f293359e640 1 -- start start 2024-09-19T05:50:55.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.559+0000 7fed8aee6640 1 -- start start 2024-09-19T05:50:55.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.560+0000 7f9f5c56d640 1 -- 172.21.15.46:0/401379526 shutdown_connections 2024-09-19T05:50:55.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.560+0000 7f9f5c56d640 1 -- 172.21.15.46:0/401379526 wait complete. 2024-09-19T05:50:55.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.560+0000 7f121f59e640 1 -- 172.21.15.46:0/2167487287 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f12200af560 msgr2=0x7f122006e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.560+0000 7f121f59e640 1 --2- 172.21.15.46:0/2167487287 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f12200af560 0x7f122006e0c0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f12100097d0 tx=0x7f121002a1c0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.560+0000 7fb96cfb7640 1 -- 172.21.15.46:0/2593876346 shutdown_connections 2024-09-19T05:50:55.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.560+0000 7fb96cfb7640 1 -- 172.21.15.46:0/2593876346 wait complete. 2024-09-19T05:50:55.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7f4809e45640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f47ec00d010 0x7f4804157910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7f4809e45640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4804158540 0x7f4804157e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7ff6b1968640 1 Processor -- start 2024-09-19T05:50:55.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7f4809e45640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48040c4f70 0x7f48040c5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7f4809e45640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f48040b3d80 con 0x7f48040c4f70 2024-09-19T05:50:55.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7f4809e45640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f48040b3aa0 con 0x7f47ec00d010 2024-09-19T05:50:55.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7f293359e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f292c005d60 0x7f292c0d5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7f4809e45640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f48040cc4b0 con 0x7f4804158540 2024-09-19T05:50:55.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7f293359e640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f292c053dc0 0x7f292c0e0940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7f48037fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f47ec00d010 0x7f4804157910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7fed8aee6640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fed84162cc0 0x7fed8406d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7fed8aee6640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fed840ccd00 0x7fed840b3d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7fed8aee6640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fed840cd4a0 con 0x7fed840b4290 2024-09-19T05:50:55.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7f48037fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f47ec00d010 0x7f4804157910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.46:50914/0 (socket says 172.21.15.46:50914) 2024-09-19T05:50:55.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7fed8aee6640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fed840cd780 con 0x7fed840ccd00 2024-09-19T05:50:55.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7fed8aee6640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fed840caae0 con 0x7fed84162cc0 2024-09-19T05:50:55.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7fed83fff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fed840ccd00 0x7fed840b3d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7fed83fff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fed840ccd00 0x7fed840b3d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34494/0 (socket says 172.21.15.46:34494) 2024-09-19T05:50:55.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7fed83fff640 1 -- 172.21.15.46:0/1365256582 learned_addr learned my addr 172.21.15.46:0/1365256582 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7f4802ffd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4804158540 0x7f4804157e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7f4802ffd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4804158540 0x7f4804157e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.46:34016/0 (socket says 172.21.15.46:34016) 2024-09-19T05:50:55.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7f4802ffd640 1 -- 172.21.15.46:0/3279045531 learned_addr learned my addr 172.21.15.46:0/3279045531 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7fed88c82640 1 --2- 172.21.15.46:0/1365256582 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fed84162cc0 0x7fed8406d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7f293359e640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f292c056610 0x7f292c0513b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7f293359e640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f292c03c3e0 con 0x7f292c053dc0 2024-09-19T05:50:55.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7f293359e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f292c03c260 con 0x7f292c005d60 2024-09-19T05:50:55.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7f293359e640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f292c058290 con 0x7f292c056610 2024-09-19T05:50:55.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7f2931d9b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f292c053dc0 0x7f292c0e0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7f2931d9b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f292c053dc0 0x7f292c0e0940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34506/0 (socket says 172.21.15.46:34506) 2024-09-19T05:50:55.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7f2931d9b640 1 -- 172.21.15.46:0/1504517886 learned_addr learned my addr 172.21.15.46:0/1504517886 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7f293259c640 1 --2- 172.21.15.46:0/1504517886 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f292c005d60 0x7f292c0d5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7f121f59e640 1 -- 172.21.15.46:0/2167487287 shutdown_connections 2024-09-19T05:50:55.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7fb09fa65640 1 Processor -- start 2024-09-19T05:50:55.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7fb09fa65640 1 -- start start 2024-09-19T05:50:55.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7f4802ffd640 1 -- 172.21.15.46:0/3279045531 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f47ec00d010 msgr2=0x7f4804157910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7f4803fff640 1 --2- 172.21.15.46:0/3279045531 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48040c4f70 0x7f48040c5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7f4802ffd640 1 --2- 172.21.15.46:0/3279045531 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f47ec00d010 0x7f4804157910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7f4802ffd640 1 -- 172.21.15.46:0/3279045531 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48040c4f70 msgr2=0x7f48040c5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7f121f59e640 1 --2- 172.21.15.46:0/2167487287 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f12200af560 0x7f122006e0c0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7f121f59e640 1 -- 172.21.15.46:0/2167487287 >> 172.21.15.46:0/2167487287 conn(0x7f12200d0040 msgr2=0x7f12200d0450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7f2932d9d640 1 --2- 172.21.15.46:0/1504517886 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f292c056610 0x7f292c0513b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7f9f5c56d640 1 Processor -- start 2024-09-19T05:50:55.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7f9f5c56d640 1 -- start start 2024-09-19T05:50:55.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.561+0000 7ff6b1968640 1 -- start start 2024-09-19T05:50:55.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7f4802ffd640 1 --2- 172.21.15.46:0/3279045531 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48040c4f70 0x7f48040c5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7f4802ffd640 1 -- 172.21.15.46:0/3279045531 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f480415b090 con 0x7f4804158540 2024-09-19T05:50:55.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7f4803fff640 1 --2- 172.21.15.46:0/3279045531 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48040c4f70 0x7f48040c5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:50:55.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7f2931d9b640 1 -- 172.21.15.46:0/1504517886 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f292c056610 msgr2=0x7f292c0513b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7f2931d9b640 1 --2- 172.21.15.46:0/1504517886 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f292c056610 0x7f292c0513b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7f2931d9b640 1 -- 172.21.15.46:0/1504517886 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f292c005d60 msgr2=0x7f292c0d5380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7f2931d9b640 1 --2- 172.21.15.46:0/1504517886 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f292c005d60 0x7f292c0d5380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7f2931d9b640 1 -- 172.21.15.46:0/1504517886 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f292c0e3080 con 0x7f292c053dc0 2024-09-19T05:50:55.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7f121f59e640 1 -- 172.21.15.46:0/2167487287 shutdown_connections 2024-09-19T05:50:55.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7f121f59e640 1 -- 172.21.15.46:0/2167487287 wait complete. 2024-09-19T05:50:55.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7fed83fff640 1 -- 172.21.15.46:0/1365256582 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fed84162cc0 msgr2=0x7fed8406d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:55.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7fed83fff640 1 --2- 172.21.15.46:0/1365256582 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fed84162cc0 0x7fed8406d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7ff6b1968640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6ac0cf690 0x7ff6ac1f7d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7fed83fff640 1 -- 172.21.15.46:0/1365256582 >> v1:172.21.15.78:6789/0 conn(0x7fed840b4290 legacy=0x7fed8406d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:55.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7fed83fff640 1 -- 172.21.15.46:0/1365256582 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed840cadc0 con 0x7fed840ccd00 2024-09-19T05:50:55.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7f4802ffd640 1 --2- 172.21.15.46:0/3279045531 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4804158540 0x7f4804157e50 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f47f4009fd0 tx=0x7f47f402d070 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.562+0000 7f2931d9b640 1 --2- 172.21.15.46:0/1504517886 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f292c053dc0 0x7f292c0e0940 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f292400b480 tx=0x7f292400b940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7ff6b1968640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff6ac162c60 0x7ff6ac0ca640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7ff6b1968640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff6ac0cab80 0x7ff6ac0cc650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7ff6b1968640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff6ac0d1030 con 0x7ff6ac0cf690 2024-09-19T05:50:55.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7ff6b1968640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff6ac1673b0 con 0x7ff6ac162c60 2024-09-19T05:50:55.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7ff6b1968640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7ff6ac0c4a80 con 0x7ff6ac0cab80 2024-09-19T05:50:55.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7ff6aaffd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6ac0cf690 0x7ff6ac1f7d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7ff6aaffd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6ac0cf690 0x7ff6ac1f7d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34528/0 (socket says 172.21.15.46:34528) 2024-09-19T05:50:55.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7ff6aa7fc640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff6ac162c60 0x7ff6ac0ca640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7ff6aaffd640 1 -- 172.21.15.46:0/3838417992 learned_addr learned my addr 172.21.15.46:0/3838417992 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7f2922ffd640 1 -- 172.21.15.46:0/1504517886 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2924014070 con 0x7f292c053dc0 2024-09-19T05:50:55.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7f9f5c56d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f5406d790 0x7f9f541f6fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7ff6ab7fe640 1 --2- 172.21.15.46:0/3838417992 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff6ac0cab80 0x7ff6ac0cc650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7fb96cfb7640 1 Processor -- start 2024-09-19T05:50:55.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7f2922ffd640 1 -- 172.21.15.46:0/1504517886 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2924010890 con 0x7f292c053dc0 2024-09-19T05:50:55.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7fb96cfb7640 1 -- start start 2024-09-19T05:50:55.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7ff6aaffd640 1 -- 172.21.15.46:0/3838417992 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff6ac0cab80 msgr2=0x7ff6ac0cc650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7ff6aaffd640 1 --2- 172.21.15.46:0/3838417992 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff6ac0cab80 0x7ff6ac0cc650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7ff6aaffd640 1 -- 172.21.15.46:0/3838417992 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff6ac162c60 msgr2=0x7ff6ac0ca640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7ff6aaffd640 1 --2- 172.21.15.46:0/3838417992 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff6ac162c60 0x7ff6ac0ca640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7ff6aaffd640 1 -- 172.21.15.46:0/3838417992 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6ac0b10c0 con 0x7ff6ac0cf690 2024-09-19T05:50:55.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7f9f5a309640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f5406d790 0x7f9f541f6fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7fb09fa65640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb09806eff0 0x7fb098093fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7fb09fa65640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0980b3ce0 0x7fb0980b2780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7fb09fa65640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb0980b45f0 0x7fb09815d260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7f9f5a309640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f5406d790 0x7f9f541f6fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34548/0 (socket says 172.21.15.46:34548) 2024-09-19T05:50:55.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7fb09fa65640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb0980b4100 con 0x7fb0980b3ce0 2024-09-19T05:50:55.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7fb09fa65640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb09806e810 con 0x7fb0980b45f0 2024-09-19T05:50:55.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.564+0000 7f9f5a309640 1 -- 172.21.15.46:0/1142649815 learned_addr learned my addr 172.21.15.46:0/1142649815 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.564+0000 7f9f5c56d640 1 --2- 172.21.15.46:0/1142649815 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9f54099930 0x7f9f540d0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.564+0000 7ff6aa7fc640 1 --2- 172.21.15.46:0/3838417992 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff6ac162c60 0x7ff6ac0ca640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:55.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7fb09fa65640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fb0980cc580 con 0x7fb09806eff0 2024-09-19T05:50:55.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7fb09d801640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb09806eff0 0x7fb098093fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7fb09d801640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb09806eff0 0x7fb098093fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.46:34042/0 (socket says 172.21.15.46:34042) 2024-09-19T05:50:55.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7fb09d801640 1 -- 172.21.15.46:0/613431195 learned_addr learned my addr 172.21.15.46:0/613431195 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7fb09e002640 1 --2- 172.21.15.46:0/613431195 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb0980b45f0 0x7fb09815d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7fb09d801640 1 -- 172.21.15.46:0/613431195 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb0980b45f0 msgr2=0x7fb09815d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7fb09d801640 1 --2- 172.21.15.46:0/613431195 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb0980b45f0 0x7fb09815d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7fb09d801640 1 -- 172.21.15.46:0/613431195 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0980b3ce0 msgr2=0x7fb0980b2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7fb09d801640 1 --2- 172.21.15.46:0/613431195 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0980b3ce0 0x7fb0980b2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7fb09d801640 1 -- 172.21.15.46:0/613431195 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0980b15a0 con 0x7fb09806eff0 2024-09-19T05:50:55.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.564+0000 7fb09d801640 1 --2- 172.21.15.46:0/613431195 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb09806eff0 0x7fb098093fa0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fb09402a2c0 tx=0x7fb0940046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.564+0000 7f9f5c56d640 1 --2- 172.21.15.46:0/1142649815 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f9f540cd3f0 0x7f9f540d0b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7f47ebfff640 1 -- 172.21.15.46:0/3279045531 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47f40058b0 con 0x7f4804158540 2024-09-19T05:50:55.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7f47ebfff640 1 -- 172.21.15.46:0/3279045531 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47f4005a50 con 0x7f4804158540 2024-09-19T05:50:55.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.563+0000 7f47ebfff640 1 -- 172.21.15.46:0/3279045531 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47f4005e00 con 0x7f4804158540 2024-09-19T05:50:55.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.564+0000 7f9f5c56d640 1 -- 172.21.15.46:0/1142649815 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9f54099d10 con 0x7f9f5406d790 2024-09-19T05:50:55.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.564+0000 7ff6aaffd640 1 --2- 172.21.15.46:0/3838417992 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6ac0cf690 0x7ff6ac1f7d90 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff69c00e870 tx=0x7ff69c00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.564+0000 7f4809e45640 1 -- 172.21.15.46:0/3279045531 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f480415b370 con 0x7f4804158540 2024-09-19T05:50:55.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.564+0000 7f9f5c56d640 1 -- 172.21.15.46:0/1142649815 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f9f540caec0 con 0x7f9f54099930 2024-09-19T05:50:55.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.564+0000 7f9f5ab0a640 1 --2- 172.21.15.46:0/1142649815 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f9f540cd3f0 0x7f9f540d0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.564+0000 7f4809e45640 1 -- 172.21.15.46:0/3279045531 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f48040c7aa0 con 0x7f4804158540 2024-09-19T05:50:55.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.564+0000 7f9f5c56d640 1 -- 172.21.15.46:0/1142649815 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f9f54099e90 con 0x7f9f540cd3f0 2024-09-19T05:50:55.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.564+0000 7f9f59b08640 1 --2- 172.21.15.46:0/1142649815 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9f54099930 0x7f9f540d0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.564+0000 7ff693fff640 1 -- 172.21.15.46:0/3838417992 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff69c017070 con 0x7ff6ac0cf690 2024-09-19T05:50:55.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.564+0000 7ff6b1968640 1 -- 172.21.15.46:0/3838417992 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6ac0cbb70 con 0x7ff6ac0cf690 2024-09-19T05:50:55.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.564+0000 7ff6b1968640 1 -- 172.21.15.46:0/3838417992 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6ac0cc130 con 0x7ff6ac0cf690 2024-09-19T05:50:55.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.564+0000 7ff693fff640 1 -- 172.21.15.46:0/3838417992 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff69c00ee60 con 0x7ff6ac0cf690 2024-09-19T05:50:55.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.564+0000 7ff693fff640 1 -- 172.21.15.46:0/3838417992 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff69c00cb40 con 0x7ff6ac0cf690 2024-09-19T05:50:55.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.564+0000 7fb08dffb640 1 -- 172.21.15.46:0/613431195 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb094037040 con 0x7fb09806eff0 2024-09-19T05:50:55.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.564+0000 7fb08dffb640 1 -- 172.21.15.46:0/613431195 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb094042070 con 0x7fb09806eff0 2024-09-19T05:50:55.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.564+0000 7fb09fa65640 1 -- 172.21.15.46:0/613431195 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0980b1ca0 con 0x7fb09806eff0 2024-09-19T05:50:55.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.565+0000 7f121f59e640 1 Processor -- start 2024-09-19T05:50:55.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.565+0000 7fb96cfb7640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb9680995b0 0x7fb968160d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.565+0000 7f9f5ab0a640 1 -- 172.21.15.46:0/1142649815 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9f54099930 msgr2=0x7f9f540d0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.565+0000 7fb96cfb7640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb9680caa40 0x7fb9680b4e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.565+0000 7f9f5ab0a640 1 --2- 172.21.15.46:0/1142649815 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9f54099930 0x7f9f540d0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.565+0000 7f9f5ab0a640 1 -- 172.21.15.46:0/1142649815 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f5406d790 msgr2=0x7f9f541f6fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.565+0000 7fb96659c640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb9680995b0 0x7fb968160d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.565+0000 7fb96659c640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb9680995b0 0x7fb968160d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.46:34078/0 (socket says 172.21.15.46:34078) 2024-09-19T05:50:55.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.565+0000 7f9f5ab0a640 1 --2- 172.21.15.46:0/1142649815 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f5406d790 0x7f9f541f6fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.565+0000 7fb96659c640 1 -- 172.21.15.46:0/1855787152 learned_addr learned my addr 172.21.15.46:0/1855787152 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.565+0000 7f9f5ab0a640 1 -- 172.21.15.46:0/1142649815 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f541f74f0 con 0x7f9f540cd3f0 2024-09-19T05:50:55.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.565+0000 7f9f5a309640 1 --2- 172.21.15.46:0/1142649815 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f5406d790 0x7f9f541f6fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:55.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.565+0000 7fb965d9b640 1 --2- 172.21.15.46:0/1855787152 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb9680caa40 0x7fb9680b4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.565+0000 7f4809e45640 1 -- 172.21.15.46:0/3279045531 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f48040cc840 con 0x7f4804158540 2024-09-19T05:50:55.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.565+0000 7f9f5ab0a640 1 --2- 172.21.15.46:0/1142649815 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f9f540cd3f0 0x7f9f540d0b80 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f9f50031000 tx=0x7f9f500046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.565+0000 7fb96cfb7640 1 --2- 172.21.15.46:0/1855787152 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9680ccc70 0x7fb9681e9080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.566+0000 7fb96cfb7640 1 -- 172.21.15.46:0/1855787152 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb9680cb5b0 con 0x7fb9680ccc70 2024-09-19T05:50:55.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.566+0000 7fb96cfb7640 1 -- 172.21.15.46:0/1855787152 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb9680cb430 con 0x7fb9680caa40 2024-09-19T05:50:55.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.566+0000 7fb96cfb7640 1 -- 172.21.15.46:0/1855787152 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fb9680cb730 con 0x7fb9680995b0 2024-09-19T05:50:55.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.565+0000 7f9f4affd640 1 -- 172.21.15.46:0/1142649815 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f50042070 con 0x7f9f540cd3f0 2024-09-19T05:50:55.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.565+0000 7f9f4affd640 1 -- 172.21.15.46:0/1142649815 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f5003b610 con 0x7f9f540cd3f0 2024-09-19T05:50:55.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.565+0000 7f9f4affd640 1 -- 172.21.15.46:0/1142649815 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f50037070 con 0x7f9f540cd3f0 2024-09-19T05:50:55.618 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.566+0000 7f9f5c56d640 1 -- 172.21.15.46:0/1142649815 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f540ca080 con 0x7f9f540cd3f0 2024-09-19T05:50:55.618 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.566+0000 7fb966d9d640 1 --2- 172.21.15.46:0/1855787152 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9680ccc70 0x7fb9681e9080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.618 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.566+0000 7f9f5c56d640 1 -- 172.21.15.46:0/1142649815 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f540c4270 con 0x7f9f540cd3f0 2024-09-19T05:50:55.618 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.564+0000 7f2922ffd640 1 -- 172.21.15.46:0/1504517886 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2924010c80 con 0x7f292c053dc0 2024-09-19T05:50:55.618 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.565+0000 7f293359e640 1 -- 172.21.15.46:0/1504517886 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f292c0e3360 con 0x7f292c053dc0 2024-09-19T05:50:55.618 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.566+0000 7f293359e640 1 -- 172.21.15.46:0/1504517886 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f292c0e3920 con 0x7f292c053dc0 2024-09-19T05:50:55.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.566+0000 7fb09fa65640 1 -- 172.21.15.46:0/613431195 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0980b2260 con 0x7fb09806eff0 2024-09-19T05:50:55.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.566+0000 7fb965d9b640 1 -- 172.21.15.46:0/1855787152 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb9680995b0 msgr2=0x7fb968160d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.566+0000 7fb965d9b640 1 --2- 172.21.15.46:0/1855787152 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb9680995b0 0x7fb968160d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.567+0000 7fb965d9b640 1 -- 172.21.15.46:0/1855787152 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9680ccc70 msgr2=0x7fb9681e9080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.567+0000 7fb965d9b640 1 --2- 172.21.15.46:0/1855787152 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9680ccc70 0x7fb9681e9080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.567+0000 7fb08dffb640 1 -- 172.21.15.46:0/613431195 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb09403d420 con 0x7fb09806eff0 2024-09-19T05:50:55.620 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.567+0000 7fb965d9b640 1 -- 172.21.15.46:0/1855787152 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9680b5ac0 con 0x7fb9680caa40 2024-09-19T05:50:55.620 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.566+0000 7f121f59e640 1 -- start start 2024-09-19T05:50:55.620 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.567+0000 7f121f59e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f12200af560 0x7f12200c7110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.620 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.567+0000 7f121f59e640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f12200c3010 0x7f122015aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.620 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.567+0000 7f121f59e640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12200cf000 0x7f12201fc400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.567+0000 7f121f59e640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f12200af940 con 0x7f12200cf000 2024-09-19T05:50:55.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.567+0000 7f121f59e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f12200cdc10 con 0x7f12200af560 2024-09-19T05:50:55.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.567+0000 7f121f59e640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f12200cea90 con 0x7f12200c3010 2024-09-19T05:50:55.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.567+0000 7fb965d9b640 1 --2- 172.21.15.46:0/1855787152 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb9680caa40 0x7fb9680b4e00 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb95c031000 tx=0x7fb95c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.567+0000 7fb08dffb640 1 -- 172.21.15.46:0/613431195 <== mon.2 v2:172.21.15.78:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb09403d680 con 0x7fb09806eff0 2024-09-19T05:50:55.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.567+0000 7fb0837fe640 1 -- 172.21.15.46:0/613431195 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb0980726e0 con 0x7fb09806eff0 2024-09-19T05:50:55.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.567+0000 7f121dd9b640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f12200c3010 0x7f122015aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.567+0000 7f121e59c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f12200af560 0x7f12200c7110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.567+0000 7f121dd9b640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f12200c3010 0x7f122015aca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.46:34090/0 (socket says 172.21.15.46:34090) 2024-09-19T05:50:55.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.567+0000 7fed83fff640 1 --2- 172.21.15.46:0/1365256582 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fed840ccd00 0x7fed840b3d50 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fed70009870 tx=0x7fed7002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32ce0dc8209e0b39 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.567+0000 7f121dd9b640 1 -- 172.21.15.46:0/2724724997 learned_addr learned my addr 172.21.15.46:0/2724724997 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.568+0000 7f2920ff9640 1 -- 172.21.15.46:0/1504517886 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f290c001030 con 0x7f292c053dc0 2024-09-19T05:50:55.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.568+0000 7ff693fff640 1 -- 172.21.15.46:0/3838417992 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff69c01a070 con 0x7ff6ac0cf690 2024-09-19T05:50:55.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.568+0000 7f121dd9b640 1 -- 172.21.15.46:0/2724724997 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f12200af560 msgr2=0x7f12200c7110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.568+0000 7f121dd9b640 1 --2- 172.21.15.46:0/2724724997 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f12200af560 0x7f12200c7110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.568+0000 7f121dd9b640 1 -- 172.21.15.46:0/2724724997 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12200cf000 msgr2=0x7f12201fc400 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:50:55.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.568+0000 7fb08dffb640 1 --2- 172.21.15.46:0/613431195 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb07c06c300 0x7fb07c06e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.568+0000 7fb08dffb640 1 -- 172.21.15.46:0/613431195 <== mon.2 v2:172.21.15.78:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb0940b0060 con 0x7fb09806eff0 2024-09-19T05:50:55.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.568+0000 7fb08dffb640 1 --2- 172.21.15.46:0/613431195 >> [v2:172.21.15.46:6808/4061240230,v1:172.21.15.46:6809/4061240230] conn(0x7fb07c074580 0x7fb07c0769a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.568+0000 7fb09d000640 1 --2- 172.21.15.46:0/613431195 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb07c06c300 0x7fb07c06e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.568+0000 7f121dd9b640 1 --2- 172.21.15.46:0/2724724997 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12200cf000 0x7f12201fc400 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.568+0000 7f121dd9b640 1 -- 172.21.15.46:0/2724724997 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12201fbc20 con 0x7f12200c3010 2024-09-19T05:50:55.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.568+0000 7f121dd9b640 1 --2- 172.21.15.46:0/2724724997 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f12200c3010 0x7f122015aca0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f121400c410 tx=0x7f121400c8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.568+0000 7fed837fe640 1 -- 172.21.15.46:0/1365256582 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed70037070 con 0x7fed840ccd00 2024-09-19T05:50:55.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.568+0000 7fed837fe640 1 -- 172.21.15.46:0/1365256582 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed70032440 con 0x7fed840ccd00 2024-09-19T05:50:55.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.568+0000 7fed837fe640 1 -- 172.21.15.46:0/1365256582 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed70032810 con 0x7fed840ccd00 2024-09-19T05:50:55.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.568+0000 7ff693fff640 1 --2- 172.21.15.46:0/3838417992 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff69806c380 0x7ff69806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.566+0000 7f47ebfff640 1 -- 172.21.15.46:0/3279045531 <== mon.2 v2:172.21.15.78:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f47f403e030 con 0x7f4804158540 2024-09-19T05:50:55.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.567+0000 7f47ebfff640 1 --2- 172.21.15.46:0/3279045531 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f47f006c380 0x7f47f006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.567+0000 7f47ebfff640 1 -- 172.21.15.46:0/3279045531 <== mon.2 v2:172.21.15.78:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f47f40aaa80 con 0x7f4804158540 2024-09-19T05:50:55.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.568+0000 7f48037fe640 1 --2- 172.21.15.46:0/3279045531 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f47f006c380 0x7f47f006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.568+0000 7f47ebfff640 1 --2- 172.21.15.46:0/3279045531 >> [v2:172.21.15.78:6824/1036798121,v1:172.21.15.78:6825/1036798121] conn(0x7f47f0074520 0x7f47f0076940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.568+0000 7f47ebfff640 1 -- 172.21.15.46:0/3279045531 --> [v2:172.21.15.78:6824/1036798121,v1:172.21.15.78:6825/1036798121] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f47f4031e70 con 0x7f47f0074520 2024-09-19T05:50:55.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.569+0000 7f47ebfff640 1 -- 172.21.15.46:0/3279045531 <== mon.2 v2:172.21.15.78:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f47f4074e00 con 0x7f4804158540 2024-09-19T05:50:55.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.569+0000 7f120effd640 1 -- 172.21.15.46:0/2724724997 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1214011790 con 0x7f12200c3010 2024-09-19T05:50:55.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.569+0000 7ff693fff640 1 -- 172.21.15.46:0/3838417992 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff69c08b510 con 0x7ff6ac0cf690 2024-09-19T05:50:55.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.569+0000 7f4803fff640 1 --2- 172.21.15.46:0/3279045531 >> [v2:172.21.15.78:6824/1036798121,v1:172.21.15.78:6825/1036798121] conn(0x7f47f0074520 0x7f47f0076940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.569+0000 7f121f59e640 1 -- 172.21.15.46:0/2724724997 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12200c7860 con 0x7f12200c3010 2024-09-19T05:50:55.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.569+0000 7f121f59e640 1 -- 172.21.15.46:0/2724724997 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f12200c7e20 con 0x7f12200c3010 2024-09-19T05:50:55.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.569+0000 7f120effd640 1 -- 172.21.15.46:0/2724724997 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1214017070 con 0x7f12200c3010 2024-09-19T05:50:55.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.569+0000 7fed8aee6640 1 -- 172.21.15.46:0/1365256582 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fed840ccd00 msgr2=0x7fed840b3d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.569+0000 7fed8aee6640 1 --2- 172.21.15.46:0/1365256582 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fed840ccd00 0x7fed840b3d50 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fed70009870 tx=0x7fed7002a210 comp rx=0 tx=0).stop 2024-09-19T05:50:55.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.569+0000 7f120effd640 1 -- 172.21.15.46:0/2724724997 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1214011b90 con 0x7f12200c3010 2024-09-19T05:50:55.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.568+0000 7fb09e002640 1 --2- 172.21.15.46:0/613431195 >> [v2:172.21.15.46:6808/4061240230,v1:172.21.15.46:6809/4061240230] conn(0x7fb07c074580 0x7fb07c0769a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.569+0000 7fb08dffb640 1 -- 172.21.15.46:0/613431195 --> [v2:172.21.15.46:6808/4061240230,v1:172.21.15.46:6809/4061240230] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb09403fe70 con 0x7fb07c074580 2024-09-19T05:50:55.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.569+0000 7fb08dffb640 1 -- 172.21.15.46:0/613431195 <== mon.2 v2:172.21.15.78:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb0940b4480 con 0x7fb09806eff0 2024-09-19T05:50:55.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.569+0000 7fb09e002640 1 --2- 172.21.15.46:0/613431195 >> [v2:172.21.15.46:6808/4061240230,v1:172.21.15.46:6809/4061240230] conn(0x7fb07c074580 0x7fb07c0769a0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.569+0000 7ff6b1968640 1 --2- 172.21.15.46:0/3838417992 >> [v2:172.21.15.46:6800/2797692057,v1:172.21.15.46:6801/2797692057] conn(0x7ff68c001650 0x7ff68c003b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.569+0000 7f9f48ff9640 1 -- 172.21.15.46:0/1142649815 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9f540b4220 con 0x7f9f540cd3f0 2024-09-19T05:50:55.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.569+0000 7f2922ffd640 1 -- 172.21.15.46:0/1504517886 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2924017070 con 0x7f292c053dc0 2024-09-19T05:50:55.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.569+0000 7f9f4affd640 1 -- 172.21.15.46:0/1142649815 <== mon.2 v2:172.21.15.78:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9f50045070 con 0x7f9f540cd3f0 2024-09-19T05:50:55.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.570+0000 7fed8aee6640 1 -- 172.21.15.46:0/1365256582 shutdown_connections 2024-09-19T05:50:55.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.570+0000 7f48037fe640 1 --2- 172.21.15.46:0/3279045531 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f47f006c380 0x7f47f006e840 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f48040c3c20 tx=0x7f47fc0097f0 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.569+0000 7ff6b1968640 1 -- 172.21.15.46:0/3838417992 --> [v2:172.21.15.46:6800/2797692057,v1:172.21.15.46:6801/2797692057] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff68c006bb0 con 0x7ff68c001650 2024-09-19T05:50:55.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.570+0000 7fed8aee6640 1 --2- 172.21.15.46:0/1365256582 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fed840ccd00 0x7fed840b3d50 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.570+0000 7fed8aee6640 1 --2- 172.21.15.46:0/1365256582 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fed84162cc0 0x7fed8406d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.570+0000 7fed8aee6640 1 -- 172.21.15.46:0/1365256582 >> 172.21.15.46:0/1365256582 conn(0x7fed84062630 msgr2=0x7fed84062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.570+0000 7ff6ab7fe640 1 --2- 172.21.15.46:0/3838417992 >> [v2:172.21.15.46:6800/2797692057,v1:172.21.15.46:6801/2797692057] conn(0x7ff68c001650 0x7ff68c003b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.570+0000 7f9f4affd640 1 --2- 172.21.15.46:0/1142649815 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f9f3806c2b0 0x7f9f3806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.570+0000 7ff6aa7fc640 1 --2- 172.21.15.46:0/3838417992 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff69806c380 0x7ff69806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.570+0000 7ff6ab7fe640 1 --2- 172.21.15.46:0/3838417992 >> [v2:172.21.15.46:6800/2797692057,v1:172.21.15.46:6801/2797692057] conn(0x7ff68c001650 0x7ff68c003b10 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.570+0000 7fb08dffb640 1 -- 172.21.15.46:0/613431195 <== osd.2 v2:172.21.15.46:6808/4061240230 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb09403fe70 con 0x7fb07c074580 2024-09-19T05:50:55.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.570+0000 7fb956ffd640 1 -- 172.21.15.46:0/1855787152 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb95c040020 con 0x7fb9680caa40 2024-09-19T05:50:55.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.570+0000 7fb956ffd640 1 -- 172.21.15.46:0/1855787152 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb95c038040 con 0x7fb9680caa40 2024-09-19T05:50:55.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.570+0000 7fb96cfb7640 1 -- 172.21.15.46:0/1855787152 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9680b57e0 con 0x7fb9680caa40 2024-09-19T05:50:55.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.570+0000 7fb956ffd640 1 -- 172.21.15.46:0/1855787152 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb95c037070 con 0x7fb9680caa40 2024-09-19T05:50:55.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.570+0000 7fb96cfb7640 1 -- 172.21.15.46:0/1855787152 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9681e7180 con 0x7fb9680caa40 2024-09-19T05:50:55.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.570+0000 7f2922ffd640 1 --2- 172.21.15.46:0/1504517886 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f291406c300 0x7f291406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.570+0000 7f293259c640 1 --2- 172.21.15.46:0/1504517886 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f291406c300 0x7f291406e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.570+0000 7f2922ffd640 1 -- 172.21.15.46:0/1504517886 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f292408b190 con 0x7f292c053dc0 2024-09-19T05:50:55.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.570+0000 7f121f59e640 1 -- 172.21.15.46:0/2724724997 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1204001030 con 0x7f12200c3010 2024-09-19T05:50:55.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.570+0000 7f9f5a309640 1 --2- 172.21.15.46:0/1142649815 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f9f3806c2b0 0x7f9f3806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.571+0000 7f9f4affd640 1 -- 172.21.15.46:0/1142649815 <== mon.2 v2:172.21.15.78:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f9f500aaab0 con 0x7f9f540cd3f0 2024-09-19T05:50:55.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.571+0000 7f2922ffd640 1 --2- 172.21.15.46:0/1504517886 >> [v2:172.21.15.78:6808/2319815351,v1:172.21.15.78:6809/2319815351] conn(0x7f29140744a0 0x7f29140768c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.571+0000 7f2922ffd640 1 -- 172.21.15.46:0/1504517886 --> [v2:172.21.15.78:6808/2319815351,v1:172.21.15.78:6809/2319815351] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2914076f70 con 0x7f29140744a0 2024-09-19T05:50:55.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.571+0000 7f2922ffd640 1 -- 172.21.15.46:0/1504517886 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f2924092050 con 0x7f292c053dc0 2024-09-19T05:50:55.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.571+0000 7f9f4affd640 1 --2- 172.21.15.46:0/1142649815 >> [v2:172.21.15.46:6824/1884048663,v1:172.21.15.46:6825/1884048663] conn(0x7f9f380744b0 0x7f9f380768d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.571+0000 7f4803fff640 1 --2- 172.21.15.46:0/3279045531 >> [v2:172.21.15.78:6824/1036798121,v1:172.21.15.78:6825/1036798121] conn(0x7f47f0074520 0x7f47f0076940 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.571+0000 7fb09d000640 1 --2- 172.21.15.46:0/613431195 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb07c06c300 0x7fb07c06e7c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fb0980af9d0 tx=0x7fb088006ba0 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.571+0000 7f9f4affd640 1 -- 172.21.15.46:0/1142649815 --> [v2:172.21.15.46:6824/1884048663,v1:172.21.15.46:6825/1884048663] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9f50063ec0 con 0x7f9f380744b0 2024-09-19T05:50:55.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.571+0000 7f9f4affd640 1 -- 172.21.15.46:0/1142649815 <== mon.2 v2:172.21.15.78:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9f500af2c0 con 0x7f9f540cd3f0 2024-09-19T05:50:55.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.571+0000 7ff6aa7fc640 1 --2- 172.21.15.46:0/3838417992 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff69806c380 0x7ff69806e840 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff6a0034000 tx=0x7ff6a002e000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.571+0000 7f2932d9d640 1 --2- 172.21.15.46:0/1504517886 >> [v2:172.21.15.78:6808/2319815351,v1:172.21.15.78:6809/2319815351] conn(0x7f29140744a0 0x7f29140768c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.571+0000 7f120effd640 1 -- 172.21.15.46:0/2724724997 <== mon.2 v2:172.21.15.78:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f121401c460 con 0x7f12200c3010 2024-09-19T05:50:55.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.571+0000 7fed8aee6640 1 -- 172.21.15.46:0/1365256582 shutdown_connections 2024-09-19T05:50:55.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.572+0000 7ff693fff640 1 -- 172.21.15.46:0/3838417992 <== osd.1 v2:172.21.15.46:6800/2797692057 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff68c006bb0 con 0x7ff68c001650 2024-09-19T05:50:55.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.572+0000 7f47ebfff640 1 -- 172.21.15.46:0/3279045531 <== osd.5 v2:172.21.15.78:6824/1036798121 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f47f4031e70 con 0x7f47f0074520 2024-09-19T05:50:55.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.572+0000 7f9f59b08640 1 --2- 172.21.15.46:0/1142649815 >> [v2:172.21.15.46:6824/1884048663,v1:172.21.15.46:6825/1884048663] conn(0x7f9f380744b0 0x7f9f380768d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.572+0000 7f293259c640 1 --2- 172.21.15.46:0/1504517886 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f291406c300 0x7f291406e7c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f29280098e0 tx=0x7f2928009060 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.572+0000 7f2932d9d640 1 --2- 172.21.15.46:0/1504517886 >> [v2:172.21.15.78:6808/2319815351,v1:172.21.15.78:6809/2319815351] conn(0x7f29140744a0 0x7f29140768c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.572+0000 7f9f59b08640 1 --2- 172.21.15.46:0/1142649815 >> [v2:172.21.15.46:6824/1884048663,v1:172.21.15.46:6825/1884048663] conn(0x7f9f380744b0 0x7f9f380768d0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.572+0000 7f120effd640 1 --2- 172.21.15.46:0/2724724997 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f120006c380 0x7f120006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.572+0000 7f121e59c640 1 --2- 172.21.15.46:0/2724724997 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f120006c380 0x7f120006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.573+0000 7fb956ffd640 1 -- 172.21.15.46:0/1855787152 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb95c043020 con 0x7fb9680caa40 2024-09-19T05:50:55.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.573+0000 7f2922ffd640 1 -- 172.21.15.46:0/1504517886 <== osd.4 v2:172.21.15.78:6808/2319815351 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2914076f70 con 0x7f29140744a0 2024-09-19T05:50:55.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.573+0000 7f120effd640 1 -- 172.21.15.46:0/2724724997 <== mon.2 v2:172.21.15.78:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f121408b180 con 0x7f12200c3010 2024-09-19T05:50:55.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.573+0000 7f121e59c640 1 --2- 172.21.15.46:0/2724724997 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f120006c380 0x7f120006e840 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f1210034000 tx=0x7f121002e000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.573+0000 7f120effd640 1 --2- 172.21.15.46:0/2724724997 >> [v2:172.21.15.78:6800/707998422,v1:172.21.15.78:6801/707998422] conn(0x7f12000745a0 0x7f12000769c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.573+0000 7f120effd640 1 -- 172.21.15.46:0/2724724997 --> [v2:172.21.15.78:6800/707998422,v1:172.21.15.78:6801/707998422] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1214020ec0 con 0x7f12000745a0 2024-09-19T05:50:55.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.573+0000 7f120effd640 1 -- 172.21.15.46:0/2724724997 <== mon.2 v2:172.21.15.78:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f1214092050 con 0x7f12200c3010 2024-09-19T05:50:55.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.571+0000 7fed8aee6640 1 -- 172.21.15.46:0/1365256582 wait complete. 2024-09-19T05:50:55.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.573+0000 7fed8aee6640 1 Processor -- start 2024-09-19T05:50:55.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.573+0000 7fb96cfb7640 1 -- 172.21.15.46:0/1855787152 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb94c001030 con 0x7fb9680caa40 2024-09-19T05:50:55.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.573+0000 7fed8aee6640 1 -- start start 2024-09-19T05:50:55.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.573+0000 7f9f5a309640 1 --2- 172.21.15.46:0/1142649815 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f9f3806c2b0 0x7f9f3806e770 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f9f540c3a90 tx=0x7f9f44008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.574+0000 7f9f4affd640 1 -- 172.21.15.46:0/1142649815 <== osd.0 v2:172.21.15.46:6824/1884048663 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9f50063ec0 con 0x7f9f380744b0 2024-09-19T05:50:55.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.574+0000 7fb956ffd640 1 --2- 172.21.15.46:0/1855787152 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb94806c300 0x7fb94806e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.573+0000 7f121ed9d640 1 --2- 172.21.15.46:0/2724724997 >> [v2:172.21.15.78:6800/707998422,v1:172.21.15.78:6801/707998422] conn(0x7f12000745a0 0x7f12000769c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.574+0000 7fb96659c640 1 --2- 172.21.15.46:0/1855787152 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb94806c300 0x7fb94806e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.574+0000 7fb956ffd640 1 -- 172.21.15.46:0/1855787152 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb95c0aadd0 con 0x7fb9680caa40 2024-09-19T05:50:55.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.574+0000 7fb96659c640 1 --2- 172.21.15.46:0/1855787152 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb94806c300 0x7fb94806e7c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fb9680c9b60 tx=0x7fb95800b040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.574+0000 7f121ed9d640 1 --2- 172.21.15.46:0/2724724997 >> [v2:172.21.15.78:6800/707998422,v1:172.21.15.78:6801/707998422] conn(0x7f12000745a0 0x7f12000769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.574+0000 7fb956ffd640 1 --2- 172.21.15.46:0/1855787152 >> [v2:172.21.15.46:6816/170935989,v1:172.21.15.46:6817/170935989] conn(0x7fb948074520 0x7fb948076940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.575+0000 7fb966d9d640 1 --2- 172.21.15.46:0/1855787152 >> [v2:172.21.15.46:6816/170935989,v1:172.21.15.46:6817/170935989] conn(0x7fb948074520 0x7fb948076940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.575+0000 7fb956ffd640 1 -- 172.21.15.46:0/1855787152 --> [v2:172.21.15.46:6816/170935989,v1:172.21.15.46:6817/170935989] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb948076ff0 con 0x7fb948074520 2024-09-19T05:50:55.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.575+0000 7fb956ffd640 1 -- 172.21.15.46:0/1855787152 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb95c0ad520 con 0x7fb9680caa40 2024-09-19T05:50:55.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.575+0000 7fed8aee6640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fed840b4290 0x7fed840c9740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.575+0000 7fed8aee6640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fed840ccd00 0x7fed840b23f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.575+0000 7fed8aee6640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fed84162cc0 0x7fed840b2930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.575+0000 7fed83fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fed840ccd00 0x7fed840b23f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.575+0000 7fed83fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fed840ccd00 0x7fed840b23f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34558/0 (socket says 172.21.15.46:34558) 2024-09-19T05:50:55.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.575+0000 7fed88c82640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fed840b4290 0x7fed840c9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.575+0000 7fed8aee6640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fed840cc5d0 con 0x7fed840ccd00 2024-09-19T05:50:55.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.575+0000 7fed8aee6640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fed840cd120 con 0x7fed840b4290 2024-09-19T05:50:55.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.575+0000 7fed8aee6640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fed840cc750 con 0x7fed84162cc0 2024-09-19T05:50:55.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.575+0000 7fed88c82640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fed840b4290 0x7fed840c9740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.46:50962/0 (socket says 172.21.15.46:50962) 2024-09-19T05:50:55.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.575+0000 7fed83fff640 1 -- 172.21.15.46:0/21022059 learned_addr learned my addr 172.21.15.46:0/21022059 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.576+0000 7fed89483640 1 --2- 172.21.15.46:0/21022059 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fed84162cc0 0x7fed840b2930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.576+0000 7fb966d9d640 1 --2- 172.21.15.46:0/1855787152 >> [v2:172.21.15.46:6816/170935989,v1:172.21.15.46:6817/170935989] conn(0x7fb948074520 0x7fb948076940 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.576+0000 7fed83fff640 1 -- 172.21.15.46:0/21022059 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fed84162cc0 msgr2=0x7fed840b2930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.576+0000 7fed83fff640 1 --2- 172.21.15.46:0/21022059 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fed84162cc0 0x7fed840b2930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.576+0000 7fed83fff640 1 -- 172.21.15.46:0/21022059 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fed840b4290 msgr2=0x7fed840c9740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.576+0000 7fed83fff640 1 --2- 172.21.15.46:0/21022059 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fed840b4290 0x7fed840c9740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.576+0000 7fed83fff640 1 -- 172.21.15.46:0/21022059 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed840c4b10 con 0x7fed840ccd00 2024-09-19T05:50:55.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.576+0000 7fed83fff640 1 --2- 172.21.15.46:0/21022059 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fed840ccd00 0x7fed840b23f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fed70000c00 tx=0x7fed700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.576+0000 7fed817fa640 1 -- 172.21.15.46:0/21022059 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed70041020 con 0x7fed840ccd00 2024-09-19T05:50:55.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.577+0000 7f120effd640 1 -- 172.21.15.46:0/2724724997 <== osd.6 v2:172.21.15.78:6800/707998422 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1214020ec0 con 0x7f12000745a0 2024-09-19T05:50:55.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.577+0000 7fed817fa640 1 -- 172.21.15.46:0/21022059 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed70030780 con 0x7fed840ccd00 2024-09-19T05:50:55.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.577+0000 7fed8aee6640 1 -- 172.21.15.46:0/21022059 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed840b0db0 con 0x7fed840ccd00 2024-09-19T05:50:55.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.577+0000 7fed8aee6640 1 -- 172.21.15.46:0/21022059 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed840b1370 con 0x7fed840ccd00 2024-09-19T05:50:55.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.577+0000 7fb956ffd640 1 -- 172.21.15.46:0/1855787152 <== osd.3 v2:172.21.15.46:6816/170935989 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb948076ff0 con 0x7fb948074520 2024-09-19T05:50:55.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.577+0000 7fed817fa640 1 -- 172.21.15.46:0/21022059 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed70037040 con 0x7fed840ccd00 2024-09-19T05:50:55.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.579+0000 7fed817fa640 1 -- 172.21.15.46:0/21022059 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fed70044020 con 0x7fed840ccd00 2024-09-19T05:50:55.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.580+0000 7fed817fa640 1 --2- 172.21.15.46:0/21022059 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fed6806c380 0x7fed6806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.580+0000 7fed817fa640 1 -- 172.21.15.46:0/21022059 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fed700aba90 con 0x7fed840ccd00 2024-09-19T05:50:55.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.582+0000 7fed8aee6640 1 --2- 172.21.15.46:0/21022059 >> [v2:172.21.15.78:6816/2547959841,v1:172.21.15.78:6817/2547959841] conn(0x7fed64001650 0x7fed64003b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.583+0000 7fed8aee6640 1 -- 172.21.15.46:0/21022059 --> [v2:172.21.15.78:6816/2547959841,v1:172.21.15.78:6817/2547959841] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fed64006bb0 con 0x7fed64001650 2024-09-19T05:50:55.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.583+0000 7fed89483640 1 --2- 172.21.15.46:0/21022059 >> [v2:172.21.15.78:6816/2547959841,v1:172.21.15.78:6817/2547959841] conn(0x7fed64001650 0x7fed64003b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.583+0000 7fed88c82640 1 --2- 172.21.15.46:0/21022059 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fed6806c380 0x7fed6806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.584+0000 7fed89483640 1 --2- 172.21.15.46:0/21022059 >> [v2:172.21.15.78:6816/2547959841,v1:172.21.15.78:6817/2547959841] conn(0x7fed64001650 0x7fed64003b10 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.584+0000 7fed88c82640 1 --2- 172.21.15.46:0/21022059 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fed6806c380 0x7fed6806e840 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fed78006fd0 tx=0x7fed78008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.584+0000 7fed817fa640 1 -- 172.21.15.46:0/21022059 <== osd.7 v2:172.21.15.78:6816/2547959841 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fed64006bb0 con 0x7fed64001650 2024-09-19T05:50:55.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.599+0000 7fb0837fe640 1 -- 172.21.15.46:0/613431195 --> [v2:172.21.15.46:6808/4061240230,v1:172.21.15.46:6809/4061240230] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb0980726e0 con 0x7fb07c074580 2024-09-19T05:50:55.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.599+0000 7fb08dffb640 1 -- 172.21.15.46:0/613431195 <== osd.2 v2:172.21.15.46:6808/4061240230 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fb0980726e0 con 0x7fb07c074580 2024-09-19T05:50:55.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.601+0000 7fb09fa65640 1 -- 172.21.15.46:0/613431195 >> [v2:172.21.15.46:6808/4061240230,v1:172.21.15.46:6809/4061240230] conn(0x7fb07c074580 msgr2=0x7fb07c0769a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.601+0000 7fb09fa65640 1 --2- 172.21.15.46:0/613431195 >> [v2:172.21.15.46:6808/4061240230,v1:172.21.15.46:6809/4061240230] conn(0x7fb07c074580 0x7fb07c0769a0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.602+0000 7fb09fa65640 1 -- 172.21.15.46:0/613431195 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb07c06c300 msgr2=0x7fb07c06e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.602+0000 7fb09fa65640 1 --2- 172.21.15.46:0/613431195 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb07c06c300 0x7fb07c06e7c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fb0980af9d0 tx=0x7fb088006ba0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.602+0000 7fb09fa65640 1 -- 172.21.15.46:0/613431195 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb09806eff0 msgr2=0x7fb098093fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.602+0000 7fb09fa65640 1 --2- 172.21.15.46:0/613431195 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb09806eff0 0x7fb098093fa0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fb09402a2c0 tx=0x7fb0940046c0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.602+0000 7fb09e002640 1 -- 172.21.15.46:0/613431195 reap_dead start 2024-09-19T05:50:55.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.602+0000 7fb09fa65640 1 -- 172.21.15.46:0/613431195 shutdown_connections 2024-09-19T05:50:55.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.602+0000 7fb09fa65640 1 -- 172.21.15.46:0/613431195 >> 172.21.15.46:0/613431195 conn(0x7fb098062630 msgr2=0x7fb09815a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.602+0000 7fb09fa65640 1 -- 172.21.15.46:0/613431195 shutdown_connections 2024-09-19T05:50:55.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.602+0000 7fb09fa65640 1 -- 172.21.15.46:0/613431195 wait complete. 2024-09-19T05:50:55.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.603+0000 7ff6b1968640 1 -- 172.21.15.46:0/3838417992 --> [v2:172.21.15.46:6800/2797692057,v1:172.21.15.46:6801/2797692057] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff68c005c90 con 0x7ff68c001650 2024-09-19T05:50:55.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.603+0000 7ff693fff640 1 -- 172.21.15.46:0/3838417992 <== osd.1 v2:172.21.15.46:6800/2797692057 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7ff68c005c90 con 0x7ff68c001650 2024-09-19T05:50:55.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.603+0000 7f4809e45640 1 -- 172.21.15.46:0/3279045531 --> [v2:172.21.15.78:6824/1036798121,v1:172.21.15.78:6825/1036798121] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f48040cc840 con 0x7f47f0074520 2024-09-19T05:50:55.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.604+0000 7f47ebfff640 1 -- 172.21.15.46:0/3279045531 <== osd.5 v2:172.21.15.78:6824/1036798121 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f48040cc840 con 0x7f47f0074520 2024-09-19T05:50:55.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.604+0000 7ff691ffb640 1 -- 172.21.15.46:0/3838417992 >> [v2:172.21.15.46:6800/2797692057,v1:172.21.15.46:6801/2797692057] conn(0x7ff68c001650 msgr2=0x7ff68c003b10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.604+0000 7ff691ffb640 1 --2- 172.21.15.46:0/3838417992 >> [v2:172.21.15.46:6800/2797692057,v1:172.21.15.46:6801/2797692057] conn(0x7ff68c001650 0x7ff68c003b10 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.604+0000 7ff691ffb640 1 -- 172.21.15.46:0/3838417992 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff69806c380 msgr2=0x7ff69806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.604+0000 7f4809e45640 1 -- 172.21.15.46:0/3279045531 >> [v2:172.21.15.78:6824/1036798121,v1:172.21.15.78:6825/1036798121] conn(0x7f47f0074520 msgr2=0x7f47f0076940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.604+0000 7f4809e45640 1 --2- 172.21.15.46:0/3279045531 >> [v2:172.21.15.78:6824/1036798121,v1:172.21.15.78:6825/1036798121] conn(0x7f47f0074520 0x7f47f0076940 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.604+0000 7ff691ffb640 1 --2- 172.21.15.46:0/3838417992 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff69806c380 0x7ff69806e840 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff6a0034000 tx=0x7ff6a002e000 comp rx=0 tx=0).stop 2024-09-19T05:50:55.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.605+0000 7ff691ffb640 1 -- 172.21.15.46:0/3838417992 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6ac0cf690 msgr2=0x7ff6ac1f7d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.605+0000 7f4809e45640 1 -- 172.21.15.46:0/3279045531 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f47f006c380 msgr2=0x7f47f006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.605+0000 7f4809e45640 1 --2- 172.21.15.46:0/3279045531 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f47f006c380 0x7f47f006e840 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f48040c3c20 tx=0x7f47fc0097f0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.605+0000 7f4809e45640 1 -- 172.21.15.46:0/3279045531 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4804158540 msgr2=0x7f4804157e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.605+0000 7f4809e45640 1 --2- 172.21.15.46:0/3279045531 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4804158540 0x7f4804157e50 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f47f4009fd0 tx=0x7f47f402d070 comp rx=0 tx=0).stop 2024-09-19T05:50:55.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.605+0000 7f4803fff640 1 -- 172.21.15.46:0/3279045531 reap_dead start 2024-09-19T05:50:55.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.605+0000 7f4809e45640 1 -- 172.21.15.46:0/3279045531 shutdown_connections 2024-09-19T05:50:55.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.605+0000 7ff691ffb640 1 --2- 172.21.15.46:0/3838417992 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6ac0cf690 0x7ff6ac1f7d90 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff69c00e870 tx=0x7ff69c00ed30 comp rx=0 tx=0).stop 2024-09-19T05:50:55.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.605+0000 7ff6ab7fe640 1 -- 172.21.15.46:0/3838417992 reap_dead start 2024-09-19T05:50:55.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.605+0000 7f4809e45640 1 -- 172.21.15.46:0/3279045531 >> 172.21.15.46:0/3279045531 conn(0x7f48040d03f0 msgr2=0x7f480406dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.605+0000 7f4809e45640 1 -- 172.21.15.46:0/3279045531 shutdown_connections 2024-09-19T05:50:55.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.605+0000 7f4809e45640 1 -- 172.21.15.46:0/3279045531 wait complete. 2024-09-19T05:50:55.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.605+0000 7ff691ffb640 1 -- 172.21.15.46:0/3838417992 shutdown_connections 2024-09-19T05:50:55.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.605+0000 7ff691ffb640 1 -- 172.21.15.46:0/3838417992 >> 172.21.15.46:0/3838417992 conn(0x7ff6ac073120 msgr2=0x7ff6ac073500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.606+0000 7ff691ffb640 1 -- 172.21.15.46:0/3838417992 shutdown_connections 2024-09-19T05:50:55.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.606+0000 7ff691ffb640 1 -- 172.21.15.46:0/3838417992 wait complete. 2024-09-19T05:50:55.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.606+0000 7f9f48ff9640 1 -- 172.21.15.46:0/1142649815 --> [v2:172.21.15.46:6824/1884048663,v1:172.21.15.46:6825/1884048663] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9f54062bb0 con 0x7f9f380744b0 2024-09-19T05:50:55.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.607+0000 7f2920ff9640 1 -- 172.21.15.46:0/1504517886 --> [v2:172.21.15.78:6808/2319815351,v1:172.21.15.78:6809/2319815351] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f290c002dd0 con 0x7f29140744a0 2024-09-19T05:50:55.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.607+0000 7f9f4affd640 1 -- 172.21.15.46:0/1142649815 <== osd.0 v2:172.21.15.46:6824/1884048663 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f9f54062bb0 con 0x7f9f380744b0 2024-09-19T05:50:55.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.607+0000 7f2922ffd640 1 -- 172.21.15.46:0/1504517886 <== osd.4 v2:172.21.15.78:6808/2319815351 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f290c002dd0 con 0x7f29140744a0 2024-09-19T05:50:55.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.607+0000 7f293359e640 1 -- 172.21.15.46:0/1504517886 >> [v2:172.21.15.78:6808/2319815351,v1:172.21.15.78:6809/2319815351] conn(0x7f29140744a0 msgr2=0x7f29140768c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.608+0000 7f293359e640 1 --2- 172.21.15.46:0/1504517886 >> [v2:172.21.15.78:6808/2319815351,v1:172.21.15.78:6809/2319815351] conn(0x7f29140744a0 0x7f29140768c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.608+0000 7f9f48ff9640 1 -- 172.21.15.46:0/1142649815 >> [v2:172.21.15.46:6824/1884048663,v1:172.21.15.46:6825/1884048663] conn(0x7f9f380744b0 msgr2=0x7f9f380768d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.608+0000 7f9f48ff9640 1 --2- 172.21.15.46:0/1142649815 >> [v2:172.21.15.46:6824/1884048663,v1:172.21.15.46:6825/1884048663] conn(0x7f9f380744b0 0x7f9f380768d0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.608+0000 7fb96cfb7640 1 -- 172.21.15.46:0/1855787152 --> [v2:172.21.15.46:6816/170935989,v1:172.21.15.46:6817/170935989] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb94c002d50 con 0x7fb948074520 2024-09-19T05:50:55.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.608+0000 7f9f48ff9640 1 -- 172.21.15.46:0/1142649815 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f9f3806c2b0 msgr2=0x7f9f3806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.608+0000 7f9f48ff9640 1 --2- 172.21.15.46:0/1142649815 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f9f3806c2b0 0x7f9f3806e770 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f9f540c3a90 tx=0x7f9f44008040 comp rx=0 tx=0).stop 2024-09-19T05:50:55.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.608+0000 7f9f48ff9640 1 -- 172.21.15.46:0/1142649815 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f9f540cd3f0 msgr2=0x7f9f540d0b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.608+0000 7f9f48ff9640 1 --2- 172.21.15.46:0/1142649815 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f9f540cd3f0 0x7f9f540d0b80 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f9f50031000 tx=0x7f9f500046c0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.608+0000 7f293359e640 1 -- 172.21.15.46:0/1504517886 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f291406c300 msgr2=0x7f291406e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.608+0000 7f293359e640 1 --2- 172.21.15.46:0/1504517886 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f291406c300 0x7f291406e7c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f29280098e0 tx=0x7f2928009060 comp rx=0 tx=0).stop 2024-09-19T05:50:55.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.608+0000 7f293359e640 1 -- 172.21.15.46:0/1504517886 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f292c053dc0 msgr2=0x7f292c0e0940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.608+0000 7f293359e640 1 --2- 172.21.15.46:0/1504517886 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f292c053dc0 0x7f292c0e0940 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f292400b480 tx=0x7f292400b940 comp rx=0 tx=0).stop 2024-09-19T05:50:55.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.608+0000 7f2932d9d640 1 -- 172.21.15.46:0/1504517886 reap_dead start 2024-09-19T05:50:55.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.608+0000 7fb956ffd640 1 -- 172.21.15.46:0/1855787152 <== osd.3 v2:172.21.15.46:6816/170935989 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fb94c002d50 con 0x7fb948074520 2024-09-19T05:50:55.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.608+0000 7f9f5ab0a640 1 -- 172.21.15.46:0/1142649815 reap_dead start 2024-09-19T05:50:55.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.608+0000 7f9f48ff9640 1 -- 172.21.15.46:0/1142649815 shutdown_connections 2024-09-19T05:50:55.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.608+0000 7f9f48ff9640 1 -- 172.21.15.46:0/1142649815 >> 172.21.15.46:0/1142649815 conn(0x7f9f54062630 msgr2=0x7f9f540cf4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.609+0000 7f293359e640 1 -- 172.21.15.46:0/1504517886 shutdown_connections 2024-09-19T05:50:55.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.609+0000 7f293359e640 1 -- 172.21.15.46:0/1504517886 >> 172.21.15.46:0/1504517886 conn(0x7f292c03a4a0 msgr2=0x7f292c0e2290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.609+0000 7f293359e640 1 -- 172.21.15.46:0/1504517886 shutdown_connections 2024-09-19T05:50:55.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.609+0000 7f293359e640 1 -- 172.21.15.46:0/1504517886 wait complete. 2024-09-19T05:50:55.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.609+0000 7fb96cfb7640 1 -- 172.21.15.46:0/1855787152 >> [v2:172.21.15.46:6816/170935989,v1:172.21.15.46:6817/170935989] conn(0x7fb948074520 msgr2=0x7fb948076940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.609+0000 7fb96cfb7640 1 --2- 172.21.15.46:0/1855787152 >> [v2:172.21.15.46:6816/170935989,v1:172.21.15.46:6817/170935989] conn(0x7fb948074520 0x7fb948076940 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.609+0000 7fb96cfb7640 1 -- 172.21.15.46:0/1855787152 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb94806c300 msgr2=0x7fb94806e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.609+0000 7fb96cfb7640 1 --2- 172.21.15.46:0/1855787152 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb94806c300 0x7fb94806e7c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fb9680c9b60 tx=0x7fb95800b040 comp rx=0 tx=0).stop 2024-09-19T05:50:55.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.609+0000 7f9f48ff9640 1 -- 172.21.15.46:0/1142649815 shutdown_connections 2024-09-19T05:50:55.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.609+0000 7fb96cfb7640 1 -- 172.21.15.46:0/1855787152 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb9680caa40 msgr2=0x7fb9680b4e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.609+0000 7f9f48ff9640 1 -- 172.21.15.46:0/1142649815 wait complete. 2024-09-19T05:50:55.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.609+0000 7fb96cfb7640 1 --2- 172.21.15.46:0/1855787152 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb9680caa40 0x7fb9680b4e00 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb95c031000 tx=0x7fb95c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.609+0000 7fb966d9d640 1 -- 172.21.15.46:0/1855787152 reap_dead start 2024-09-19T05:50:55.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.610+0000 7fb96cfb7640 1 -- 172.21.15.46:0/1855787152 shutdown_connections 2024-09-19T05:50:55.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.610+0000 7fb96cfb7640 1 -- 172.21.15.46:0/1855787152 >> 172.21.15.46:0/1855787152 conn(0x7fb9680d03f0 msgr2=0x7fb96806e850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.610+0000 7f121f59e640 1 -- 172.21.15.46:0/2724724997 --> [v2:172.21.15.78:6800/707998422,v1:172.21.15.78:6801/707998422] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1204002dd0 con 0x7f12000745a0 2024-09-19T05:50:55.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.610+0000 7fb96cfb7640 1 -- 172.21.15.46:0/1855787152 shutdown_connections 2024-09-19T05:50:55.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.610+0000 7fb96cfb7640 1 -- 172.21.15.46:0/1855787152 wait complete. 2024-09-19T05:50:55.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.612+0000 7f120effd640 1 -- 172.21.15.46:0/2724724997 <== osd.6 v2:172.21.15.78:6800/707998422 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f1204002dd0 con 0x7f12000745a0 2024-09-19T05:50:55.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.612+0000 7fed8aee6640 1 -- 172.21.15.46:0/21022059 --> [v2:172.21.15.78:6816/2547959841,v1:172.21.15.78:6817/2547959841] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fed64005c90 con 0x7fed64001650 2024-09-19T05:50:55.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.613+0000 7fed817fa640 1 -- 172.21.15.46:0/21022059 <== osd.7 v2:172.21.15.78:6816/2547959841 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fed64005c90 con 0x7fed64001650 2024-09-19T05:50:55.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.613+0000 7f120cff9640 1 -- 172.21.15.46:0/2724724997 >> [v2:172.21.15.78:6800/707998422,v1:172.21.15.78:6801/707998422] conn(0x7f12000745a0 msgr2=0x7f12000769c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.613+0000 7f120cff9640 1 --2- 172.21.15.46:0/2724724997 >> [v2:172.21.15.78:6800/707998422,v1:172.21.15.78:6801/707998422] conn(0x7f12000745a0 0x7f12000769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.614+0000 7f120cff9640 1 -- 172.21.15.46:0/2724724997 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f120006c380 msgr2=0x7f120006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.614+0000 7f120cff9640 1 --2- 172.21.15.46:0/2724724997 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f120006c380 0x7f120006e840 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f1210034000 tx=0x7f121002e000 comp rx=0 tx=0).stop 2024-09-19T05:50:55.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.614+0000 7f120cff9640 1 -- 172.21.15.46:0/2724724997 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f12200c3010 msgr2=0x7f122015aca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.614+0000 7f120cff9640 1 --2- 172.21.15.46:0/2724724997 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f12200c3010 0x7f122015aca0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f121400c410 tx=0x7f121400c8d0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.613+0000 7fed6effd640 1 -- 172.21.15.46:0/21022059 >> [v2:172.21.15.78:6816/2547959841,v1:172.21.15.78:6817/2547959841] conn(0x7fed64001650 msgr2=0x7fed64003b10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.613+0000 7fed6effd640 1 --2- 172.21.15.46:0/21022059 >> [v2:172.21.15.78:6816/2547959841,v1:172.21.15.78:6817/2547959841] conn(0x7fed64001650 0x7fed64003b10 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.614+0000 7f121ed9d640 1 -- 172.21.15.46:0/2724724997 reap_dead start 2024-09-19T05:50:55.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.614+0000 7f120cff9640 1 -- 172.21.15.46:0/2724724997 shutdown_connections 2024-09-19T05:50:55.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.614+0000 7f120cff9640 1 -- 172.21.15.46:0/2724724997 >> 172.21.15.46:0/2724724997 conn(0x7f12200d0040 msgr2=0x7f12200cf440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.614+0000 7fed6effd640 1 -- 172.21.15.46:0/21022059 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fed6806c380 msgr2=0x7fed6806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.614+0000 7fed6effd640 1 --2- 172.21.15.46:0/21022059 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fed6806c380 0x7fed6806e840 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fed78006fd0 tx=0x7fed78008040 comp rx=0 tx=0).stop 2024-09-19T05:50:55.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.614+0000 7fed6effd640 1 -- 172.21.15.46:0/21022059 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fed840ccd00 msgr2=0x7fed840b23f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.614+0000 7fed6effd640 1 --2- 172.21.15.46:0/21022059 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fed840ccd00 0x7fed840b23f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fed70000c00 tx=0x7fed700046c0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.614+0000 7fed89483640 1 -- 172.21.15.46:0/21022059 reap_dead start 2024-09-19T05:50:55.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.614+0000 7f120cff9640 1 -- 172.21.15.46:0/2724724997 shutdown_connections 2024-09-19T05:50:55.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.614+0000 7fed6effd640 1 -- 172.21.15.46:0/21022059 shutdown_connections 2024-09-19T05:50:55.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.614+0000 7fed6effd640 1 -- 172.21.15.46:0/21022059 >> 172.21.15.46:0/21022059 conn(0x7fed84062630 msgr2=0x7fed840ce9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.614+0000 7fed6effd640 1 -- 172.21.15.46:0/21022059 shutdown_connections 2024-09-19T05:50:55.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.614+0000 7fed6effd640 1 -- 172.21.15.46:0/21022059 wait complete. 2024-09-19T05:50:55.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.615+0000 7f120cff9640 1 -- 172.21.15.46:0/2724724997 wait complete. 2024-09-19T05:50:55.672 INFO:teuthology.orchestra.run.smithi046.stdout:60129542152 2024-09-19T05:50:55.672 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-19T05:50:55.673 INFO:teuthology.orchestra.run.smithi046.stdout:60129542152 2024-09-19T05:50:55.673 INFO:teuthology.orchestra.run.smithi046.stdout:64424509448 2024-09-19T05:50:55.674 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-19T05:50:55.674 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-19T05:50:55.675 INFO:teuthology.orchestra.run.smithi046.stdout:60129542150 2024-09-19T05:50:55.675 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-19T05:50:55.676 INFO:teuthology.orchestra.run.smithi046.stdout:60129542152 2024-09-19T05:50:55.676 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-19T05:50:55.677 INFO:teuthology.orchestra.run.smithi046.stdout:60129542151 2024-09-19T05:50:55.677 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-19T05:50:55.678 INFO:teuthology.orchestra.run.smithi046.stdout:60129542152 2024-09-19T05:50:55.678 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-19T05:50:55.679 INFO:teuthology.orchestra.run.smithi046.stdout:60129542152 2024-09-19T05:50:55.679 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-19T05:50:55.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.889+0000 7f120752b640 1 Processor -- start 2024-09-19T05:50:55.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.888+0000 7f2d559e8640 1 Processor -- start 2024-09-19T05:50:55.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.888+0000 7f2d559e8640 1 -- start start 2024-09-19T05:50:55.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.890+0000 7f2d559e8640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f2d50168af0 0x7f2d5016be60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.890+0000 7f2d559e8640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f2d5016ead0 0x7f2d500d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.890+0000 7f2d559e8640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d5016fa30 con 0x7f2d5016ef20 2024-09-19T05:50:55.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.890+0000 7f2d559e8640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f2d50168ed0 con 0x7f2d5016ead0 2024-09-19T05:50:55.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.890+0000 7f2d559e8640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f2d5016f470 con 0x7f2d50168af0 2024-09-19T05:50:55.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.891+0000 7f2d4effd640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f2d50168af0 0x7f2d5016be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.891+0000 7f2d4effd640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f2d50168af0 0x7f2d5016be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.46:50964/0 (socket says 172.21.15.46:50964) 2024-09-19T05:50:55.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.891+0000 7f2d4effd640 1 -- 172.21.15.46:0/356155643 learned_addr learned my addr 172.21.15.46:0/356155643 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.891+0000 7f2d4e7fc640 1 --2- 172.21.15.46:0/356155643 >> v2:172.21.15.46:3300/0 conn(0x7f2d5016ead0 0x7f2d500d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.891+0000 7f0940a53640 1 Processor -- start 2024-09-19T05:50:55.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.891+0000 7f0940a53640 1 -- start start 2024-09-19T05:50:55.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.889+0000 7f120752b640 1 -- start start 2024-09-19T05:50:55.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.891+0000 7f120752b640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f120006e0c0 0x7f12000ce380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.891+0000 7f120752b640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f12000ce8c0 0x7f12000c3010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.891+0000 7f120752b640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f120006e830 con 0x7f12000af560 2024-09-19T05:50:55.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.891+0000 7f120752b640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f12000cdc10 con 0x7f12000ce8c0 2024-09-19T05:50:55.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.891+0000 7f120752b640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f12000af940 con 0x7f120006e0c0 2024-09-19T05:50:55.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.891+0000 7f8ef735b640 1 Processor -- start 2024-09-19T05:50:55.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.891+0000 7f2d4effd640 1 -- 172.21.15.46:0/356155643 >> v2:172.21.15.46:3300/0 conn(0x7f2d5016ead0 msgr2=0x7f2d500d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:55.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.891+0000 7f2d4effd640 1 --2- 172.21.15.46:0/356155643 >> v2:172.21.15.46:3300/0 conn(0x7f2d5016ead0 0x7f2d500d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.891+0000 7f2d4effd640 1 -- 172.21.15.46:0/356155643 >> v1:172.21.15.46:6789/0 conn(0x7f2d5016ef20 legacy=0x7f2d500cc980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:55.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.891+0000 7f2d4effd640 1 -- 172.21.15.46:0/356155643 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d5016f750 con 0x7f2d50168af0 2024-09-19T05:50:55.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.891+0000 7f1205d28640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f120006e0c0 0x7f12000ce380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.892+0000 7f1205d28640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f120006e0c0 0x7f12000ce380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.46:50978/0 (socket says 172.21.15.46:50978) 2024-09-19T05:50:55.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.892+0000 7f1205d28640 1 -- 172.21.15.46:0/3755545400 learned_addr learned my addr 172.21.15.46:0/3755545400 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.892+0000 7f1206d2a640 1 --2- 172.21.15.46:0/3755545400 >> v2:172.21.15.46:3300/0 conn(0x7f12000ce8c0 0x7f12000c3010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.892+0000 7f9359731640 1 Processor -- start 2024-09-19T05:50:55.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.892+0000 7f9359731640 1 -- start start 2024-09-19T05:50:55.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.892+0000 7f1206d2a640 1 -- 172.21.15.46:0/3755545400 >> v2:172.21.15.78:3300/0 conn(0x7f120006e0c0 msgr2=0x7f12000ce380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:55.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.892+0000 7f1206d2a640 1 --2- 172.21.15.46:0/3755545400 >> v2:172.21.15.78:3300/0 conn(0x7f120006e0c0 0x7f12000ce380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.892+0000 7f1206d2a640 1 -- 172.21.15.46:0/3755545400 >> v1:172.21.15.78:6789/0 conn(0x7f12000af560 legacy=0x7f12000cf000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:55.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.892+0000 7f1206d2a640 1 -- 172.21.15.46:0/3755545400 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f120006eb10 con 0x7f12000ce8c0 2024-09-19T05:50:55.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.892+0000 7f8ef735b640 1 -- start start 2024-09-19T05:50:55.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.893+0000 7f0940a53640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f093c0ce5f0 0x7f093c0d0380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.893+0000 7f0940a53640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f093c15c400 0x7f093c0d08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.893+0000 7f2d4effd640 1 --2- 172.21.15.46:0/356155643 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2d50168af0 0x7f2d5016be60 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f2d500d0cc0 tx=0x7f2d4402c540 comp rx=0 tx=0).ready entity=mon.1 client_cookie=10203c272819aa77 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.893+0000 7f0940a53640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f093c15f950 con 0x7f093c15ed70 2024-09-19T05:50:55.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.893+0000 7f0940a53640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f093c06e880 con 0x7f093c0ce5f0 2024-09-19T05:50:55.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.893+0000 7f0940a53640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f093c15fc30 con 0x7f093c15c400 2024-09-19T05:50:55.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.893+0000 7f0939d9b640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f093c15c400 0x7f093c0d08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.893+0000 7f0939d9b640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f093c15c400 0x7f093c0d08c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.46:34104/0 (socket says 172.21.15.46:34104) 2024-09-19T05:50:55.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.893+0000 7f0939d9b640 1 -- 172.21.15.46:0/3454431057 learned_addr learned my addr 172.21.15.46:0/3454431057 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.893+0000 7f0939d9b640 1 -- 172.21.15.46:0/3454431057 >> v2:172.21.15.46:3300/0 conn(0x7f093c0ce5f0 msgr2=0x7f093c0d0380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:55.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.893+0000 7f0939d9b640 1 --2- 172.21.15.46:0/3454431057 >> v2:172.21.15.46:3300/0 conn(0x7f093c0ce5f0 0x7f093c0d0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.893+0000 7f0939d9b640 1 -- 172.21.15.46:0/3454431057 >> v1:172.21.15.46:6789/0 conn(0x7f093c15ed70 legacy=0x7f093c06ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:55.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.893+0000 7f0939d9b640 1 -- 172.21.15.46:0/3454431057 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f093c15b920 con 0x7f093c15c400 2024-09-19T05:50:55.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f8ef735b640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f8ef006e0c0 0x7f8ef00ce380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f9359731640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f93540cc2b0 0x7f935406d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f8ef735b640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ef006e830 con 0x7f8ef00af560 2024-09-19T05:50:55.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f9359731640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f93540b3ce0 0x7f93540b45f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f1206d2a640 1 --2- 172.21.15.46:0/3755545400 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12000ce8c0 0x7f12000c3010 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f12000758c0 tx=0x7f11f802a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce8ef68c5d808e7b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f9359731640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f935415abf0 con 0x7f93540b4b30 2024-09-19T05:50:55.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f9352ffd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f93540cc2b0 0x7f935406d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f93537fe640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f93540b4b30 0x7f93540cce00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:43672/0 (socket says 172.21.15.46:43672) 2024-09-19T05:50:55.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f9352ffd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f93540cc2b0 0x7f935406d8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.46:34106/0 (socket says 172.21.15.46:34106) 2024-09-19T05:50:55.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f93537fe640 1 -- 172.21.15.46:0/2556622765 learned_addr learned my addr 172.21.15.46:0/2556622765 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:55.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f9359731640 1 -- 172.21.15.46:0/2556622765 --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f935406eb80 con 0x7f93540b3ce0 2024-09-19T05:50:55.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f8ef735b640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ef006eb10 con 0x7f8ef00ce8c0 2024-09-19T05:50:55.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f8ef735b640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f8ef00cdc10 con 0x7f8ef006e0c0 2024-09-19T05:50:55.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f9359731640 1 -- 172.21.15.46:0/2556622765 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f93540cc690 con 0x7f93540cc2b0 2024-09-19T05:50:55.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f8ef6359640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f8ef00af560 0x7f8ef00cf000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:43658/0 (socket says 172.21.15.46:43658) 2024-09-19T05:50:55.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f8ef6359640 1 -- 172.21.15.46:0/971439517 learned_addr learned my addr 172.21.15.46:0/971439517 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:55.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.893+0000 7f2d4dffb640 1 -- 172.21.15.46:0/356155643 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d4403a070 con 0x7f2d50168af0 2024-09-19T05:50:55.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f2d4dffb640 1 -- 172.21.15.46:0/356155643 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d44032480 con 0x7f2d50168af0 2024-09-19T05:50:55.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f8ef5b58640 1 --2- 172.21.15.46:0/971439517 >> v2:172.21.15.78:3300/0 conn(0x7f8ef006e0c0 0x7f8ef00ce380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f2d559e8640 1 -- 172.21.15.46:0/356155643 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2d50168af0 msgr2=0x7f2d5016be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f0939d9b640 1 --2- 172.21.15.46:0/3454431057 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f093c15c400 0x7f093c0d08c0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f093400bef0 tx=0x7f093402ead0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6073f84039902dae server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f2d559e8640 1 --2- 172.21.15.46:0/356155643 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2d50168af0 0x7f2d5016be60 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f2d500d0cc0 tx=0x7f2d4402c540 comp rx=0 tx=0).stop 2024-09-19T05:50:55.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.895+0000 7f93527fc640 1 --2- 172.21.15.46:0/2556622765 >> v2:172.21.15.78:3300/0 conn(0x7f93540b3ce0 0x7f93540b45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.895+0000 7f9352ffd640 1 -- 172.21.15.46:0/2556622765 >> v2:172.21.15.78:3300/0 conn(0x7f93540b3ce0 msgr2=0x7f93540b45f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:55.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.895+0000 7f9352ffd640 1 --2- 172.21.15.46:0/2556622765 >> v2:172.21.15.78:3300/0 conn(0x7f93540b3ce0 0x7f93540b45f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.895+0000 7f9352ffd640 1 -- 172.21.15.46:0/2556622765 >> v1:172.21.15.46:6789/0 conn(0x7f93540b4b30 legacy=0x7f93540cce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.895+0000 7f9352ffd640 1 -- 172.21.15.46:0/2556622765 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f935406df70 con 0x7f93540cc2b0 2024-09-19T05:50:55.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.895+0000 7f9351ffb640 1 -- 172.21.15.46:0/2556622765 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3811996904 0 0) 0x7f935415abf0 con 0x7f93540b4b30 2024-09-19T05:50:55.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.895+0000 7f093959a640 1 -- 172.21.15.46:0/3454431057 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0934036070 con 0x7f093c15c400 2024-09-19T05:50:55.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.895+0000 7f093959a640 1 -- 172.21.15.46:0/3454431057 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0934009600 con 0x7f093c15c400 2024-09-19T05:50:55.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.895+0000 7f093959a640 1 -- 172.21.15.46:0/3454431057 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09340099f0 con 0x7f093c15c400 2024-09-19T05:50:55.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.895+0000 7f0940a53640 1 -- 172.21.15.46:0/3454431057 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f093c15c400 msgr2=0x7f093c0d08c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7f0940a53640 1 --2- 172.21.15.46:0/3454431057 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f093c15c400 0x7f093c0d08c0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f093400bef0 tx=0x7f093402ead0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.895+0000 7f2d559e8640 1 -- 172.21.15.46:0/356155643 shutdown_connections 2024-09-19T05:50:55.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.895+0000 7f2d559e8640 1 --2- 172.21.15.46:0/356155643 >> v2:172.21.15.46:3300/0 conn(0x7f2d5016ead0 0x7f2d500d0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.895+0000 7f2d559e8640 1 --2- 172.21.15.46:0/356155643 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2d50168af0 0x7f2d5016be60 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.895+0000 7f2d559e8640 1 -- 172.21.15.46:0/356155643 >> 172.21.15.46:0/356155643 conn(0x7f2d50062630 msgr2=0x7f2d50062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.895+0000 7f1205527640 1 -- 172.21.15.46:0/3755545400 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f8007540 con 0x7f12000ce8c0 2024-09-19T05:50:55.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.895+0000 7f1205527640 1 -- 172.21.15.46:0/3755545400 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11f80076e0 con 0x7f12000ce8c0 2024-09-19T05:50:55.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7f1205527640 1 -- 172.21.15.46:0/3755545400 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f8007ab0 con 0x7f12000ce8c0 2024-09-19T05:50:55.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f8ef5357640 1 -- 172.21.15.46:0/971439517 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 362773869 0 0) 0x7f8ef006e830 con 0x7f8ef00af560 2024-09-19T05:50:55.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.894+0000 7f8ef5357640 1 -- 172.21.15.46:0/971439517 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8ed8003520 con 0x7f8ef00af560 2024-09-19T05:50:55.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.895+0000 7f8ef5b58640 1 -- 172.21.15.46:0/971439517 >> v1:172.21.15.78:6789/0 conn(0x7f8ef00ce8c0 legacy=0x7f8ef00c3010 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:50:55.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.895+0000 7f8ef5b58640 1 -- 172.21.15.46:0/971439517 >> v1:172.21.15.46:6789/0 conn(0x7f8ef00af560 legacy=0x7f8ef00cf000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.895+0000 7f8ef5b58640 1 -- 172.21.15.46:0/971439517 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ef006edf0 con 0x7f8ef006e0c0 2024-09-19T05:50:55.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7f2d559e8640 1 -- 172.21.15.46:0/356155643 shutdown_connections 2024-09-19T05:50:55.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7fac473fd640 1 Processor -- start 2024-09-19T05:50:55.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7f8ef5b58640 1 --2- 172.21.15.46:0/971439517 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8ef006e0c0 0x7f8ef00ce380 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8ef00cdd90 tx=0x7f8ee402a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bb6a83c3ae3a3017 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7f120752b640 1 -- 172.21.15.46:0/3755545400 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12000ce8c0 msgr2=0x7f12000c3010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7f120752b640 1 --2- 172.21.15.46:0/3755545400 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12000ce8c0 0x7f12000c3010 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f12000758c0 tx=0x7f11f802a620 comp rx=0 tx=0).stop 2024-09-19T05:50:55.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7fac473fd640 1 -- start start 2024-09-19T05:50:55.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7f8ef5357640 1 -- 172.21.15.46:0/971439517 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ee4037070 con 0x7f8ef006e0c0 2024-09-19T05:50:55.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7f8ef5357640 1 -- 172.21.15.46:0/971439517 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ee4032440 con 0x7f8ef006e0c0 2024-09-19T05:50:55.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7f8ef5357640 1 -- 172.21.15.46:0/971439517 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ee4032810 con 0x7f8ef006e0c0 2024-09-19T05:50:55.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7f9352ffd640 1 --2- 172.21.15.46:0/2556622765 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f93540cc2b0 0x7f935406d8f0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f934c00aea0 tx=0x7f934c02b7f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=be26afae4317e42e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7f120752b640 1 -- 172.21.15.46:0/3755545400 shutdown_connections 2024-09-19T05:50:55.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7f120752b640 1 --2- 172.21.15.46:0/3755545400 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12000ce8c0 0x7f12000c3010 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7f120752b640 1 --2- 172.21.15.46:0/3755545400 >> v2:172.21.15.78:3300/0 conn(0x7f120006e0c0 0x7f12000ce380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7f120752b640 1 -- 172.21.15.46:0/3755545400 >> 172.21.15.46:0/3755545400 conn(0x7f12000d0040 msgr2=0x7f12000d0450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7f0940a53640 1 -- 172.21.15.46:0/3454431057 shutdown_connections 2024-09-19T05:50:55.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7f0940a53640 1 --2- 172.21.15.46:0/3454431057 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f093c15c400 0x7f093c0d08c0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7f0940a53640 1 --2- 172.21.15.46:0/3454431057 >> v2:172.21.15.46:3300/0 conn(0x7f093c0ce5f0 0x7f093c0d0380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7f0940a53640 1 -- 172.21.15.46:0/3454431057 >> 172.21.15.46:0/3454431057 conn(0x7f093c062630 msgr2=0x7f093c062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7f120752b640 1 -- 172.21.15.46:0/3755545400 shutdown_connections 2024-09-19T05:50:55.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7f0940a53640 1 -- 172.21.15.46:0/3454431057 shutdown_connections 2024-09-19T05:50:55.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.897+0000 7f9351ffb640 1 -- 172.21.15.46:0/2556622765 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f934c037070 con 0x7f93540cc2b0 2024-09-19T05:50:55.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.897+0000 7f9351ffb640 1 -- 172.21.15.46:0/2556622765 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f934c008640 con 0x7f93540cc2b0 2024-09-19T05:50:55.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.897+0000 7f9351ffb640 1 -- 172.21.15.46:0/2556622765 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f934c0089f0 con 0x7f93540cc2b0 2024-09-19T05:50:55.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.897+0000 7f0940a53640 1 -- 172.21.15.46:0/3454431057 wait complete. 2024-09-19T05:50:55.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7f2d559e8640 1 -- 172.21.15.46:0/356155643 wait complete. 2024-09-19T05:50:55.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.897+0000 7f8ef735b640 1 -- 172.21.15.46:0/971439517 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8ef006e0c0 msgr2=0x7f8ef00ce380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.897+0000 7f8ef735b640 1 --2- 172.21.15.46:0/971439517 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8ef006e0c0 0x7f8ef00ce380 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8ef00cdd90 tx=0x7f8ee402a1c0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.897+0000 7fac473fd640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fac38005ab0 0x7fac38053f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7fac473fd640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fac3804eb60 0x7fac3801d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7fac473fd640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac38052330 con 0x7fac380e7120 2024-09-19T05:50:55.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7fac473fd640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fac380520e0 con 0x7fac38005ab0 2024-09-19T05:50:55.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7fac473fd640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fac38006cd0 con 0x7fac3804eb60 2024-09-19T05:50:55.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7f9359731640 1 -- 172.21.15.46:0/2556622765 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f93540cc2b0 msgr2=0x7f935406d8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7f9359731640 1 --2- 172.21.15.46:0/2556622765 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f93540cc2b0 0x7f935406d8f0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f934c00aea0 tx=0x7f934c02b7f0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7f8ef735b640 1 -- 172.21.15.46:0/971439517 shutdown_connections 2024-09-19T05:50:55.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7f8ef735b640 1 --2- 172.21.15.46:0/971439517 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8ef006e0c0 0x7f8ef00ce380 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7f8ef735b640 1 -- 172.21.15.46:0/971439517 >> 172.21.15.46:0/971439517 conn(0x7f8ef00d0040 msgr2=0x7f8ef00d0450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7f015e1d6640 1 Processor -- start 2024-09-19T05:50:55.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7f8ef735b640 1 -- 172.21.15.46:0/971439517 shutdown_connections 2024-09-19T05:50:55.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7f015e1d6640 1 -- start start 2024-09-19T05:50:55.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7f8ef735b640 1 -- 172.21.15.46:0/971439517 wait complete. 2024-09-19T05:50:55.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7fac4599a640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fac3804eb60 0x7fac3801d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7fac4599a640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fac3804eb60 0x7fac3801d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.46:51008/0 (socket says 172.21.15.46:51008) 2024-09-19T05:50:55.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7fac4599a640 1 -- 172.21.15.46:0/2909173985 learned_addr learned my addr 172.21.15.46:0/2909173985 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7fac4599a640 1 -- 172.21.15.46:0/2909173985 >> v2:172.21.15.46:3300/0 conn(0x7fac38005ab0 msgr2=0x7fac38053f50 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:50:55.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.896+0000 7f120752b640 1 -- 172.21.15.46:0/3755545400 wait complete. 2024-09-19T05:50:55.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7fac37fff640 1 -- 172.21.15.46:0/2909173985 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4270429493 0 0) 0x7fac38052330 con 0x7fac380e7120 2024-09-19T05:50:55.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7f120752b640 1 Processor -- start 2024-09-19T05:50:55.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7f0940a53640 1 Processor -- start 2024-09-19T05:50:55.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7fac45199640 1 --2- 172.21.15.46:0/2909173985 >> v2:172.21.15.46:3300/0 conn(0x7fac38005ab0 0x7fac38053f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7f120752b640 1 -- start start 2024-09-19T05:50:55.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7f0940a53640 1 -- start start 2024-09-19T05:50:55.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7f2d559e8640 1 Processor -- start 2024-09-19T05:50:55.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7f2d559e8640 1 -- start start 2024-09-19T05:50:55.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7fe4dcd59640 1 Processor -- start 2024-09-19T05:50:55.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7fe4dcd59640 1 -- start start 2024-09-19T05:50:55.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7f9359731640 1 -- 172.21.15.46:0/2556622765 shutdown_connections 2024-09-19T05:50:55.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7f9359731640 1 --2- 172.21.15.46:0/2556622765 >> v2:172.21.15.78:3300/0 conn(0x7f93540b3ce0 0x7f93540b45f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7f9359731640 1 --2- 172.21.15.46:0/2556622765 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f93540cc2b0 0x7f935406d8f0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.898+0000 7f9359731640 1 -- 172.21.15.46:0/2556622765 >> 172.21.15.46:0/2556622765 conn(0x7f9354062630 msgr2=0x7f9354062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7f2d559e8640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2d50168af0 0x7f2d500b1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7f9359731640 1 -- 172.21.15.46:0/2556622765 shutdown_connections 2024-09-19T05:50:55.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7f2d559e8640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2d5016ead0 0x7f2d502154d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7f2d559e8640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2d5016ef20 0x7f2d50215a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7f2d559e8640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2d5016c3a0 con 0x7f2d50168af0 2024-09-19T05:50:55.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7f2d559e8640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f2d5016b940 con 0x7f2d5016ead0 2024-09-19T05:50:55.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7f2d559e8640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f2d500b4f10 con 0x7f2d5016ef20 2024-09-19T05:50:55.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7f015e1d6640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f0158062ef0 0x7f01580cdc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7f015e1d6640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0158073d00 0x7f01580cb940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7f015e1d6640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f01580b1760 0x7f01580b1bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7f015e1d6640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f01580b2110 con 0x7f0158062ef0 2024-09-19T05:50:55.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7f015e1d6640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f01580632d0 con 0x7f01580b1760 2024-09-19T05:50:55.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7f015e1d6640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f01580cff10 con 0x7f0158073d00 2024-09-19T05:50:55.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7f01577fe640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f0158062ef0 0x7f01580cdc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7f01577fe640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f0158062ef0 0x7f01580cdc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34602/0 (socket says 172.21.15.46:34602) 2024-09-19T05:50:55.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7f01577fe640 1 -- 172.21.15.46:0/365179756 learned_addr learned my addr 172.21.15.46:0/365179756 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7fac4599a640 1 --2- 172.21.15.46:0/2909173985 >> v2:172.21.15.46:3300/0 conn(0x7fac38005ab0 0x7fac38053f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f2d4effd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2d50168af0 0x7f2d500b1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f2d4effd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2d50168af0 0x7f2d500b1dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34614/0 (socket says 172.21.15.46:34614) 2024-09-19T05:50:55.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f2d4effd640 1 -- 172.21.15.46:0/1342153467 learned_addr learned my addr 172.21.15.46:0/1342153467 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f2d4e7fc640 1 --2- 172.21.15.46:0/1342153467 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2d5016ead0 0x7f2d502154d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f9359731640 1 -- 172.21.15.46:0/2556622765 wait complete. 2024-09-19T05:50:55.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7fac4599a640 1 -- 172.21.15.46:0/2909173985 >> v1:172.21.15.78:6789/0 conn(0x7fac380e7120 legacy=0x7fac38005e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f8ef735b640 1 Processor -- start 2024-09-19T05:50:55.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f2d4f7fe640 1 --2- 172.21.15.46:0/1342153467 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2d5016ef20 0x7f2d50215a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f120752b640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f120006e0c0 0x7f1200147550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.899+0000 7fac4599a640 1 -- 172.21.15.46:0/2909173985 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac38006fb0 con 0x7fac3804eb60 2024-09-19T05:50:55.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7fac45199640 1 --2- 172.21.15.46:0/2909173985 >> v2:172.21.15.46:3300/0 conn(0x7fac38005ab0 0x7fac38053f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:50:55.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7fac4599a640 1 --2- 172.21.15.46:0/2909173985 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac3804eb60 0x7fac3801d530 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fac40050280 tx=0x7fac400a6130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bec6d2a46345e1ee server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f120752b640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f12000af560 0x7f1200148480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f8ef735b640 1 -- start start 2024-09-19T05:50:55.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f120752b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12000ce8c0 0x7f1200145d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f120752b640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f120006e530 con 0x7f12000ce8c0 2024-09-19T05:50:55.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f120752b640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f12000cde60 con 0x7f12000af560 2024-09-19T05:50:55.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f120752b640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f12000c3550 con 0x7f120006e0c0 2024-09-19T05:50:55.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7f0940a53640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f093c0ce5f0 0x7f093c1f7e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7f0940a53640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f093c15c400 0x7f093c0c8760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7f0940a53640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f093c15ed70 0x7f093c0c8ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7f0940a53640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f093c0ce9d0 con 0x7f093c15c400 2024-09-19T05:50:55.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7f0940a53640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f093c15bf70 con 0x7f093c0ce5f0 2024-09-19T05:50:55.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7f0940a53640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f093c15f220 con 0x7f093c15ed70 2024-09-19T05:50:55.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f2d4effd640 1 -- 172.21.15.46:0/1342153467 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2d5016ef20 msgr2=0x7f2d50215a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f2d4effd640 1 --2- 172.21.15.46:0/1342153467 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2d5016ef20 0x7f2d50215a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f2d4effd640 1 -- 172.21.15.46:0/1342153467 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2d5016ead0 msgr2=0x7f2d502154d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f2d4effd640 1 --2- 172.21.15.46:0/1342153467 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2d5016ead0 0x7f2d502154d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f2d4effd640 1 -- 172.21.15.46:0/1342153467 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d50164fd0 con 0x7f2d50168af0 2024-09-19T05:50:55.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7fac37fff640 1 -- 172.21.15.46:0/2909173985 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac400b3070 con 0x7fac3804eb60 2024-09-19T05:50:55.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f1206d2a640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12000ce8c0 0x7f1200145d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7f1206d2a640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12000ce8c0 0x7f1200145d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34620/0 (socket says 172.21.15.46:34620) 2024-09-19T05:50:55.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7f1206d2a640 1 -- 172.21.15.46:0/1494300054 learned_addr learned my addr 172.21.15.46:0/1494300054 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7f1205d28640 1 --2- 172.21.15.46:0/1494300054 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f12000af560 0x7f1200148480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7fe4dcd59640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fe4d00e0c50 0x7fe4d0037160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7f1206529640 1 --2- 172.21.15.46:0/1494300054 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f120006e0c0 0x7f1200147550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7fe4dcd59640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe4d00376a0 0x7fe4d00ea890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7fe4dcd59640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4d003a430 con 0x7fe4d00e0870 2024-09-19T05:50:55.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7fe4dcd59640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fe4d003b040 con 0x7fe4d00e0c50 2024-09-19T05:50:55.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7fac37fff640 1 -- 172.21.15.46:0/2909173985 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac400ae440 con 0x7fac3804eb60 2024-09-19T05:50:55.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7fe4dcd59640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fe4d003a710 con 0x7fe4d00376a0 2024-09-19T05:50:55.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7fe4d5d9b640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fe4d00e0c50 0x7fe4d0037160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7fe4d5d9b640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fe4d00e0c50 0x7fe4d0037160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34622/0 (socket says 172.21.15.46:34622) 2024-09-19T05:50:55.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7fe4d5d9b640 1 -- 172.21.15.46:0/1597227269 learned_addr learned my addr 172.21.15.46:0/1597227269 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7f093a59c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f093c0ce5f0 0x7f093c1f7e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f01577fe640 1 -- 172.21.15.46:0/365179756 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0158073d00 msgr2=0x7f01580cb940 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:50:55.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f01577fe640 1 --2- 172.21.15.46:0/365179756 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0158073d00 0x7f01580cb940 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f01577fe640 1 -- 172.21.15.46:0/365179756 >> v2:172.21.15.78:3300/0 conn(0x7f01580b1760 msgr2=0x7f01580b1bd0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:50:55.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f01577fe640 1 --2- 172.21.15.46:0/365179756 >> v2:172.21.15.78:3300/0 conn(0x7f01580b1760 0x7f01580b1bd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.900+0000 7f01577fe640 1 -- 172.21.15.46:0/365179756 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01580ce350 con 0x7f0158062ef0 2024-09-19T05:50:55.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7f01577fe640 1 --2- 172.21.15.46:0/365179756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0158062ef0 0x7f01580cdc50 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f01580717e0 tx=0x7f015002a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=531f5f7914eddfd6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7f0939d9b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f093c15c400 0x7f093c0c8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7f0939d9b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f093c15c400 0x7f093c0c8760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34636/0 (socket says 172.21.15.46:34636) 2024-09-19T05:50:55.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7f0939d9b640 1 -- 172.21.15.46:0/1675405787 learned_addr learned my addr 172.21.15.46:0/1675405787 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7f2d4effd640 1 --2- 172.21.15.46:0/1342153467 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2d50168af0 0x7f2d500b1dc0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f2d44008950 tx=0x7f2d440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7f093ad9d640 1 --2- 172.21.15.46:0/1675405787 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f093c15ed70 0x7f093c0c8ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7f01567fc640 1 -- 172.21.15.46:0/365179756 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0150036070 con 0x7f0158062ef0 2024-09-19T05:50:55.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7f01567fc640 1 -- 172.21.15.46:0/365179756 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0150031600 con 0x7f0158062ef0 2024-09-19T05:50:55.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7f01567fc640 1 -- 172.21.15.46:0/365179756 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01500319d0 con 0x7f0158062ef0 2024-09-19T05:50:55.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7fac473fd640 1 -- 172.21.15.46:0/2909173985 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac3804eb60 msgr2=0x7fac3801d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7fac473fd640 1 --2- 172.21.15.46:0/2909173985 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac3804eb60 0x7fac3801d530 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fac40050280 tx=0x7fac400a6130 comp rx=0 tx=0).stop 2024-09-19T05:50:55.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7f1206d2a640 1 -- 172.21.15.46:0/1494300054 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f120006e0c0 msgr2=0x7f1200147550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7f1206d2a640 1 --2- 172.21.15.46:0/1494300054 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f120006e0c0 0x7f1200147550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7f1206d2a640 1 -- 172.21.15.46:0/1494300054 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f12000af560 msgr2=0x7f1200148480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7f1206d2a640 1 --2- 172.21.15.46:0/1494300054 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f12000af560 0x7f1200148480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.901+0000 7f1206d2a640 1 -- 172.21.15.46:0/1494300054 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12000b5920 con 0x7f12000ce8c0 2024-09-19T05:50:55.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7fe4d6d9d640 1 --2- 172.21.15.46:0/1597227269 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe4d00376a0 0x7fe4d00ea890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7fac473fd640 1 -- 172.21.15.46:0/2909173985 shutdown_connections 2024-09-19T05:50:55.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7f9359731640 1 Processor -- start 2024-09-19T05:50:55.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7f2d37fff640 1 -- 172.21.15.46:0/1342153467 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d4403a040 con 0x7f2d50168af0 2024-09-19T05:50:55.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7f2d37fff640 1 -- 172.21.15.46:0/1342153467 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d44004230 con 0x7f2d50168af0 2024-09-19T05:50:55.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7f2d37fff640 1 -- 172.21.15.46:0/1342153467 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d44003610 con 0x7f2d50168af0 2024-09-19T05:50:55.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7f2d559e8640 1 -- 172.21.15.46:0/1342153467 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d501652b0 con 0x7f2d50168af0 2024-09-19T05:50:55.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7f8ef735b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ef006e0c0 0x7f8ef00c7d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7f8ef735b640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8ef00af560 0x7f8ef015b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7f8ef735b640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8ef00ce8c0 0x7f8ef00ae200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.903+0000 7f8ef5b58640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8ef00af560 0x7f8ef015b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.903+0000 7f8ef5b58640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8ef00af560 0x7f8ef015b9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.46:34180/0 (socket says 172.21.15.46:34180) 2024-09-19T05:50:55.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.903+0000 7f8ef5b58640 1 -- 172.21.15.46:0/1507835305 learned_addr learned my addr 172.21.15.46:0/1507835305 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.903+0000 7f8ef6b5a640 1 --2- 172.21.15.46:0/1507835305 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8ef00ce8c0 0x7f8ef00ae200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.903+0000 7f8ef735b640 1 -- 172.21.15.46:0/1507835305 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8ef006e530 con 0x7f8ef006e0c0 2024-09-19T05:50:55.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.903+0000 7f8ef735b640 1 -- 172.21.15.46:0/1507835305 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f8ef00af940 con 0x7f8ef00ce8c0 2024-09-19T05:50:55.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.903+0000 7f8ef6359640 1 --2- 172.21.15.46:0/1507835305 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ef006e0c0 0x7f8ef00c7d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.903+0000 7f8ef735b640 1 -- 172.21.15.46:0/1507835305 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f8ef00c3720 con 0x7f8ef00af560 2024-09-19T05:50:55.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7fe4d5d9b640 1 -- 172.21.15.46:0/1597227269 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe4d00376a0 msgr2=0x7fe4d00ea890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:55.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7fe4d5d9b640 1 --2- 172.21.15.46:0/1597227269 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe4d00376a0 0x7fe4d00ea890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7fe4d5d9b640 1 -- 172.21.15.46:0/1597227269 >> v1:172.21.15.78:6789/0 conn(0x7fe4d00e0870 legacy=0x7fe4d0055df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:55.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7fe4d5d9b640 1 -- 172.21.15.46:0/1597227269 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4d003a9f0 con 0x7fe4d00e0c50 2024-09-19T05:50:55.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7f9359731640 1 -- start start 2024-09-19T05:50:55.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7f093a59c640 1 -- 172.21.15.46:0/1675405787 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f093c15ed70 msgr2=0x7f093c0c8ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7f093a59c640 1 --2- 172.21.15.46:0/1675405787 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f093c15ed70 0x7f093c0c8ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7f093a59c640 1 -- 172.21.15.46:0/1675405787 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f093c15c400 msgr2=0x7f093c0c8760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7f093a59c640 1 --2- 172.21.15.46:0/1675405787 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f093c15c400 0x7f093c0c8760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7f093a59c640 1 -- 172.21.15.46:0/1675405787 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f093c0738f0 con 0x7f093c0ce5f0 2024-09-19T05:50:55.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.903+0000 7f093a59c640 1 --2- 172.21.15.46:0/1675405787 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f093c0ce5f0 0x7f093c1f7e80 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f092c00b3f0 tx=0x7f092c00b8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7f2d559e8640 1 -- 172.21.15.46:0/1342153467 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d50165b50 con 0x7f2d50168af0 2024-09-19T05:50:55.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7fac473fd640 1 --2- 172.21.15.46:0/2909173985 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac3804eb60 0x7fac3801d530 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7fac473fd640 1 --2- 172.21.15.46:0/2909173985 >> v2:172.21.15.46:3300/0 conn(0x7fac38005ab0 0x7fac38053f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7fac473fd640 1 -- 172.21.15.46:0/2909173985 >> 172.21.15.46:0/2909173985 conn(0x7fac38036090 msgr2=0x7fac380364a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7fac473fd640 1 -- 172.21.15.46:0/2909173985 shutdown_connections 2024-09-19T05:50:55.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.903+0000 7f1206d2a640 1 --2- 172.21.15.46:0/1494300054 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12000ce8c0 0x7f1200145d80 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f11f802ac10 tx=0x7f11f8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.903+0000 7f015e1d6640 1 -- 172.21.15.46:0/365179756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0158062ef0 msgr2=0x7f01580cdc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.903+0000 7f015e1d6640 1 --2- 172.21.15.46:0/365179756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0158062ef0 0x7f01580cdc50 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f01580717e0 tx=0x7f015002a6d0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.903+0000 7f015e1d6640 1 -- 172.21.15.46:0/365179756 shutdown_connections 2024-09-19T05:50:55.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.903+0000 7f015e1d6640 1 --2- 172.21.15.46:0/365179756 >> v2:172.21.15.78:3300/0 conn(0x7f01580b1760 0x7f01580b1bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.903+0000 7f015e1d6640 1 --2- 172.21.15.46:0/365179756 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0158073d00 0x7f01580cb940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.903+0000 7f015e1d6640 1 --2- 172.21.15.46:0/365179756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0158062ef0 0x7f01580cdc50 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.903+0000 7f015e1d6640 1 -- 172.21.15.46:0/365179756 >> 172.21.15.46:0/365179756 conn(0x7f01580731e0 msgr2=0x7f01580735f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.903+0000 7f11f6ffd640 1 -- 172.21.15.46:0/1494300054 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f803f070 con 0x7f12000ce8c0 2024-09-19T05:50:55.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.903+0000 7f11f6ffd640 1 -- 172.21.15.46:0/1494300054 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11f803b8e0 con 0x7f12000ce8c0 2024-09-19T05:50:55.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.903+0000 7f11f6ffd640 1 -- 172.21.15.46:0/1494300054 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f803bcb0 con 0x7f12000ce8c0 2024-09-19T05:50:55.953 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.903+0000 7f092affd640 1 -- 172.21.15.46:0/1675405787 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f092c015020 con 0x7f093c0ce5f0 2024-09-19T05:50:55.954 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.902+0000 7fac473fd640 1 -- 172.21.15.46:0/2909173985 wait complete. 2024-09-19T05:50:55.954 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.904+0000 7f9359731640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f93540b3ce0 0x7f93540b06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.954 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.904+0000 7f0940a53640 1 -- 172.21.15.46:0/1675405787 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f093c073bd0 con 0x7f093c0ce5f0 2024-09-19T05:50:55.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.904+0000 7f120752b640 1 -- 172.21.15.46:0/1494300054 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12000b5c00 con 0x7f12000ce8c0 2024-09-19T05:50:55.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.904+0000 7f8ef6359640 1 -- 172.21.15.46:0/1507835305 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8ef00af560 msgr2=0x7f8ef015b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.904+0000 7f8ef6359640 1 --2- 172.21.15.46:0/1507835305 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8ef00af560 0x7f8ef015b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.904+0000 7f8ef6359640 1 -- 172.21.15.46:0/1507835305 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8ef00ce8c0 msgr2=0x7f8ef00ae200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.904+0000 7f8ef6359640 1 --2- 172.21.15.46:0/1507835305 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8ef00ce8c0 0x7f8ef00ae200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.904+0000 7f8ef6359640 1 -- 172.21.15.46:0/1507835305 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ef01f8df0 con 0x7f8ef006e0c0 2024-09-19T05:50:55.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.904+0000 7f120752b640 1 -- 172.21.15.46:0/1494300054 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1200147e60 con 0x7f12000ce8c0 2024-09-19T05:50:55.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.904+0000 7f0940a53640 1 -- 172.21.15.46:0/1675405787 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f093c1f83c0 con 0x7f093c0ce5f0 2024-09-19T05:50:55.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.904+0000 7f9359731640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f93540b4b30 0x7f9354159ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.904+0000 7f9359731640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f93540cc2b0 0x7f935415a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.904+0000 7f9352ffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f93540b3ce0 0x7f93540b06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.904+0000 7f9352ffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f93540b3ce0 0x7f93540b06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.46:51070/0 (socket says 172.21.15.46:51070) 2024-09-19T05:50:55.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.904+0000 7f93527fc640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f93540b4b30 0x7f9354159ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.904+0000 7f015e1d6640 1 -- 172.21.15.46:0/365179756 shutdown_connections 2024-09-19T05:50:55.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.904+0000 7f9352ffd640 1 -- 172.21.15.46:0/3795297627 learned_addr learned my addr 172.21.15.46:0/3795297627 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.905+0000 7f9359731640 1 -- 172.21.15.46:0/3795297627 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f935406e810 con 0x7f93540cc2b0 2024-09-19T05:50:55.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.905+0000 7f9359731640 1 -- 172.21.15.46:0/3795297627 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f935406e530 con 0x7f93540b3ce0 2024-09-19T05:50:55.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.905+0000 7f9359731640 1 -- 172.21.15.46:0/3795297627 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f93540b4100 con 0x7f93540b4b30 2024-09-19T05:50:55.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.904+0000 7f2d559e8640 1 -- 172.21.15.46:0/1342153467 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d50165480 con 0x7f2d50168af0 2024-09-19T05:50:55.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.905+0000 7f93537fe640 1 --2- 172.21.15.46:0/3795297627 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f93540cc2b0 0x7f935415a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.905+0000 7f8ef6359640 1 --2- 172.21.15.46:0/1507835305 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ef006e0c0 0x7f8ef00c7d90 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8ee000cbc0 tx=0x7f8ee000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.904+0000 7f015e1d6640 1 -- 172.21.15.46:0/365179756 wait complete. 2024-09-19T05:50:55.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.905+0000 7f092affd640 1 -- 172.21.15.46:0/1675405787 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f092c011830 con 0x7f093c0ce5f0 2024-09-19T05:50:55.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.905+0000 7f092affd640 1 -- 172.21.15.46:0/1675405787 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f092c011c00 con 0x7f093c0ce5f0 2024-09-19T05:50:55.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.904+0000 7fac473fd640 1 Processor -- start 2024-09-19T05:50:55.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.904+0000 7fac473fd640 1 -- start start 2024-09-19T05:50:55.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7f93537fe640 1 -- 172.21.15.46:0/3795297627 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f93540b4b30 msgr2=0x7f9354159ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7f93537fe640 1 --2- 172.21.15.46:0/3795297627 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f93540b4b30 0x7f9354159ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7f93537fe640 1 -- 172.21.15.46:0/3795297627 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f93540b3ce0 msgr2=0x7f93540b06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7f93537fe640 1 --2- 172.21.15.46:0/3795297627 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f93540b3ce0 0x7f93540b06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7f93537fe640 1 -- 172.21.15.46:0/3795297627 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93541f3150 con 0x7f93540cc2b0 2024-09-19T05:50:55.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.905+0000 7fac473fd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac38005ab0 0x7fac3804e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7f0928ff9640 1 -- 172.21.15.46:0/1675405787 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f093c070e00 con 0x7f093c0ce5f0 2024-09-19T05:50:55.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7f93527fc640 1 --2- 172.21.15.46:0/3795297627 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f93540b4b30 0x7f9354159ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:55.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.905+0000 7fac473fd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac3804eb60 0x7fac38184950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.905+0000 7fac473fd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac380e7120 0x7fac3804b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.905+0000 7fac473fd640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fac38047b50 con 0x7fac38005ab0 2024-09-19T05:50:55.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.905+0000 7fac473fd640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fac38053a10 con 0x7fac3804eb60 2024-09-19T05:50:55.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.905+0000 7fac473fd640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fac38047cd0 con 0x7fac380e7120 2024-09-19T05:50:55.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.905+0000 7fac4599a640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac380e7120 0x7fac3804b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7fac4599a640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac380e7120 0x7fac3804b5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.46:34186/0 (socket says 172.21.15.46:34186) 2024-09-19T05:50:55.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7fac4599a640 1 -- 172.21.15.46:0/4130156375 learned_addr learned my addr 172.21.15.46:0/4130156375 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7fac45199640 1 --2- 172.21.15.46:0/4130156375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac38005ab0 0x7fac3804e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7fac44998640 1 --2- 172.21.15.46:0/4130156375 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac3804eb60 0x7fac38184950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7fac4599a640 1 -- 172.21.15.46:0/4130156375 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac3804eb60 msgr2=0x7fac38184950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7fac4599a640 1 --2- 172.21.15.46:0/4130156375 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac3804eb60 0x7fac38184950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7fac4599a640 1 -- 172.21.15.46:0/4130156375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac38005ab0 msgr2=0x7fac3804e3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7f93537fe640 1 --2- 172.21.15.46:0/3795297627 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f93540cc2b0 0x7f935415a3e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f934400c3e0 tx=0x7f934400c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7f015e1d6640 1 Processor -- start 2024-09-19T05:50:55.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7fe4d5d9b640 1 --2- 172.21.15.46:0/1597227269 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe4d00e0c50 0x7fe4d0037160 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fe4d8068b40 tx=0x7fe4d80aa460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcdf08a2b9e6b70b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7fac4599a640 1 --2- 172.21.15.46:0/4130156375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac38005ab0 0x7fac3804e3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7fac4599a640 1 -- 172.21.15.46:0/4130156375 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac3804bee0 con 0x7fac380e7120 2024-09-19T05:50:55.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7fac4599a640 1 --2- 172.21.15.46:0/4130156375 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac380e7120 0x7fac3804b5e0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fac40051790 tx=0x7fac40069a30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7fac35ffb640 1 -- 172.21.15.46:0/4130156375 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac400b3050 con 0x7fac380e7120 2024-09-19T05:50:55.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7f2d37fff640 1 -- 172.21.15.46:0/1342153467 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2d44032480 con 0x7f2d50168af0 2024-09-19T05:50:55.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7f2d37fff640 1 --2- 172.21.15.46:0/1342153467 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f2d3c06c380 0x7f2d3c06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7f2d37fff640 1 -- 172.21.15.46:0/1342153467 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f2d440abb10 con 0x7f2d50168af0 2024-09-19T05:50:55.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7fac35ffb640 1 -- 172.21.15.46:0/4130156375 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac400b4040 con 0x7fac380e7120 2024-09-19T05:50:55.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.906+0000 7fac473fd640 1 -- 172.21.15.46:0/4130156375 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac3804d5f0 con 0x7fac380e7120 2024-09-19T05:50:55.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.907+0000 7fac473fd640 1 -- 172.21.15.46:0/4130156375 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fac3804dbb0 con 0x7fac380e7120 2024-09-19T05:50:55.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.907+0000 7fac35ffb640 1 -- 172.21.15.46:0/4130156375 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac400ae8b0 con 0x7fac380e7120 2024-09-19T05:50:55.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.907+0000 7f120752b640 1 -- 172.21.15.46:0/1494300054 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11e8005290 con 0x7f12000ce8c0 2024-09-19T05:50:55.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.907+0000 7f092affd640 1 -- 172.21.15.46:0/1675405787 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f092c018020 con 0x7f093c0ce5f0 2024-09-19T05:50:55.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.907+0000 7f2d4e7fc640 1 --2- 172.21.15.46:0/1342153467 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f2d3c06c380 0x7f2d3c06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.907+0000 7f015e1d6640 1 -- start start 2024-09-19T05:50:55.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.908+0000 7f2d4e7fc640 1 --2- 172.21.15.46:0/1342153467 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f2d3c06c380 0x7f2d3c06e840 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2d500cf150 tx=0x7f2d40008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.908+0000 7f092affd640 1 --2- 172.21.15.46:0/1675405787 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f091c06c330 0x7f091c06e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.908+0000 7f092affd640 1 -- 172.21.15.46:0/1675405787 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f092c08b180 con 0x7f093c0ce5f0 2024-09-19T05:50:55.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.908+0000 7f11f6ffd640 1 -- 172.21.15.46:0/1494300054 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f11f8044460 con 0x7f12000ce8c0 2024-09-19T05:50:55.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.908+0000 7fac473fd640 1 -- 172.21.15.46:0/4130156375 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac3804e8f0 con 0x7fac380e7120 2024-09-19T05:50:55.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.908+0000 7f11f6ffd640 1 --2- 172.21.15.46:0/1494300054 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f11e406c380 0x7f11e406e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.908+0000 7f0939d9b640 1 --2- 172.21.15.46:0/1675405787 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f091c06c330 0x7f091c06e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.909+0000 7f11f6ffd640 1 -- 172.21.15.46:0/1494300054 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f11f80ac7b0 con 0x7f12000ce8c0 2024-09-19T05:50:55.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.908+0000 7f015e1d6640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0158062ef0 0x7f01580c9e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.908+0000 7f015e1d6640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0158073d00 0x7f01580d0a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.908+0000 7f015e1d6640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f01580b1760 0x7f0158154b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.908+0000 7f015e1d6640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f01580cebf0 con 0x7f0158062ef0 2024-09-19T05:50:55.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.908+0000 7f015e1d6640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f01580ce910 con 0x7f01580b1760 2024-09-19T05:50:55.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.908+0000 7f015e1d6640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f01580d03c0 con 0x7f0158073d00 2024-09-19T05:50:55.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.908+0000 7f01577fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0158062ef0 0x7f01580c9e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.908+0000 7f01577fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0158062ef0 0x7f01580c9e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34682/0 (socket says 172.21.15.46:34682) 2024-09-19T05:50:55.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.909+0000 7f1206529640 1 --2- 172.21.15.46:0/1494300054 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f11e406c380 0x7f11e406e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.908+0000 7f01577fe640 1 -- 172.21.15.46:0/2652349771 learned_addr learned my addr 172.21.15.46:0/2652349771 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.908+0000 7f0157fff640 1 --2- 172.21.15.46:0/2652349771 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f01580b1760 0x7f0158154b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.908+0000 7f0156ffd640 1 --2- 172.21.15.46:0/2652349771 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0158073d00 0x7f01580d0a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.909+0000 7f01577fe640 1 -- 172.21.15.46:0/2652349771 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0158073d00 msgr2=0x7f01580d0a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.909+0000 7f01577fe640 1 --2- 172.21.15.46:0/2652349771 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0158073d00 0x7f01580d0a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.909+0000 7f01577fe640 1 -- 172.21.15.46:0/2652349771 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f01580b1760 msgr2=0x7f0158154b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.909+0000 7f01577fe640 1 --2- 172.21.15.46:0/2652349771 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f01580b1760 0x7f0158154b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.909+0000 7f01577fe640 1 -- 172.21.15.46:0/2652349771 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0158157800 con 0x7f0158062ef0 2024-09-19T05:50:55.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.909+0000 7f01577fe640 1 --2- 172.21.15.46:0/2652349771 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0158062ef0 0x7f01580c9e20 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f0150009f40 tx=0x7f0150004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.909+0000 7f0939d9b640 1 --2- 172.21.15.46:0/1675405787 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f091c06c330 0x7f091c06e7f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f093c0b39d0 tx=0x7f093400b000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.909+0000 7f1206529640 1 --2- 172.21.15.46:0/1494300054 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f11e406c380 0x7f11e406e840 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f11fc004f60 tx=0x7f11fc007e30 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.909+0000 7fac35ffb640 1 -- 172.21.15.46:0/4130156375 <== mon.2 v2:172.21.15.78:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fac400c1020 con 0x7fac380e7120 2024-09-19T05:50:55.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.910+0000 7fac35ffb640 1 --2- 172.21.15.46:0/4130156375 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fac2406c300 0x7fac2406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.910+0000 7fac35ffb640 1 -- 172.21.15.46:0/4130156375 <== mon.2 v2:172.21.15.78:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fac401279c0 con 0x7fac380e7120 2024-09-19T05:50:55.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.910+0000 7fac45199640 1 --2- 172.21.15.46:0/4130156375 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fac2406c300 0x7fac2406e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.910+0000 7fac45199640 1 --2- 172.21.15.46:0/4130156375 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fac2406c300 0x7fac2406e7c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fac30006b10 tx=0x7fac30008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.911+0000 7f013ffff640 1 -- 172.21.15.46:0/2652349771 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0150041020 con 0x7f0158062ef0 2024-09-19T05:50:55.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.911+0000 7f933b7fe640 1 -- 172.21.15.46:0/3795297627 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93440074e0 con 0x7f93540cc2b0 2024-09-19T05:50:55.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.911+0000 7f015e1d6640 1 -- 172.21.15.46:0/2652349771 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01580cb2f0 con 0x7f0158062ef0 2024-09-19T05:50:55.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.911+0000 7f9359731640 1 -- 172.21.15.46:0/3795297627 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93540cac70 con 0x7f93540cc2b0 2024-09-19T05:50:55.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.911+0000 7f9359731640 1 -- 172.21.15.46:0/3795297627 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93540cb230 con 0x7f93540cc2b0 2024-09-19T05:50:55.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.911+0000 7f015e1d6640 1 -- 172.21.15.46:0/2652349771 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01580c62b0 con 0x7f0158062ef0 2024-09-19T05:50:55.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.911+0000 7f2d37fff640 1 -- 172.21.15.46:0/1342153467 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2d4407a2f0 con 0x7f2d50168af0 2024-09-19T05:50:55.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.911+0000 7f8eeeffd640 1 -- 172.21.15.46:0/1507835305 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ee0017070 con 0x7f8ef006e0c0 2024-09-19T05:50:55.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.912+0000 7f8ef735b640 1 -- 172.21.15.46:0/1507835305 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ef00c72b0 con 0x7f8ef006e0c0 2024-09-19T05:50:55.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.912+0000 7f8ef735b640 1 -- 172.21.15.46:0/1507835305 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ef00c7870 con 0x7f8ef006e0c0 2024-09-19T05:50:55.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.912+0000 7f9359731640 1 -- 172.21.15.46:0/3795297627 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f935406bc70 con 0x7f93540cc2b0 2024-09-19T05:50:55.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.913+0000 7f015e1d6640 1 -- 172.21.15.46:0/2652349771 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01580b1bd0 con 0x7f0158062ef0 2024-09-19T05:50:55.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.913+0000 7f8ef735b640 1 -- 172.21.15.46:0/1507835305 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ef00500b0 con 0x7f8ef006e0c0 2024-09-19T05:50:55.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.913+0000 7f092affd640 1 -- 172.21.15.46:0/1675405787 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f092c01f020 con 0x7f093c0ce5f0 2024-09-19T05:50:55.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.916+0000 7fac35ffb640 1 -- 172.21.15.46:0/4130156375 <== mon.2 v2:172.21.15.78:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fac3804e8f0 con 0x7fac380e7120 2024-09-19T05:50:55.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.920+0000 7f933b7fe640 1 -- 172.21.15.46:0/3795297627 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93440047e0 con 0x7f93540cc2b0 2024-09-19T05:50:55.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.920+0000 7f933b7fe640 1 -- 172.21.15.46:0/3795297627 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9344004b90 con 0x7f93540cc2b0 2024-09-19T05:50:55.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.920+0000 7f013ffff640 1 -- 172.21.15.46:0/2652349771 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0150037040 con 0x7f0158062ef0 2024-09-19T05:50:55.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.920+0000 7f11f6ffd640 1 -- 172.21.15.46:0/1494300054 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f11f807a940 con 0x7f12000ce8c0 2024-09-19T05:50:55.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.921+0000 7f8eeeffd640 1 -- 172.21.15.46:0/1507835305 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ee000aca0 con 0x7f8ef006e0c0 2024-09-19T05:50:55.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.921+0000 7f8eeeffd640 1 -- 172.21.15.46:0/1507835305 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ee0021060 con 0x7f8ef006e0c0 2024-09-19T05:50:55.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.921+0000 7f013ffff640 1 -- 172.21.15.46:0/2652349771 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0150041020 con 0x7f0158062ef0 2024-09-19T05:50:55.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.920+0000 7fe4d559a640 1 -- 172.21.15.46:0/1597227269 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4d80b6070 con 0x7fe4d00e0c50 2024-09-19T05:50:55.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.921+0000 7fe4d559a640 1 -- 172.21.15.46:0/1597227269 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4d80af7f0 con 0x7fe4d00e0c50 2024-09-19T05:50:55.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.921+0000 7fe4d559a640 1 -- 172.21.15.46:0/1597227269 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4d80afca0 con 0x7fe4d00e0c50 2024-09-19T05:50:55.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.922+0000 7fe4dcd59640 1 -- 172.21.15.46:0/1597227269 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe4d00e0c50 msgr2=0x7fe4d0037160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.922+0000 7fe4dcd59640 1 --2- 172.21.15.46:0/1597227269 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe4d00e0c50 0x7fe4d0037160 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fe4d8068b40 tx=0x7fe4d80aa460 comp rx=0 tx=0).stop 2024-09-19T05:50:55.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.922+0000 7fe4dcd59640 1 -- 172.21.15.46:0/1597227269 shutdown_connections 2024-09-19T05:50:55.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.922+0000 7fe4dcd59640 1 --2- 172.21.15.46:0/1597227269 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe4d00376a0 0x7fe4d00ea890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.922+0000 7fe4dcd59640 1 --2- 172.21.15.46:0/1597227269 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe4d00e0c50 0x7fe4d0037160 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.923+0000 7fe4dcd59640 1 -- 172.21.15.46:0/1597227269 >> 172.21.15.46:0/1597227269 conn(0x7fe4d001ea70 msgr2=0x7fe4d00556e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:55.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.923+0000 7fe4dcd59640 1 -- 172.21.15.46:0/1597227269 shutdown_connections 2024-09-19T05:50:55.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.923+0000 7fe4dcd59640 1 -- 172.21.15.46:0/1597227269 wait complete. 2024-09-19T05:50:55.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.923+0000 7f933b7fe640 1 -- 172.21.15.46:0/3795297627 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9344011070 con 0x7f93540cc2b0 2024-09-19T05:50:55.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.922+0000 7f8eeeffd640 1 -- 172.21.15.46:0/1507835305 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8ee001a070 con 0x7f8ef006e0c0 2024-09-19T05:50:55.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.924+0000 7f933b7fe640 1 --2- 172.21.15.46:0/3795297627 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f934006c2b0 0x7f934006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.924+0000 7f8eeeffd640 1 --2- 172.21.15.46:0/1507835305 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f8edc06c2b0 0x7f8edc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.924+0000 7f933b7fe640 1 -- 172.21.15.46:0/3795297627 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f934408b450 con 0x7f93540cc2b0 2024-09-19T05:50:55.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.924+0000 7f8ef5b58640 1 --2- 172.21.15.46:0/1507835305 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f8edc06c2b0 0x7f8edc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.924+0000 7f9352ffd640 1 --2- 172.21.15.46:0/3795297627 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f934006c2b0 0x7f934006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.925+0000 7f8ef5b58640 1 --2- 172.21.15.46:0/1507835305 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f8edc06c2b0 0x7f8edc06e770 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8ef00c85d0 tx=0x7f8ee402e000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.925+0000 7f8eeeffd640 1 -- 172.21.15.46:0/1507835305 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f8ee0057bf0 con 0x7f8ef006e0c0 2024-09-19T05:50:55.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.925+0000 7f9352ffd640 1 --2- 172.21.15.46:0/3795297627 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f934006c2b0 0x7f934006e770 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f934c00aea0 tx=0x7f934c00a000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.926+0000 7fe4dcd59640 1 Processor -- start 2024-09-19T05:50:55.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.926+0000 7fe4dcd59640 1 -- start start 2024-09-19T05:50:55.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.926+0000 7f013ffff640 1 -- 172.21.15.46:0/2652349771 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0150044020 con 0x7f0158062ef0 2024-09-19T05:50:55.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.927+0000 7f013ffff640 1 --2- 172.21.15.46:0/2652349771 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f014406c4b0 0x7f014406e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.927+0000 7f013ffff640 1 -- 172.21.15.46:0/2652349771 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f01500ac5b0 con 0x7f0158062ef0 2024-09-19T05:50:55.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.927+0000 7fe4dcd59640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe4d00376a0 0x7fe4d00e3590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.927+0000 7f0156ffd640 1 --2- 172.21.15.46:0/2652349771 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f014406c4b0 0x7f014406e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.927+0000 7fe4dcd59640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe4d00e0870 0x7fe4d00da450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.928+0000 7fe4d659c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe4d00376a0 0x7fe4d00e3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.928+0000 7f0156ffd640 1 --2- 172.21.15.46:0/2652349771 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f014406c4b0 0x7f014406e970 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f0148006fd0 tx=0x7f0148008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.928+0000 7fe4d659c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe4d00376a0 0x7fe4d00e3590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.46:51096/0 (socket says 172.21.15.46:51096) 2024-09-19T05:50:55.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.928+0000 7fe4d5d9b640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe4d00e0870 0x7fe4d00da450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.928+0000 7fe4d5d9b640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe4d00e0870 0x7fe4d00da450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.46:34204/0 (socket says 172.21.15.46:34204) 2024-09-19T05:50:55.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.928+0000 7fe4dcd59640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe4d00e0c50 0x7fe4d0036730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.928+0000 7fe4d659c640 1 -- 172.21.15.46:0/3078227535 learned_addr learned my addr 172.21.15.46:0/3078227535 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:55.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.928+0000 7fe4d6d9d640 1 --2- 172.21.15.46:0/3078227535 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe4d00e0c50 0x7fe4d0036730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.928+0000 7fe4dcd59640 1 -- 172.21.15.46:0/3078227535 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe4d00e5320 con 0x7fe4d00e0c50 2024-09-19T05:50:55.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.929+0000 7fe4dcd59640 1 -- 172.21.15.46:0/3078227535 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fe4d0056500 con 0x7fe4d00376a0 2024-09-19T05:50:55.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.929+0000 7fe4dcd59640 1 -- 172.21.15.46:0/3078227535 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fe4d0055230 con 0x7fe4d00e0870 2024-09-19T05:50:55.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.929+0000 7fe4d659c640 1 -- 172.21.15.46:0/3078227535 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe4d00e0870 msgr2=0x7fe4d00da450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.929+0000 7fe4d659c640 1 --2- 172.21.15.46:0/3078227535 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe4d00e0870 0x7fe4d00da450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.929+0000 7fe4d659c640 1 -- 172.21.15.46:0/3078227535 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe4d00e0c50 msgr2=0x7fe4d0036730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:55.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.930+0000 7fe4d659c640 1 --2- 172.21.15.46:0/3078227535 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe4d00e0c50 0x7fe4d0036730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:55.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.930+0000 7fe4d659c640 1 -- 172.21.15.46:0/3078227535 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4d0033000 con 0x7fe4d00376a0 2024-09-19T05:50:55.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.930+0000 7fe4d6d9d640 1 --2- 172.21.15.46:0/3078227535 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe4d00e0c50 0x7fe4d0036730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:55.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.930+0000 7fe4d659c640 1 --2- 172.21.15.46:0/3078227535 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe4d00376a0 0x7fe4d00e3590 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe4cc00c480 tx=0x7fe4cc00c940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.930+0000 7fe4c6ffd640 1 -- 172.21.15.46:0/3078227535 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4cc016020 con 0x7fe4d00376a0 2024-09-19T05:50:55.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.930+0000 7fe4c6ffd640 1 -- 172.21.15.46:0/3078227535 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4cc012830 con 0x7fe4d00376a0 2024-09-19T05:50:55.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.930+0000 7fe4c6ffd640 1 -- 172.21.15.46:0/3078227535 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4cc016020 con 0x7fe4d00376a0 2024-09-19T05:50:55.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.930+0000 7fe4dcd59640 1 -- 172.21.15.46:0/3078227535 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4d00d9970 con 0x7fe4d00376a0 2024-09-19T05:50:55.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.931+0000 7fe4dcd59640 1 -- 172.21.15.46:0/3078227535 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4d00e3ad0 con 0x7fe4d00376a0 2024-09-19T05:50:55.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.932+0000 7f8eeeffd640 1 -- 172.21.15.46:0/1507835305 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8ef00500b0 con 0x7f8ef006e0c0 2024-09-19T05:50:55.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.932+0000 7fe4dcd59640 1 -- 172.21.15.46:0/3078227535 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4d001f1d0 con 0x7fe4d00376a0 2024-09-19T05:50:55.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.933+0000 7fe4c6ffd640 1 -- 172.21.15.46:0/3078227535 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe4cc019020 con 0x7fe4d00376a0 2024-09-19T05:50:55.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.933+0000 7fe4c6ffd640 1 --2- 172.21.15.46:0/3078227535 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fe4b806c6b0 0x7fe4b806eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:55.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.934+0000 7fe4c6ffd640 1 -- 172.21.15.46:0/3078227535 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe4cc012630 con 0x7fe4d00376a0 2024-09-19T05:50:55.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.934+0000 7fe4d5d9b640 1 --2- 172.21.15.46:0/3078227535 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fe4b806c6b0 0x7fe4b806eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:55.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.934+0000 7fe4d5d9b640 1 --2- 172.21.15.46:0/3078227535 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fe4b806c6b0 0x7fe4b806eb70 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe4d000d5a0 tx=0x7fe4d806e030 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:55.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.939+0000 7fe4c6ffd640 1 -- 172.21.15.46:0/3078227535 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe4cc020070 con 0x7fe4d00376a0 2024-09-19T05:50:55.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.947+0000 7f933b7fe640 1 -- 172.21.15.46:0/3795297627 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9344059ba0 con 0x7f93540cc2b0 2024-09-19T05:50:55.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:55.950+0000 7f013ffff640 1 -- 172.21.15.46:0/2652349771 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f015004b020 con 0x7f0158062ef0 2024-09-19T05:50:56.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.292+0000 7f0928ff9640 1 -- 172.21.15.46:0/1675405787 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f093c0cdc40 con 0x7f093c0ce5f0 2024-09-19T05:50:56.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.292+0000 7f092affd640 1 -- 172.21.15.46:0/1675405787 <== mon.1 v2:172.21.15.78:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f092c059310 con 0x7f093c0ce5f0 2024-09-19T05:50:56.294 INFO:teuthology.orchestra.run.smithi046.stdout:60129542150 2024-09-19T05:50:56.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.296+0000 7f0940a53640 1 -- 172.21.15.46:0/1675405787 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f091c06c330 msgr2=0x7f091c06e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.296+0000 7f0940a53640 1 --2- 172.21.15.46:0/1675405787 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f091c06c330 0x7f091c06e7f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f093c0b39d0 tx=0x7f093400b000 comp rx=0 tx=0).stop 2024-09-19T05:50:56.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.296+0000 7f0940a53640 1 -- 172.21.15.46:0/1675405787 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f093c0ce5f0 msgr2=0x7f093c1f7e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.297+0000 7f0940a53640 1 --2- 172.21.15.46:0/1675405787 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f093c0ce5f0 0x7f093c1f7e80 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f092c00b3f0 tx=0x7f092c00b8b0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.297+0000 7f0940a53640 1 -- 172.21.15.46:0/1675405787 shutdown_connections 2024-09-19T05:50:56.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.297+0000 7f0940a53640 1 --2- 172.21.15.46:0/1675405787 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f091c06c330 0x7f091c06e7f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.297+0000 7f0940a53640 1 --2- 172.21.15.46:0/1675405787 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f093c15ed70 0x7f093c0c8ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.297+0000 7f0940a53640 1 --2- 172.21.15.46:0/1675405787 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f093c15c400 0x7f093c0c8760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.297+0000 7f0940a53640 1 --2- 172.21.15.46:0/1675405787 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f093c0ce5f0 0x7f093c1f7e80 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.297+0000 7f0940a53640 1 -- 172.21.15.46:0/1675405787 >> 172.21.15.46:0/1675405787 conn(0x7f093c062630 msgr2=0x7f093c15ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:56.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.297+0000 7f0940a53640 1 -- 172.21.15.46:0/1675405787 shutdown_connections 2024-09-19T05:50:56.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.297+0000 7f0940a53640 1 -- 172.21.15.46:0/1675405787 wait complete. 2024-09-19T05:50:56.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.305+0000 7f2d559e8640 1 -- 172.21.15.46:0/1342153467 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f2d50165d50 con 0x7f2d50168af0 2024-09-19T05:50:56.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.306+0000 7f2d37fff640 1 -- 172.21.15.46:0/1342153467 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2d50165d50 con 0x7f2d50168af0 2024-09-19T05:50:56.307 INFO:teuthology.orchestra.run.smithi046.stdout:60129542152 2024-09-19T05:50:56.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.309+0000 7f2d35ffb640 1 -- 172.21.15.46:0/1342153467 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f2d3c06c380 msgr2=0x7f2d3c06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.309+0000 7f2d35ffb640 1 --2- 172.21.15.46:0/1342153467 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f2d3c06c380 0x7f2d3c06e840 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2d500cf150 tx=0x7f2d40008040 comp rx=0 tx=0).stop 2024-09-19T05:50:56.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.309+0000 7f2d35ffb640 1 -- 172.21.15.46:0/1342153467 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2d50168af0 msgr2=0x7f2d500b1dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.309+0000 7f2d35ffb640 1 --2- 172.21.15.46:0/1342153467 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2d50168af0 0x7f2d500b1dc0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f2d44008950 tx=0x7f2d440046c0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.310+0000 7f2d35ffb640 1 -- 172.21.15.46:0/1342153467 shutdown_connections 2024-09-19T05:50:56.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.310+0000 7f2d35ffb640 1 --2- 172.21.15.46:0/1342153467 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f2d3c06c380 0x7f2d3c06e840 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.310+0000 7f2d35ffb640 1 --2- 172.21.15.46:0/1342153467 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2d5016ef20 0x7f2d50215a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.310+0000 7f2d35ffb640 1 --2- 172.21.15.46:0/1342153467 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2d5016ead0 0x7f2d502154d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.310+0000 7f2d35ffb640 1 --2- 172.21.15.46:0/1342153467 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2d50168af0 0x7f2d500b1dc0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.310+0000 7f2d35ffb640 1 -- 172.21.15.46:0/1342153467 >> 172.21.15.46:0/1342153467 conn(0x7f2d50062630 msgr2=0x7f2d500cd930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:56.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.311+0000 7f2d35ffb640 1 -- 172.21.15.46:0/1342153467 shutdown_connections 2024-09-19T05:50:56.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.311+0000 7f2d35ffb640 1 -- 172.21.15.46:0/1342153467 wait complete. 2024-09-19T05:50:56.316 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.4 2024-09-19T05:50:56.316 DEBUG:teuthology.parallel:result is None 2024-09-19T05:50:56.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.320+0000 7fac473fd640 1 -- 172.21.15.46:0/4130156375 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fac38047600 con 0x7fac380e7120 2024-09-19T05:50:56.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.321+0000 7fac35ffb640 1 -- 172.21.15.46:0/4130156375 <== mon.2 v2:172.21.15.78:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fac400f6090 con 0x7fac380e7120 2024-09-19T05:50:56.323 INFO:teuthology.orchestra.run.smithi046.stdout:60129542151 2024-09-19T05:50:56.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.325+0000 7fac473fd640 1 -- 172.21.15.46:0/4130156375 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fac2406c300 msgr2=0x7fac2406e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.325+0000 7fac473fd640 1 --2- 172.21.15.46:0/4130156375 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fac2406c300 0x7fac2406e7c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fac30006b10 tx=0x7fac30008040 comp rx=0 tx=0).stop 2024-09-19T05:50:56.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.325+0000 7fac473fd640 1 -- 172.21.15.46:0/4130156375 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac380e7120 msgr2=0x7fac3804b5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.325+0000 7fac473fd640 1 --2- 172.21.15.46:0/4130156375 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac380e7120 0x7fac3804b5e0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fac40051790 tx=0x7fac40069a30 comp rx=0 tx=0).stop 2024-09-19T05:50:56.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.325+0000 7fac473fd640 1 -- 172.21.15.46:0/4130156375 shutdown_connections 2024-09-19T05:50:56.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.326+0000 7fac473fd640 1 --2- 172.21.15.46:0/4130156375 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fac2406c300 0x7fac2406e7c0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.326+0000 7fac473fd640 1 --2- 172.21.15.46:0/4130156375 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac380e7120 0x7fac3804b5e0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.326+0000 7fac473fd640 1 --2- 172.21.15.46:0/4130156375 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac3804eb60 0x7fac38184950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.326+0000 7fac473fd640 1 --2- 172.21.15.46:0/4130156375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac38005ab0 0x7fac3804e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.326+0000 7fac473fd640 1 -- 172.21.15.46:0/4130156375 >> 172.21.15.46:0/4130156375 conn(0x7fac38036090 msgr2=0x7fac380323d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:56.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.326+0000 7fac473fd640 1 -- 172.21.15.46:0/4130156375 shutdown_connections 2024-09-19T05:50:56.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.326+0000 7fac473fd640 1 -- 172.21.15.46:0/4130156375 wait complete. 2024-09-19T05:50:56.329 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.0 2024-09-19T05:50:56.329 DEBUG:teuthology.parallel:result is None 2024-09-19T05:50:56.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.331+0000 7f120752b640 1 -- 172.21.15.46:0/1494300054 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f11e8005580 con 0x7f12000ce8c0 2024-09-19T05:50:56.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.331+0000 7f9359731640 1 -- 172.21.15.46:0/3795297627 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f93541f3320 con 0x7f93540cc2b0 2024-09-19T05:50:56.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.332+0000 7f11f6ffd640 1 -- 172.21.15.46:0/1494300054 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f11f807ec40 con 0x7f12000ce8c0 2024-09-19T05:50:56.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.332+0000 7f933b7fe640 1 -- 172.21.15.46:0/3795297627 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f93440594a0 con 0x7f93540cc2b0 2024-09-19T05:50:56.334 INFO:teuthology.orchestra.run.smithi046.stdout:60129542152 2024-09-19T05:50:56.334 INFO:teuthology.orchestra.run.smithi046.stdout:60129542152 2024-09-19T05:50:56.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.334+0000 7fe4dcd59640 1 -- 172.21.15.46:0/3078227535 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fe4d000eef0 con 0x7fe4d00376a0 2024-09-19T05:50:56.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7f120752b640 1 -- 172.21.15.46:0/1494300054 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f11e406c380 msgr2=0x7f11e406e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7f120752b640 1 --2- 172.21.15.46:0/1494300054 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f11e406c380 0x7f11e406e840 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f11fc004f60 tx=0x7f11fc007e30 comp rx=0 tx=0).stop 2024-09-19T05:50:56.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7f120752b640 1 -- 172.21.15.46:0/1494300054 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12000ce8c0 msgr2=0x7f1200145d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7f120752b640 1 --2- 172.21.15.46:0/1494300054 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12000ce8c0 0x7f1200145d80 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f11f802ac10 tx=0x7f11f8004a40 comp rx=0 tx=0).stop 2024-09-19T05:50:56.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7f120752b640 1 -- 172.21.15.46:0/1494300054 shutdown_connections 2024-09-19T05:50:56.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7f120752b640 1 --2- 172.21.15.46:0/1494300054 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f11e406c380 0x7f11e406e840 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7f120752b640 1 --2- 172.21.15.46:0/1494300054 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12000ce8c0 0x7f1200145d80 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7fe4c6ffd640 1 -- 172.21.15.46:0/3078227535 <== mon.1 v2:172.21.15.78:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe4cc058860 con 0x7fe4d00376a0 2024-09-19T05:50:56.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7f120752b640 1 --2- 172.21.15.46:0/1494300054 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f12000af560 0x7f1200148480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7f9359731640 1 -- 172.21.15.46:0/3795297627 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f934006c2b0 msgr2=0x7f934006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.338 INFO:teuthology.orchestra.run.smithi046.stdout:60129542152 2024-09-19T05:50:56.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7f9359731640 1 --2- 172.21.15.46:0/3795297627 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f934006c2b0 0x7f934006e770 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f934c00aea0 tx=0x7f934c00a000 comp rx=0 tx=0).stop 2024-09-19T05:50:56.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7f9359731640 1 -- 172.21.15.46:0/3795297627 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f93540cc2b0 msgr2=0x7f935415a3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7f120752b640 1 --2- 172.21.15.46:0/1494300054 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f120006e0c0 0x7f1200147550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7f120752b640 1 -- 172.21.15.46:0/1494300054 >> 172.21.15.46:0/1494300054 conn(0x7f12000d0040 msgr2=0x7f12000cf5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:56.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7f9359731640 1 --2- 172.21.15.46:0/3795297627 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f93540cc2b0 0x7f935415a3e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f934400c3e0 tx=0x7f934400c8a0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7f9359731640 1 -- 172.21.15.46:0/3795297627 shutdown_connections 2024-09-19T05:50:56.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7f120752b640 1 -- 172.21.15.46:0/1494300054 shutdown_connections 2024-09-19T05:50:56.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7f120752b640 1 -- 172.21.15.46:0/1494300054 wait complete. 2024-09-19T05:50:56.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7f9359731640 1 --2- 172.21.15.46:0/3795297627 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f934006c2b0 0x7f934006e770 secure :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f934c00aea0 tx=0x7f934c00a000 comp rx=0 tx=0).stop 2024-09-19T05:50:56.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7f9359731640 1 --2- 172.21.15.46:0/3795297627 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f93540cc2b0 0x7f935415a3e0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7f9359731640 1 --2- 172.21.15.46:0/3795297627 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f93540b4b30 0x7f9354159ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7f9359731640 1 --2- 172.21.15.46:0/3795297627 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f93540b3ce0 0x7f93540b06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.335+0000 7f9359731640 1 -- 172.21.15.46:0/3795297627 >> 172.21.15.46:0/3795297627 conn(0x7f9354062630 msgr2=0x7f93540b16d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:56.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.336+0000 7f9359731640 1 -- 172.21.15.46:0/3795297627 shutdown_connections 2024-09-19T05:50:56.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.336+0000 7f9359731640 1 -- 172.21.15.46:0/3795297627 wait complete. 2024-09-19T05:50:56.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.338+0000 7fe4dcd59640 1 -- 172.21.15.46:0/3078227535 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fe4b806c6b0 msgr2=0x7fe4b806eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.338+0000 7fe4dcd59640 1 --2- 172.21.15.46:0/3078227535 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fe4b806c6b0 0x7fe4b806eb70 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe4d000d5a0 tx=0x7fe4d806e030 comp rx=0 tx=0).stop 2024-09-19T05:50:56.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.338+0000 7fe4dcd59640 1 -- 172.21.15.46:0/3078227535 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe4d00376a0 msgr2=0x7fe4d00e3590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.338+0000 7fe4dcd59640 1 --2- 172.21.15.46:0/3078227535 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe4d00376a0 0x7fe4d00e3590 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe4cc00c480 tx=0x7fe4cc00c940 comp rx=0 tx=0).stop 2024-09-19T05:50:56.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.338+0000 7fe4dcd59640 1 -- 172.21.15.46:0/3078227535 shutdown_connections 2024-09-19T05:50:56.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.338+0000 7fe4dcd59640 1 --2- 172.21.15.46:0/3078227535 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fe4b806c6b0 0x7fe4b806eb70 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.338+0000 7fe4dcd59640 1 --2- 172.21.15.46:0/3078227535 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe4d00e0c50 0x7fe4d0036730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.338+0000 7fe4dcd59640 1 --2- 172.21.15.46:0/3078227535 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe4d00e0870 0x7fe4d00da450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.338+0000 7fe4dcd59640 1 --2- 172.21.15.46:0/3078227535 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe4d00376a0 0x7fe4d00e3590 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.338+0000 7fe4dcd59640 1 -- 172.21.15.46:0/3078227535 >> 172.21.15.46:0/3078227535 conn(0x7fe4d001ea70 msgr2=0x7fe4d0050f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:56.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.338+0000 7fe4dcd59640 1 -- 172.21.15.46:0/3078227535 shutdown_connections 2024-09-19T05:50:56.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.338+0000 7fe4dcd59640 1 -- 172.21.15.46:0/3078227535 wait complete. 2024-09-19T05:50:56.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.340+0000 7f8ef735b640 1 -- 172.21.15.46:0/1507835305 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f8ef00ce380 con 0x7f8ef006e0c0 2024-09-19T05:50:56.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.340+0000 7f8eeeffd640 1 -- 172.21.15.46:0/1507835305 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f8ee0059b50 con 0x7f8ef006e0c0 2024-09-19T05:50:56.343 INFO:teuthology.orchestra.run.smithi046.stdout:64424509448 2024-09-19T05:50:56.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.343+0000 7f8ef735b640 1 -- 172.21.15.46:0/1507835305 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f8edc06c2b0 msgr2=0x7f8edc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.343+0000 7f8ef735b640 1 --2- 172.21.15.46:0/1507835305 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f8edc06c2b0 0x7f8edc06e770 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8ef00c85d0 tx=0x7f8ee402e000 comp rx=0 tx=0).stop 2024-09-19T05:50:56.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.343+0000 7f8ef735b640 1 -- 172.21.15.46:0/1507835305 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ef006e0c0 msgr2=0x7f8ef00c7d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.343+0000 7f8ef735b640 1 --2- 172.21.15.46:0/1507835305 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ef006e0c0 0x7f8ef00c7d90 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8ee000cbc0 tx=0x7f8ee000a060 comp rx=0 tx=0).stop 2024-09-19T05:50:56.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.343+0000 7f8ef735b640 1 -- 172.21.15.46:0/1507835305 shutdown_connections 2024-09-19T05:50:56.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.343+0000 7f8ef735b640 1 --2- 172.21.15.46:0/1507835305 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f8edc06c2b0 0x7f8edc06e770 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.343+0000 7f8ef735b640 1 --2- 172.21.15.46:0/1507835305 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8ef00ce8c0 0x7f8ef00ae200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.343+0000 7f8ef735b640 1 --2- 172.21.15.46:0/1507835305 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8ef00af560 0x7f8ef015b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.343+0000 7f8ef735b640 1 --2- 172.21.15.46:0/1507835305 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ef006e0c0 0x7f8ef00c7d90 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.343+0000 7f8ef735b640 1 -- 172.21.15.46:0/1507835305 >> 172.21.15.46:0/1507835305 conn(0x7f8ef00d0040 msgr2=0x7f8ef00b04f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:56.346 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.3 2024-09-19T05:50:56.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.343+0000 7f8ef735b640 1 -- 172.21.15.46:0/1507835305 shutdown_connections 2024-09-19T05:50:56.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.344+0000 7f8ef735b640 1 -- 172.21.15.46:0/1507835305 wait complete. 2024-09-19T05:50:56.347 DEBUG:teuthology.parallel:result is None 2024-09-19T05:50:56.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.347+0000 7f015e1d6640 1 -- 172.21.15.46:0/2652349771 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f01580cd820 con 0x7f0158062ef0 2024-09-19T05:50:56.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.347+0000 7f013ffff640 1 -- 172.21.15.46:0/2652349771 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f015004b020 con 0x7f0158062ef0 2024-09-19T05:50:56.349 INFO:teuthology.orchestra.run.smithi046.stdout:60129542152 2024-09-19T05:50:56.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.350+0000 7f015e1d6640 1 -- 172.21.15.46:0/2652349771 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f014406c4b0 msgr2=0x7f014406e970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.350+0000 7f015e1d6640 1 --2- 172.21.15.46:0/2652349771 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f014406c4b0 0x7f014406e970 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f0148006fd0 tx=0x7f0148008040 comp rx=0 tx=0).stop 2024-09-19T05:50:56.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.350+0000 7f015e1d6640 1 -- 172.21.15.46:0/2652349771 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0158062ef0 msgr2=0x7f01580c9e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.350+0000 7f015e1d6640 1 --2- 172.21.15.46:0/2652349771 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0158062ef0 0x7f01580c9e20 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f0150009f40 tx=0x7f0150004a40 comp rx=0 tx=0).stop 2024-09-19T05:50:56.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.350+0000 7f015e1d6640 1 -- 172.21.15.46:0/2652349771 shutdown_connections 2024-09-19T05:50:56.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.350+0000 7f015e1d6640 1 --2- 172.21.15.46:0/2652349771 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f014406c4b0 0x7f014406e970 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.350+0000 7f015e1d6640 1 --2- 172.21.15.46:0/2652349771 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f01580b1760 0x7f0158154b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.350+0000 7f015e1d6640 1 --2- 172.21.15.46:0/2652349771 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0158073d00 0x7f01580d0a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.350+0000 7f015e1d6640 1 --2- 172.21.15.46:0/2652349771 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0158062ef0 0x7f01580c9e20 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.350+0000 7f015e1d6640 1 -- 172.21.15.46:0/2652349771 >> 172.21.15.46:0/2652349771 conn(0x7f01580731e0 msgr2=0x7f01580b0110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:56.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.350+0000 7f015e1d6640 1 -- 172.21.15.46:0/2652349771 shutdown_connections 2024-09-19T05:50:56.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.350+0000 7f015e1d6640 1 -- 172.21.15.46:0/2652349771 wait complete. 2024-09-19T05:50:56.356 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.2 2024-09-19T05:50:56.356 DEBUG:teuthology.parallel:result is None 2024-09-19T05:50:56.357 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.7 2024-09-19T05:50:56.357 DEBUG:teuthology.parallel:result is None 2024-09-19T05:50:56.358 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.1 2024-09-19T05:50:56.358 DEBUG:teuthology.parallel:result is None 2024-09-19T05:50:56.361 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.5 2024-09-19T05:50:56.361 DEBUG:teuthology.parallel:result is None 2024-09-19T05:50:56.364 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.6 2024-09-19T05:50:56.365 DEBUG:teuthology.parallel:result is None 2024-09-19T05:50:56.365 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T05:50:56.365 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:50:56.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.504+0000 7f3098be4640 1 Processor -- start 2024-09-19T05:50:56.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.504+0000 7f3098be4640 1 -- start start 2024-09-19T05:50:56.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.505+0000 7f3098be4640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f3094161d50 0x7f30940d1eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:56.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.505+0000 7f3098be4640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f309406c940 con 0x7f309409be80 2024-09-19T05:50:56.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.505+0000 7f3098be4640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f30940b1e80 con 0x7f30940b3970 2024-09-19T05:50:56.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.505+0000 7f3098be4640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f30940b2160 con 0x7f3094161d50 2024-09-19T05:50:56.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.505+0000 7f309259c640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f3094161d50 0x7f30940d1eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:56.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.505+0000 7f3091d9b640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f309409be80 0x7f30940b3260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:43674/0 (socket says 172.21.15.46:43674) 2024-09-19T05:50:56.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.505+0000 7f3091d9b640 1 -- 172.21.15.46:0/1500547343 learned_addr learned my addr 172.21.15.46:0/1500547343 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:56.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.505+0000 7f309259c640 1 -- 172.21.15.46:0/1500547343 >> v1:172.21.15.78:6789/0 conn(0x7f30940b3970 legacy=0x7f30940d0500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:56.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.506+0000 7f309259c640 1 -- 172.21.15.46:0/1500547343 >> v1:172.21.15.46:6789/0 conn(0x7f309409be80 legacy=0x7f30940b3260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.506+0000 7f309259c640 1 -- 172.21.15.46:0/1500547343 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30940b2440 con 0x7f3094161d50 2024-09-19T05:50:56.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.506+0000 7f309259c640 1 --2- 172.21.15.46:0/1500547343 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3094161d50 0x7f30940d1eb0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f30840097a0 tx=0x7f308402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edd62534d4f4a66b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:56.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.506+0000 7f309159a640 1 -- 172.21.15.46:0/1500547343 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3084037070 con 0x7f3094161d50 2024-09-19T05:50:56.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.506+0000 7f309159a640 1 -- 172.21.15.46:0/1500547343 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3084032440 con 0x7f3094161d50 2024-09-19T05:50:56.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.506+0000 7f309159a640 1 -- 172.21.15.46:0/1500547343 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3084032810 con 0x7f3094161d50 2024-09-19T05:50:56.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.507+0000 7f3098be4640 1 -- 172.21.15.46:0/1500547343 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3094161d50 msgr2=0x7f30940d1eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.507+0000 7f3098be4640 1 --2- 172.21.15.46:0/1500547343 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3094161d50 0x7f30940d1eb0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f30840097a0 tx=0x7f308402a1e0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.507+0000 7f3098be4640 1 -- 172.21.15.46:0/1500547343 shutdown_connections 2024-09-19T05:50:56.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.507+0000 7f3098be4640 1 --2- 172.21.15.46:0/1500547343 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3094161d50 0x7f30940d1eb0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.507+0000 7f3098be4640 1 -- 172.21.15.46:0/1500547343 >> 172.21.15.46:0/1500547343 conn(0x7f309409ba70 msgr2=0x7f30940b40d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:56.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.507+0000 7f3098be4640 1 -- 172.21.15.46:0/1500547343 shutdown_connections 2024-09-19T05:50:56.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.507+0000 7f3098be4640 1 -- 172.21.15.46:0/1500547343 wait complete. 2024-09-19T05:50:56.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.508+0000 7f3098be4640 1 Processor -- start 2024-09-19T05:50:56.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.508+0000 7f3098be4640 1 -- start start 2024-09-19T05:50:56.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.509+0000 7f3098be4640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f309409be80 0x7f30941f4ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:56.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.509+0000 7f3098be4640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f30940b3970 0x7f30940c8a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:56.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.509+0000 7f3098be4640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3094161d50 0x7f30940c60d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:56.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.509+0000 7f3098be4640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f3094162130 con 0x7f3094161d50 2024-09-19T05:50:56.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.509+0000 7f3098be4640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f309406c5d0 con 0x7f309409be80 2024-09-19T05:50:56.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.509+0000 7f3098be4640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f30941622b0 con 0x7f30940b3970 2024-09-19T05:50:56.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.509+0000 7f3092d9d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3094161d50 0x7f30940c60d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:56.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.509+0000 7f3092d9d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3094161d50 0x7f30940c60d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34702/0 (socket says 172.21.15.46:34702) 2024-09-19T05:50:56.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.509+0000 7f3092d9d640 1 -- 172.21.15.46:0/43728821 learned_addr learned my addr 172.21.15.46:0/43728821 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:56.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.509+0000 7f309259c640 1 --2- 172.21.15.46:0/43728821 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f309409be80 0x7f30941f4ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:56.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.509+0000 7f3091d9b640 1 --2- 172.21.15.46:0/43728821 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f30940b3970 0x7f30940c8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:56.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.509+0000 7f3092d9d640 1 -- 172.21.15.46:0/43728821 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f30940b3970 msgr2=0x7f30940c8a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.510+0000 7f3092d9d640 1 --2- 172.21.15.46:0/43728821 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f30940b3970 0x7f30940c8a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.510+0000 7f3092d9d640 1 -- 172.21.15.46:0/43728821 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f309409be80 msgr2=0x7f30941f4ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.510+0000 7f3092d9d640 1 --2- 172.21.15.46:0/43728821 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f309409be80 0x7f30941f4ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.510+0000 7f3092d9d640 1 -- 172.21.15.46:0/43728821 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f309415cd30 con 0x7f3094161d50 2024-09-19T05:50:56.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.510+0000 7f3091d9b640 1 --2- 172.21.15.46:0/43728821 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f30940b3970 0x7f30940c8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:50:56.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.510+0000 7f3092d9d640 1 --2- 172.21.15.46:0/43728821 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3094161d50 0x7f30940c60d0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f308c00c780 tx=0x7f308c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:56.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.510+0000 7f3082ffd640 1 -- 172.21.15.46:0/43728821 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f308c004b60 con 0x7f3094161d50 2024-09-19T05:50:56.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.510+0000 7f3082ffd640 1 -- 172.21.15.46:0/43728821 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f308c004d00 con 0x7f3094161d50 2024-09-19T05:50:56.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.510+0000 7f3098be4640 1 -- 172.21.15.46:0/43728821 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30940c6610 con 0x7f3094161d50 2024-09-19T05:50:56.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.510+0000 7f3082ffd640 1 -- 172.21.15.46:0/43728821 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f308c00aa90 con 0x7f3094161d50 2024-09-19T05:50:56.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.510+0000 7f3098be4640 1 -- 172.21.15.46:0/43728821 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f309415d2b0 con 0x7f3094161d50 2024-09-19T05:50:56.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.511+0000 7f3098be4640 1 -- 172.21.15.46:0/43728821 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30940d1eb0 con 0x7f3094161d50 2024-09-19T05:50:56.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.511+0000 7f3082ffd640 1 -- 172.21.15.46:0/43728821 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f308c00ac30 con 0x7f3094161d50 2024-09-19T05:50:56.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.512+0000 7f3082ffd640 1 --2- 172.21.15.46:0/43728821 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f307406c2b0 0x7f307406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:56.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.512+0000 7f3082ffd640 1 -- 172.21.15.46:0/43728821 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f308c08b760 con 0x7f3094161d50 2024-09-19T05:50:56.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.512+0000 7f309259c640 1 --2- 172.21.15.46:0/43728821 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f307406c2b0 0x7f307406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:56.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.513+0000 7f309259c640 1 --2- 172.21.15.46:0/43728821 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f307406c2b0 0x7f307406e770 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f3084034000 tx=0x7f308402e000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:56.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.517+0000 7f3082ffd640 1 -- 172.21.15.46:0/43728821 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f308c020070 con 0x7f3094161d50 2024-09-19T05:50:56.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.688+0000 7f3098be4640 1 -- 172.21.15.46:0/43728821 --> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f309406c230 con 0x7f307406c2b0 2024-09-19T05:50:56.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.694+0000 7f3082ffd640 1 -- 172.21.15.46:0/43728821 <== mgr.4099 v2:172.21.15.78:6832/1948069631 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251837 (secure 0 0 0) 0x7f309406c230 con 0x7f307406c2b0 2024-09-19T05:50:56.698 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:56.699 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-19T05:50:56.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.697+0000 7f3098be4640 1 -- 172.21.15.46:0/43728821 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f307406c2b0 msgr2=0x7f307406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.697+0000 7f3098be4640 1 --2- 172.21.15.46:0/43728821 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f307406c2b0 0x7f307406e770 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f3084034000 tx=0x7f308402e000 comp rx=0 tx=0).stop 2024-09-19T05:50:56.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.697+0000 7f3098be4640 1 -- 172.21.15.46:0/43728821 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3094161d50 msgr2=0x7f30940c60d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.697+0000 7f3098be4640 1 --2- 172.21.15.46:0/43728821 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3094161d50 0x7f30940c60d0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f308c00c780 tx=0x7f308c00cc40 comp rx=0 tx=0).stop 2024-09-19T05:50:56.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.697+0000 7f3098be4640 1 -- 172.21.15.46:0/43728821 shutdown_connections 2024-09-19T05:50:56.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.697+0000 7f3098be4640 1 --2- 172.21.15.46:0/43728821 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f307406c2b0 0x7f307406e770 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.697+0000 7f3098be4640 1 --2- 172.21.15.46:0/43728821 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3094161d50 0x7f30940c60d0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.697+0000 7f3098be4640 1 --2- 172.21.15.46:0/43728821 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f30940b3970 0x7f30940c8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.697+0000 7f3098be4640 1 --2- 172.21.15.46:0/43728821 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f309409be80 0x7f30941f4ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.697+0000 7f3098be4640 1 -- 172.21.15.46:0/43728821 >> 172.21.15.46:0/43728821 conn(0x7f309409ba70 msgr2=0x7f30940d25a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:56.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.697+0000 7f3098be4640 1 -- 172.21.15.46:0/43728821 shutdown_connections 2024-09-19T05:50:56.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.697+0000 7f3098be4640 1 -- 172.21.15.46:0/43728821 wait complete. 2024-09-19T05:50:56.709 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-19T05:50:55.797592+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239924,"kb_used_data":2888,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734796,"statfs":{"total":773094113280,"available":772848431104,"internally_reserved":0,"allocated":2957312,"data_stored":1776028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002361"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494548+0000","last_change":"2024-09-19T05:50:45.663342+0000","last_active":"2024-09-19T05:50:47.494548+0000","last_peered":"2024-09-19T05:50:47.494548+0000","last_clean":"2024-09-19T05:50:47.494548+0000","last_became_active":"2024-09-19T05:50:45.662632+0000","last_became_peered":"2024-09-19T05:50:45.662632+0000","last_unstale":"2024-09-19T05:50:47.494548+0000","last_undegraded":"2024-09-19T05:50:47.494548+0000","last_fullsized":"2024-09-19T05:50:47.494548+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:38.989482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644985+0000","last_change":"2024-09-19T05:50:45.639162+0000","last_active":"2024-09-19T05:50:46.644985+0000","last_peered":"2024-09-19T05:50:46.644985+0000","last_clean":"2024-09-19T05:50:46.644985+0000","last_became_active":"2024-09-19T05:50:45.638753+0000","last_became_peered":"2024-09-19T05:50:45.638753+0000","last_unstale":"2024-09-19T05:50:46.644985+0000","last_undegraded":"2024-09-19T05:50:46.644985+0000","last_fullsized":"2024-09-19T05:50:46.644985+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:17.998682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977121+0000","last_change":"2024-09-19T05:50:45.639283+0000","last_active":"2024-09-19T05:50:46.977121+0000","last_peered":"2024-09-19T05:50:46.977121+0000","last_clean":"2024-09-19T05:50:46.977121+0000","last_became_active":"2024-09-19T05:50:45.638968+0000","last_became_peered":"2024-09-19T05:50:45.638968+0000","last_unstale":"2024-09-19T05:50:46.977121+0000","last_undegraded":"2024-09-19T05:50:46.977121+0000","last_fullsized":"2024-09-19T05:50:46.977121+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:57.832905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.648035+0000","last_change":"2024-09-19T05:50:45.654335+0000","last_active":"2024-09-19T05:50:46.648035+0000","last_peered":"2024-09-19T05:50:46.648035+0000","last_clean":"2024-09-19T05:50:46.648035+0000","last_became_active":"2024-09-19T05:50:45.648473+0000","last_became_peered":"2024-09-19T05:50:45.648473+0000","last_unstale":"2024-09-19T05:50:46.648035+0000","last_undegraded":"2024-09-19T05:50:46.648035+0000","last_fullsized":"2024-09-19T05:50:46.648035+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:22.746988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494450+0000","last_change":"2024-09-19T05:50:45.656402+0000","last_active":"2024-09-19T05:50:47.494450+0000","last_peered":"2024-09-19T05:50:47.494450+0000","last_clean":"2024-09-19T05:50:47.494450+0000","last_became_active":"2024-09-19T05:50:45.656099+0000","last_became_peered":"2024-09-19T05:50:45.656099+0000","last_unstale":"2024-09-19T05:50:47.494450+0000","last_undegraded":"2024-09-19T05:50:47.494450+0000","last_fullsized":"2024-09-19T05:50:47.494450+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:49:17.967330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647686+0000","last_change":"2024-09-19T05:50:45.654926+0000","last_active":"2024-09-19T05:50:46.647686+0000","last_peered":"2024-09-19T05:50:46.647686+0000","last_clean":"2024-09-19T05:50:46.647686+0000","last_became_active":"2024-09-19T05:50:45.654299+0000","last_became_peered":"2024-09-19T05:50:45.654299+0000","last_unstale":"2024-09-19T05:50:46.647686+0000","last_undegraded":"2024-09-19T05:50:46.647686+0000","last_fullsized":"2024-09-19T05:50:46.647686+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:23.859873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494334+0000","last_change":"2024-09-19T05:50:45.660227+0000","last_active":"2024-09-19T05:50:47.494334+0000","last_peered":"2024-09-19T05:50:47.494334+0000","last_clean":"2024-09-19T05:50:47.494334+0000","last_became_active":"2024-09-19T05:50:45.659977+0000","last_became_peered":"2024-09-19T05:50:45.659977+0000","last_unstale":"2024-09-19T05:50:47.494334+0000","last_undegraded":"2024-09-19T05:50:47.494334+0000","last_fullsized":"2024-09-19T05:50:47.494334+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:21.723654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493910+0000","last_change":"2024-09-19T05:50:45.645609+0000","last_active":"2024-09-19T05:50:47.493910+0000","last_peered":"2024-09-19T05:50:47.493910+0000","last_clean":"2024-09-19T05:50:47.493910+0000","last_became_active":"2024-09-19T05:50:45.645280+0000","last_became_peered":"2024-09-19T05:50:45.645280+0000","last_unstale":"2024-09-19T05:50:47.493910+0000","last_undegraded":"2024-09-19T05:50:47.493910+0000","last_fullsized":"2024-09-19T05:50:47.493910+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:55:14.027111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494628+0000","last_change":"2024-09-19T05:50:45.662695+0000","last_active":"2024-09-19T05:50:47.494628+0000","last_peered":"2024-09-19T05:50:47.494628+0000","last_clean":"2024-09-19T05:50:47.494628+0000","last_became_active":"2024-09-19T05:50:45.662289+0000","last_became_peered":"2024-09-19T05:50:45.662289+0000","last_unstale":"2024-09-19T05:50:47.494628+0000","last_undegraded":"2024-09-19T05:50:47.494628+0000","last_fullsized":"2024-09-19T05:50:47.494628+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:35:11.693422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495180+0000","last_change":"2024-09-19T05:50:45.654107+0000","last_active":"2024-09-19T05:50:47.495180+0000","last_peered":"2024-09-19T05:50:47.495180+0000","last_clean":"2024-09-19T05:50:47.495180+0000","last_became_active":"2024-09-19T05:50:45.653806+0000","last_became_peered":"2024-09-19T05:50:45.653806+0000","last_unstale":"2024-09-19T05:50:47.495180+0000","last_undegraded":"2024-09-19T05:50:47.495180+0000","last_fullsized":"2024-09-19T05:50:47.495180+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:17.998682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495110+0000","last_change":"2024-09-19T05:50:45.652115+0000","last_active":"2024-09-19T05:50:47.495110+0000","last_peered":"2024-09-19T05:50:47.495110+0000","last_clean":"2024-09-19T05:50:47.495110+0000","last_became_active":"2024-09-19T05:50:45.651840+0000","last_became_peered":"2024-09-19T05:50:45.651840+0000","last_unstale":"2024-09-19T05:50:47.495110+0000","last_undegraded":"2024-09-19T05:50:47.495110+0000","last_fullsized":"2024-09-19T05:50:47.495110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:57.832905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649213+0000","last_change":"2024-09-19T05:50:45.654325+0000","last_active":"2024-09-19T05:50:46.649213+0000","last_peered":"2024-09-19T05:50:46.649213+0000","last_clean":"2024-09-19T05:50:46.649213+0000","last_became_active":"2024-09-19T05:50:45.653444+0000","last_became_peered":"2024-09-19T05:50:45.653444+0000","last_unstale":"2024-09-19T05:50:46.649213+0000","last_undegraded":"2024-09-19T05:50:46.649213+0000","last_fullsized":"2024-09-19T05:50:46.649213+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:12.820072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494293+0000","last_change":"2024-09-19T05:50:45.656355+0000","last_active":"2024-09-19T05:50:47.494293+0000","last_peered":"2024-09-19T05:50:47.494293+0000","last_clean":"2024-09-19T05:50:47.494293+0000","last_became_active":"2024-09-19T05:50:45.655819+0000","last_became_peered":"2024-09-19T05:50:45.655819+0000","last_unstale":"2024-09-19T05:50:47.494293+0000","last_undegraded":"2024-09-19T05:50:47.494293+0000","last_fullsized":"2024-09-19T05:50:47.494293+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:33.461562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.976996+0000","last_change":"2024-09-19T05:50:45.642684+0000","last_active":"2024-09-19T05:50:46.976996+0000","last_peered":"2024-09-19T05:50:46.976996+0000","last_clean":"2024-09-19T05:50:46.976996+0000","last_became_active":"2024-09-19T05:50:45.642400+0000","last_became_peered":"2024-09-19T05:50:45.642400+0000","last_unstale":"2024-09-19T05:50:46.976996+0000","last_undegraded":"2024-09-19T05:50:46.976996+0000","last_fullsized":"2024-09-19T05:50:46.976996+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:00.067176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644805+0000","last_change":"2024-09-19T05:50:45.648385+0000","last_active":"2024-09-19T05:50:46.644805+0000","last_peered":"2024-09-19T05:50:46.644805+0000","last_clean":"2024-09-19T05:50:46.644805+0000","last_became_active":"2024-09-19T05:50:45.647477+0000","last_became_peered":"2024-09-19T05:50:45.647477+0000","last_unstale":"2024-09-19T05:50:46.644805+0000","last_undegraded":"2024-09-19T05:50:46.644805+0000","last_fullsized":"2024-09-19T05:50:46.644805+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:57.832905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647375+0000","last_change":"2024-09-19T05:50:45.648287+0000","last_active":"2024-09-19T05:50:46.647375+0000","last_peered":"2024-09-19T05:50:46.647375+0000","last_clean":"2024-09-19T05:50:46.647375+0000","last_became_active":"2024-09-19T05:50:45.647994+0000","last_became_peered":"2024-09-19T05:50:45.647994+0000","last_unstale":"2024-09-19T05:50:46.647375+0000","last_undegraded":"2024-09-19T05:50:46.647375+0000","last_fullsized":"2024-09-19T05:50:46.647375+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:53.216403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647794+0000","last_change":"2024-09-19T05:50:45.659872+0000","last_active":"2024-09-19T05:50:46.647794+0000","last_peered":"2024-09-19T05:50:46.647794+0000","last_clean":"2024-09-19T05:50:46.647794+0000","last_became_active":"2024-09-19T05:50:45.659630+0000","last_became_peered":"2024-09-19T05:50:45.659630+0000","last_unstale":"2024-09-19T05:50:46.647794+0000","last_undegraded":"2024-09-19T05:50:46.647794+0000","last_fullsized":"2024-09-19T05:50:46.647794+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:01.275894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.141149+0000","last_change":"2024-09-19T05:50:45.655764+0000","last_active":"2024-09-19T05:50:47.141149+0000","last_peered":"2024-09-19T05:50:47.141149+0000","last_clean":"2024-09-19T05:50:47.141149+0000","last_became_active":"2024-09-19T05:50:45.655454+0000","last_became_peered":"2024-09-19T05:50:45.655454+0000","last_unstale":"2024-09-19T05:50:47.141149+0000","last_undegraded":"2024-09-19T05:50:47.141149+0000","last_fullsized":"2024-09-19T05:50:47.141149+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:25.200347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494916+0000","last_change":"2024-09-19T05:50:45.661153+0000","last_active":"2024-09-19T05:50:47.494916+0000","last_peered":"2024-09-19T05:50:47.494916+0000","last_clean":"2024-09-19T05:50:47.494916+0000","last_became_active":"2024-09-19T05:50:45.660423+0000","last_became_peered":"2024-09-19T05:50:45.660423+0000","last_unstale":"2024-09-19T05:50:47.494916+0000","last_undegraded":"2024-09-19T05:50:47.494916+0000","last_fullsized":"2024-09-19T05:50:47.494916+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:04.804886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494807+0000","last_change":"2024-09-19T05:50:45.652787+0000","last_active":"2024-09-19T05:50:47.494807+0000","last_peered":"2024-09-19T05:50:47.494807+0000","last_clean":"2024-09-19T05:50:47.494807+0000","last_became_active":"2024-09-19T05:50:45.652495+0000","last_became_peered":"2024-09-19T05:50:45.652495+0000","last_unstale":"2024-09-19T05:50:47.494807+0000","last_undegraded":"2024-09-19T05:50:47.494807+0000","last_fullsized":"2024-09-19T05:50:47.494807+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:00.067176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977058+0000","last_change":"2024-09-19T05:50:45.658151+0000","last_active":"2024-09-19T05:50:46.977058+0000","last_peered":"2024-09-19T05:50:46.977058+0000","last_clean":"2024-09-19T05:50:46.977058+0000","last_became_active":"2024-09-19T05:50:45.657871+0000","last_became_peered":"2024-09-19T05:50:45.657871+0000","last_unstale":"2024-09-19T05:50:46.977058+0000","last_undegraded":"2024-09-19T05:50:46.977058+0000","last_fullsized":"2024-09-19T05:50:46.977058+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:57.946959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647762+0000","last_change":"2024-09-19T05:50:45.659228+0000","last_active":"2024-09-19T05:50:46.647762+0000","last_peered":"2024-09-19T05:50:46.647762+0000","last_clean":"2024-09-19T05:50:46.647762+0000","last_became_active":"2024-09-19T05:50:45.658970+0000","last_became_peered":"2024-09-19T05:50:45.658970+0000","last_unstale":"2024-09-19T05:50:46.647762+0000","last_undegraded":"2024-09-19T05:50:46.647762+0000","last_fullsized":"2024-09-19T05:50:46.647762+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:14.172092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493944+0000","last_change":"2024-09-19T05:50:45.649298+0000","last_active":"2024-09-19T05:50:47.493944+0000","last_peered":"2024-09-19T05:50:47.493944+0000","last_clean":"2024-09-19T05:50:47.493944+0000","last_became_active":"2024-09-19T05:50:45.648947+0000","last_became_peered":"2024-09-19T05:50:45.648947+0000","last_unstale":"2024-09-19T05:50:47.493944+0000","last_undegraded":"2024-09-19T05:50:47.493944+0000","last_fullsized":"2024-09-19T05:50:47.493944+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:33.262690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647261+0000","last_change":"2024-09-19T05:50:45.651485+0000","last_active":"2024-09-19T05:50:46.647261+0000","last_peered":"2024-09-19T05:50:46.647261+0000","last_clean":"2024-09-19T05:50:46.647261+0000","last_became_active":"2024-09-19T05:50:45.651014+0000","last_became_peered":"2024-09-19T05:50:45.651014+0000","last_unstale":"2024-09-19T05:50:46.647261+0000","last_undegraded":"2024-09-19T05:50:46.647261+0000","last_fullsized":"2024-09-19T05:50:46.647261+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:33.461562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494454+0000","last_change":"2024-09-19T05:50:45.651184+0000","last_active":"2024-09-19T05:50:47.494454+0000","last_peered":"2024-09-19T05:50:47.494454+0000","last_clean":"2024-09-19T05:50:47.494454+0000","last_became_active":"2024-09-19T05:50:45.650821+0000","last_became_peered":"2024-09-19T05:50:45.650821+0000","last_unstale":"2024-09-19T05:50:47.494454+0000","last_undegraded":"2024-09-19T05:50:47.494454+0000","last_fullsized":"2024-09-19T05:50:47.494454+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:01.275894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495215+0000","last_change":"2024-09-19T05:50:45.657087+0000","last_active":"2024-09-19T05:50:47.495215+0000","last_peered":"2024-09-19T05:50:47.495215+0000","last_clean":"2024-09-19T05:50:47.495215+0000","last_became_active":"2024-09-19T05:50:45.656789+0000","last_became_peered":"2024-09-19T05:50:45.656789+0000","last_unstale":"2024-09-19T05:50:47.495215+0000","last_undegraded":"2024-09-19T05:50:47.495215+0000","last_fullsized":"2024-09-19T05:50:47.495215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:32.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645079+0000","last_change":"2024-09-19T05:50:45.647097+0000","last_active":"2024-09-19T05:50:46.645079+0000","last_peered":"2024-09-19T05:50:46.645079+0000","last_clean":"2024-09-19T05:50:46.645079+0000","last_became_active":"2024-09-19T05:50:45.646813+0000","last_became_peered":"2024-09-19T05:50:45.646813+0000","last_unstale":"2024-09-19T05:50:46.645079+0000","last_undegraded":"2024-09-19T05:50:46.645079+0000","last_fullsized":"2024-09-19T05:50:46.645079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:56.946807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494360+0000","last_change":"2024-09-19T05:50:45.647780+0000","last_active":"2024-09-19T05:50:47.494360+0000","last_peered":"2024-09-19T05:50:47.494360+0000","last_clean":"2024-09-19T05:50:47.494360+0000","last_became_active":"2024-09-19T05:50:45.647478+0000","last_became_peered":"2024-09-19T05:50:45.647478+0000","last_unstale":"2024-09-19T05:50:47.494360+0000","last_undegraded":"2024-09-19T05:50:47.494360+0000","last_fullsized":"2024-09-19T05:50:47.494360+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:23.951100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977338+0000","last_change":"2024-09-19T05:50:45.647652+0000","last_active":"2024-09-19T05:50:46.977338+0000","last_peered":"2024-09-19T05:50:46.977338+0000","last_clean":"2024-09-19T05:50:46.977338+0000","last_became_active":"2024-09-19T05:50:45.647232+0000","last_became_peered":"2024-09-19T05:50:45.647232+0000","last_unstale":"2024-09-19T05:50:46.977338+0000","last_undegraded":"2024-09-19T05:50:46.977338+0000","last_fullsized":"2024-09-19T05:50:46.977338+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:12.349326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647859+0000","last_change":"2024-09-19T05:50:45.650368+0000","last_active":"2024-09-19T05:50:46.647859+0000","last_peered":"2024-09-19T05:50:46.647859+0000","last_clean":"2024-09-19T05:50:46.647859+0000","last_became_active":"2024-09-19T05:50:45.648210+0000","last_became_peered":"2024-09-19T05:50:45.648210+0000","last_unstale":"2024-09-19T05:50:46.647859+0000","last_undegraded":"2024-09-19T05:50:46.647859+0000","last_fullsized":"2024-09-19T05:50:46.647859+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:11:12.302613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.140960+0000","last_change":"2024-09-19T05:50:45.644251+0000","last_active":"2024-09-19T05:50:47.140960+0000","last_peered":"2024-09-19T05:50:47.140960+0000","last_clean":"2024-09-19T05:50:47.140960+0000","last_became_active":"2024-09-19T05:50:45.643951+0000","last_became_peered":"2024-09-19T05:50:45.643951+0000","last_unstale":"2024-09-19T05:50:47.140960+0000","last_undegraded":"2024-09-19T05:50:47.140960+0000","last_fullsized":"2024-09-19T05:50:47.140960+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:53.369878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494116+0000","last_change":"2024-09-19T05:50:45.655502+0000","last_active":"2024-09-19T05:50:47.494116+0000","last_peered":"2024-09-19T05:50:47.494116+0000","last_clean":"2024-09-19T05:50:47.494116+0000","last_became_active":"2024-09-19T05:50:45.655208+0000","last_became_peered":"2024-09-19T05:50:45.655208+0000","last_unstale":"2024-09-19T05:50:47.494116+0000","last_undegraded":"2024-09-19T05:50:47.494116+0000","last_fullsized":"2024-09-19T05:50:47.494116+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:14.204105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.648834+0000","last_change":"2024-09-19T05:50:45.644906+0000","last_active":"2024-09-19T05:50:46.648834+0000","last_peered":"2024-09-19T05:50:46.648834+0000","last_clean":"2024-09-19T05:50:46.648834+0000","last_became_active":"2024-09-19T05:50:45.644554+0000","last_became_peered":"2024-09-19T05:50:45.644554+0000","last_unstale":"2024-09-19T05:50:46.648834+0000","last_undegraded":"2024-09-19T05:50:46.648834+0000","last_fullsized":"2024-09-19T05:50:46.648834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:04.430049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494329+0000","last_change":"2024-09-19T05:50:44.647858+0000","last_active":"2024-09-19T05:50:47.494329+0000","last_peered":"2024-09-19T05:50:47.494329+0000","last_clean":"2024-09-19T05:50:47.494329+0000","last_became_active":"2024-09-19T05:50:44.647538+0000","last_became_peered":"2024-09-19T05:50:44.647538+0000","last_unstale":"2024-09-19T05:50:47.494329+0000","last_undegraded":"2024-09-19T05:50:47.494329+0000","last_fullsized":"2024-09-19T05:50:47.494329+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:58.710655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977298+0000","last_change":"2024-09-19T05:50:45.643952+0000","last_active":"2024-09-19T05:50:46.977298+0000","last_peered":"2024-09-19T05:50:46.977298+0000","last_clean":"2024-09-19T05:50:46.977298+0000","last_became_active":"2024-09-19T05:50:45.643679+0000","last_became_peered":"2024-09-19T05:50:45.643679+0000","last_unstale":"2024-09-19T05:50:46.977298+0000","last_undegraded":"2024-09-19T05:50:46.977298+0000","last_fullsized":"2024-09-19T05:50:46.977298+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:07.084769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494907+0000","last_change":"2024-09-19T05:50:44.650738+0000","last_active":"2024-09-19T05:50:47.494907+0000","last_peered":"2024-09-19T05:50:47.494907+0000","last_clean":"2024-09-19T05:50:47.494907+0000","last_became_active":"2024-09-19T05:50:44.650407+0000","last_became_peered":"2024-09-19T05:50:44.650407+0000","last_unstale":"2024-09-19T05:50:47.494907+0000","last_undegraded":"2024-09-19T05:50:47.494907+0000","last_fullsized":"2024-09-19T05:50:47.494907+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:52.166184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494004+0000","last_change":"2024-09-19T05:50:44.645772+0000","last_active":"2024-09-19T05:50:47.494004+0000","last_peered":"2024-09-19T05:50:47.494004+0000","last_clean":"2024-09-19T05:50:47.494004+0000","last_became_active":"2024-09-19T05:50:44.645466+0000","last_became_peered":"2024-09-19T05:50:44.645466+0000","last_unstale":"2024-09-19T05:50:47.494004+0000","last_undegraded":"2024-09-19T05:50:47.494004+0000","last_fullsized":"2024-09-19T05:50:47.494004+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:46:23.990411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494001+0000","last_change":"2024-09-19T05:50:45.643384+0000","last_active":"2024-09-19T05:50:47.494001+0000","last_peered":"2024-09-19T05:50:47.494001+0000","last_clean":"2024-09-19T05:50:47.494001+0000","last_became_active":"2024-09-19T05:50:45.643036+0000","last_became_peered":"2024-09-19T05:50:45.643036+0000","last_unstale":"2024-09-19T05:50:47.494001+0000","last_undegraded":"2024-09-19T05:50:47.494001+0000","last_fullsized":"2024-09-19T05:50:47.494001+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:59:38.504505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647415+0000","last_change":"2024-09-19T05:50:44.646570+0000","last_active":"2024-09-19T05:50:46.647415+0000","last_peered":"2024-09-19T05:50:46.647415+0000","last_clean":"2024-09-19T05:50:46.647415+0000","last_became_active":"2024-09-19T05:50:44.646205+0000","last_became_peered":"2024-09-19T05:50:44.646205+0000","last_unstale":"2024-09-19T05:50:46.647415+0000","last_undegraded":"2024-09-19T05:50:46.647415+0000","last_fullsized":"2024-09-19T05:50:46.647415+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:03.424792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644802+0000","last_change":"2024-09-19T05:50:45.648607+0000","last_active":"2024-09-19T05:50:46.644802+0000","last_peered":"2024-09-19T05:50:46.644802+0000","last_clean":"2024-09-19T05:50:46.644802+0000","last_became_active":"2024-09-19T05:50:45.648104+0000","last_became_peered":"2024-09-19T05:50:45.648104+0000","last_unstale":"2024-09-19T05:50:46.644802+0000","last_undegraded":"2024-09-19T05:50:46.644802+0000","last_fullsized":"2024-09-19T05:50:46.644802+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:00.067176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495090+0000","last_change":"2024-09-19T05:50:44.651212+0000","last_active":"2024-09-19T05:50:47.495090+0000","last_peered":"2024-09-19T05:50:47.495090+0000","last_clean":"2024-09-19T05:50:47.495090+0000","last_became_active":"2024-09-19T05:50:44.650904+0000","last_became_peered":"2024-09-19T05:50:44.650904+0000","last_unstale":"2024-09-19T05:50:47.495090+0000","last_undegraded":"2024-09-19T05:50:47.495090+0000","last_fullsized":"2024-09-19T05:50:47.495090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:45.362637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647440+0000","last_change":"2024-09-19T05:50:45.656759+0000","last_active":"2024-09-19T05:50:46.647440+0000","last_peered":"2024-09-19T05:50:46.647440+0000","last_clean":"2024-09-19T05:50:46.647440+0000","last_became_active":"2024-09-19T05:50:45.656469+0000","last_became_peered":"2024-09-19T05:50:45.656469+0000","last_unstale":"2024-09-19T05:50:46.647440+0000","last_undegraded":"2024-09-19T05:50:46.647440+0000","last_fullsized":"2024-09-19T05:50:46.647440+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:23.951100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647413+0000","last_change":"2024-09-19T05:50:44.645247+0000","last_active":"2024-09-19T05:50:46.647413+0000","last_peered":"2024-09-19T05:50:46.647413+0000","last_clean":"2024-09-19T05:50:46.647413+0000","last_became_active":"2024-09-19T05:50:44.644986+0000","last_became_peered":"2024-09-19T05:50:44.644986+0000","last_unstale":"2024-09-19T05:50:46.647413+0000","last_undegraded":"2024-09-19T05:50:46.647413+0000","last_fullsized":"2024-09-19T05:50:46.647413+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:45:46.115095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977255+0000","last_change":"2024-09-19T05:50:45.641646+0000","last_active":"2024-09-19T05:50:46.977255+0000","last_peered":"2024-09-19T05:50:46.977255+0000","last_clean":"2024-09-19T05:50:46.977255+0000","last_became_active":"2024-09-19T05:50:45.641332+0000","last_became_peered":"2024-09-19T05:50:45.641332+0000","last_unstale":"2024-09-19T05:50:46.977255+0000","last_undegraded":"2024-09-19T05:50:46.977255+0000","last_fullsized":"2024-09-19T05:50:46.977255+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:32.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645058+0000","last_change":"2024-09-19T05:50:44.646863+0000","last_active":"2024-09-19T05:50:46.645058+0000","last_peered":"2024-09-19T05:50:46.645058+0000","last_clean":"2024-09-19T05:50:46.645058+0000","last_became_active":"2024-09-19T05:50:44.646023+0000","last_became_peered":"2024-09-19T05:50:44.646023+0000","last_unstale":"2024-09-19T05:50:46.645058+0000","last_undegraded":"2024-09-19T05:50:46.645058+0000","last_fullsized":"2024-09-19T05:50:46.645058+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:52.729171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649323+0000","last_change":"2024-09-19T05:50:45.650335+0000","last_active":"2024-09-19T05:50:46.649323+0000","last_peered":"2024-09-19T05:50:46.649323+0000","last_clean":"2024-09-19T05:50:46.649323+0000","last_became_active":"2024-09-19T05:50:45.649850+0000","last_became_peered":"2024-09-19T05:50:45.649850+0000","last_unstale":"2024-09-19T05:50:46.649323+0000","last_undegraded":"2024-09-19T05:50:46.649323+0000","last_fullsized":"2024-09-19T05:50:46.649323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:14:55.463012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494867+0000","last_change":"2024-09-19T05:50:44.645584+0000","last_active":"2024-09-19T05:50:47.494867+0000","last_peered":"2024-09-19T05:50:47.494867+0000","last_clean":"2024-09-19T05:50:47.494867+0000","last_became_active":"2024-09-19T05:50:44.645280+0000","last_became_peered":"2024-09-19T05:50:44.645280+0000","last_unstale":"2024-09-19T05:50:47.494867+0000","last_undegraded":"2024-09-19T05:50:47.494867+0000","last_fullsized":"2024-09-19T05:50:47.494867+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:04.037710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494803+0000","last_change":"2024-09-19T05:50:45.661839+0000","last_active":"2024-09-19T05:50:47.494803+0000","last_peered":"2024-09-19T05:50:47.494803+0000","last_clean":"2024-09-19T05:50:47.494803+0000","last_became_active":"2024-09-19T05:50:45.661400+0000","last_became_peered":"2024-09-19T05:50:45.661400+0000","last_unstale":"2024-09-19T05:50:47.494803+0000","last_undegraded":"2024-09-19T05:50:47.494803+0000","last_fullsized":"2024-09-19T05:50:47.494803+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:32.566393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977352+0000","last_change":"2024-09-19T05:50:44.647789+0000","last_active":"2024-09-19T05:50:46.977352+0000","last_peered":"2024-09-19T05:50:46.977352+0000","last_clean":"2024-09-19T05:50:46.977352+0000","last_became_active":"2024-09-19T05:50:44.647481+0000","last_became_peered":"2024-09-19T05:50:44.647481+0000","last_unstale":"2024-09-19T05:50:46.977352+0000","last_undegraded":"2024-09-19T05:50:46.977352+0000","last_fullsized":"2024-09-19T05:50:46.977352+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:45.362637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977265+0000","last_change":"2024-09-19T05:50:45.657812+0000","last_active":"2024-09-19T05:50:46.977265+0000","last_peered":"2024-09-19T05:50:46.977265+0000","last_clean":"2024-09-19T05:50:46.977265+0000","last_became_active":"2024-09-19T05:50:45.657522+0000","last_became_peered":"2024-09-19T05:50:45.657522+0000","last_unstale":"2024-09-19T05:50:46.977265+0000","last_undegraded":"2024-09-19T05:50:46.977265+0000","last_fullsized":"2024-09-19T05:50:46.977265+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:56.946807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647903+0000","last_change":"2024-09-19T05:50:44.647516+0000","last_active":"2024-09-19T05:50:46.647903+0000","last_peered":"2024-09-19T05:50:46.647903+0000","last_clean":"2024-09-19T05:50:46.647903+0000","last_became_active":"2024-09-19T05:50:44.646177+0000","last_became_peered":"2024-09-19T05:50:44.646177+0000","last_unstale":"2024-09-19T05:50:46.647903+0000","last_undegraded":"2024-09-19T05:50:46.647903+0000","last_fullsized":"2024-09-19T05:50:46.647903+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:57.710890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494520+0000","last_change":"2024-09-19T05:50:45.660294+0000","last_active":"2024-09-19T05:50:47.494520+0000","last_peered":"2024-09-19T05:50:47.494520+0000","last_clean":"2024-09-19T05:50:47.494520+0000","last_became_active":"2024-09-19T05:50:45.660019+0000","last_became_peered":"2024-09-19T05:50:45.660019+0000","last_unstale":"2024-09-19T05:50:47.494520+0000","last_undegraded":"2024-09-19T05:50:47.494520+0000","last_fullsized":"2024-09-19T05:50:47.494520+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:21.871009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494690+0000","last_change":"2024-09-19T05:50:44.650417+0000","last_active":"2024-09-19T05:50:47.494690+0000","last_peered":"2024-09-19T05:50:47.494690+0000","last_clean":"2024-09-19T05:50:47.494690+0000","last_became_active":"2024-09-19T05:50:44.650127+0000","last_became_peered":"2024-09-19T05:50:44.650127+0000","last_unstale":"2024-09-19T05:50:47.494690+0000","last_undegraded":"2024-09-19T05:50:47.494690+0000","last_fullsized":"2024-09-19T05:50:47.494690+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:04.487795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494653+0000","last_change":"2024-09-19T05:50:45.654922+0000","last_active":"2024-09-19T05:50:47.494653+0000","last_peered":"2024-09-19T05:50:47.494653+0000","last_clean":"2024-09-19T05:50:47.494653+0000","last_became_active":"2024-09-19T05:50:45.653453+0000","last_became_peered":"2024-09-19T05:50:45.653453+0000","last_unstale":"2024-09-19T05:50:47.494653+0000","last_undegraded":"2024-09-19T05:50:47.494653+0000","last_fullsized":"2024-09-19T05:50:47.494653+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:13:04.055698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.140831+0000","last_change":"2024-09-19T05:50:44.640408+0000","last_active":"2024-09-19T05:50:47.140831+0000","last_peered":"2024-09-19T05:50:47.140831+0000","last_clean":"2024-09-19T05:50:47.140831+0000","last_became_active":"2024-09-19T05:50:44.640088+0000","last_became_peered":"2024-09-19T05:50:44.640088+0000","last_unstale":"2024-09-19T05:50:47.140831+0000","last_undegraded":"2024-09-19T05:50:47.140831+0000","last_fullsized":"2024-09-19T05:50:47.140831+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:24.976624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494113+0000","last_change":"2024-09-19T05:50:45.660187+0000","last_active":"2024-09-19T05:50:47.494113+0000","last_peered":"2024-09-19T05:50:47.494113+0000","last_clean":"2024-09-19T05:50:47.494113+0000","last_became_active":"2024-09-19T05:50:45.659888+0000","last_became_peered":"2024-09-19T05:50:45.659888+0000","last_unstale":"2024-09-19T05:50:47.494113+0000","last_undegraded":"2024-09-19T05:50:47.494113+0000","last_fullsized":"2024-09-19T05:50:47.494113+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:12.349326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649234+0000","last_change":"2024-09-19T05:50:44.643629+0000","last_active":"2024-09-19T05:50:46.649234+0000","last_peered":"2024-09-19T05:50:46.649234+0000","last_clean":"2024-09-19T05:50:46.649234+0000","last_became_active":"2024-09-19T05:50:44.643259+0000","last_became_peered":"2024-09-19T05:50:44.643259+0000","last_unstale":"2024-09-19T05:50:46.649234+0000","last_undegraded":"2024-09-19T05:50:46.649234+0000","last_fullsized":"2024-09-19T05:50:46.649234+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:27.672923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494733+0000","last_change":"2024-09-19T05:50:45.660669+0000","last_active":"2024-09-19T05:50:47.494733+0000","last_peered":"2024-09-19T05:50:47.494733+0000","last_clean":"2024-09-19T05:50:47.494733+0000","last_became_active":"2024-09-19T05:50:45.660341+0000","last_became_peered":"2024-09-19T05:50:45.660341+0000","last_unstale":"2024-09-19T05:50:47.494733+0000","last_undegraded":"2024-09-19T05:50:47.494733+0000","last_fullsized":"2024-09-19T05:50:47.494733+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:47.540822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.141056+0000","last_change":"2024-09-19T05:50:44.640442+0000","last_active":"2024-09-19T05:50:47.141056+0000","last_peered":"2024-09-19T05:50:47.141056+0000","last_clean":"2024-09-19T05:50:47.141056+0000","last_became_active":"2024-09-19T05:50:44.640145+0000","last_became_peered":"2024-09-19T05:50:44.640145+0000","last_unstale":"2024-09-19T05:50:47.141056+0000","last_undegraded":"2024-09-19T05:50:47.141056+0000","last_fullsized":"2024-09-19T05:50:47.141056+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:52.884411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494707+0000","last_change":"2024-09-19T05:50:45.661981+0000","last_active":"2024-09-19T05:50:47.494707+0000","last_peered":"2024-09-19T05:50:47.494707+0000","last_clean":"2024-09-19T05:50:47.494707+0000","last_became_active":"2024-09-19T05:50:45.661686+0000","last_became_peered":"2024-09-19T05:50:45.661686+0000","last_unstale":"2024-09-19T05:50:47.494707+0000","last_undegraded":"2024-09-19T05:50:47.494707+0000","last_fullsized":"2024-09-19T05:50:47.494707+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:03.057093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645125+0000","last_change":"2024-09-19T05:50:44.643128+0000","last_active":"2024-09-19T05:50:46.645125+0000","last_peered":"2024-09-19T05:50:46.645125+0000","last_clean":"2024-09-19T05:50:46.645125+0000","last_became_active":"2024-09-19T05:50:44.642113+0000","last_became_peered":"2024-09-19T05:50:44.642113+0000","last_unstale":"2024-09-19T05:50:46.645125+0000","last_undegraded":"2024-09-19T05:50:46.645125+0000","last_fullsized":"2024-09-19T05:50:46.645125+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:59.194459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647899+0000","last_change":"2024-09-19T05:50:45.653958+0000","last_active":"2024-09-19T05:50:46.647899+0000","last_peered":"2024-09-19T05:50:46.647899+0000","last_clean":"2024-09-19T05:50:46.647899+0000","last_became_active":"2024-09-19T05:50:45.648268+0000","last_became_peered":"2024-09-19T05:50:45.648268+0000","last_unstale":"2024-09-19T05:50:46.647899+0000","last_undegraded":"2024-09-19T05:50:46.647899+0000","last_fullsized":"2024-09-19T05:50:46.647899+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:37:06.847555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.141019+0000","last_change":"2024-09-19T05:50:44.643148+0000","last_active":"2024-09-19T05:50:47.141019+0000","last_peered":"2024-09-19T05:50:47.141019+0000","last_clean":"2024-09-19T05:50:47.141019+0000","last_became_active":"2024-09-19T05:50:44.642811+0000","last_became_peered":"2024-09-19T05:50:44.642811+0000","last_unstale":"2024-09-19T05:50:47.141019+0000","last_undegraded":"2024-09-19T05:50:47.141019+0000","last_fullsized":"2024-09-19T05:50:47.141019+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:04.371817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494379+0000","last_change":"2024-09-19T05:50:45.663854+0000","last_active":"2024-09-19T05:50:47.494379+0000","last_peered":"2024-09-19T05:50:47.494379+0000","last_clean":"2024-09-19T05:50:47.494379+0000","last_became_active":"2024-09-19T05:50:45.663593+0000","last_became_peered":"2024-09-19T05:50:45.663593+0000","last_unstale":"2024-09-19T05:50:47.494379+0000","last_undegraded":"2024-09-19T05:50:47.494379+0000","last_fullsized":"2024-09-19T05:50:47.494379+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:53.987517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494128+0000","last_change":"2024-09-19T05:50:35.646709+0000","last_active":"2024-09-19T05:50:47.494128+0000","last_peered":"2024-09-19T05:50:47.494128+0000","last_clean":"2024-09-19T05:50:47.494128+0000","last_became_active":"2024-09-19T05:50:35.645765+0000","last_became_peered":"2024-09-19T05:50:35.645765+0000","last_unstale":"2024-09-19T05:50:47.494128+0000","last_undegraded":"2024-09-19T05:50:47.494128+0000","last_fullsized":"2024-09-19T05:50:47.494128+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_clean_scrub_stamp":"2024-09-19T05:50:34.148268+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:39.766293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647251+0000","last_change":"2024-09-19T05:50:44.642997+0000","last_active":"2024-09-19T05:50:46.647251+0000","last_peered":"2024-09-19T05:50:46.647251+0000","last_clean":"2024-09-19T05:50:46.647251+0000","last_became_active":"2024-09-19T05:50:44.642584+0000","last_became_peered":"2024-09-19T05:50:44.642584+0000","last_unstale":"2024-09-19T05:50:46.647251+0000","last_undegraded":"2024-09-19T05:50:46.647251+0000","last_fullsized":"2024-09-19T05:50:46.647251+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:08.856704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494109+0000","last_change":"2024-09-19T05:50:45.648245+0000","last_active":"2024-09-19T05:50:47.494109+0000","last_peered":"2024-09-19T05:50:47.494109+0000","last_clean":"2024-09-19T05:50:47.494109+0000","last_became_active":"2024-09-19T05:50:45.647721+0000","last_became_peered":"2024-09-19T05:50:45.647721+0000","last_unstale":"2024-09-19T05:50:47.494109+0000","last_undegraded":"2024-09-19T05:50:47.494109+0000","last_fullsized":"2024-09-19T05:50:47.494109+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:41:32.461004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493967+0000","last_change":"2024-09-19T05:50:44.653156+0000","last_active":"2024-09-19T05:50:47.493967+0000","last_peered":"2024-09-19T05:50:47.493967+0000","last_clean":"2024-09-19T05:50:47.493967+0000","last_became_active":"2024-09-19T05:50:44.652870+0000","last_became_peered":"2024-09-19T05:50:44.652870+0000","last_unstale":"2024-09-19T05:50:47.493967+0000","last_undegraded":"2024-09-19T05:50:47.493967+0000","last_fullsized":"2024-09-19T05:50:47.493967+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:42.176681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.976978+0000","last_change":"2024-09-19T05:50:45.651489+0000","last_active":"2024-09-19T05:50:46.976978+0000","last_peered":"2024-09-19T05:50:46.976978+0000","last_clean":"2024-09-19T05:50:46.976978+0000","last_became_active":"2024-09-19T05:50:45.651159+0000","last_became_peered":"2024-09-19T05:50:45.651159+0000","last_unstale":"2024-09-19T05:50:46.976978+0000","last_undegraded":"2024-09-19T05:50:46.976978+0000","last_fullsized":"2024-09-19T05:50:46.976978+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:13:04.055698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.140909+0000","last_change":"2024-09-19T05:50:44.645053+0000","last_active":"2024-09-19T05:50:47.140909+0000","last_peered":"2024-09-19T05:50:47.140909+0000","last_clean":"2024-09-19T05:50:47.140909+0000","last_became_active":"2024-09-19T05:50:44.644661+0000","last_became_peered":"2024-09-19T05:50:44.644661+0000","last_unstale":"2024-09-19T05:50:47.140909+0000","last_undegraded":"2024-09-19T05:50:47.140909+0000","last_fullsized":"2024-09-19T05:50:47.140909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:04.037710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644806+0000","last_change":"2024-09-19T05:50:45.641005+0000","last_active":"2024-09-19T05:50:46.644806+0000","last_peered":"2024-09-19T05:50:46.644806+0000","last_clean":"2024-09-19T05:50:46.644806+0000","last_became_active":"2024-09-19T05:50:45.640602+0000","last_became_peered":"2024-09-19T05:50:45.640602+0000","last_unstale":"2024-09-19T05:50:46.644806+0000","last_undegraded":"2024-09-19T05:50:46.644806+0000","last_fullsized":"2024-09-19T05:50:46.644806+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:57.946959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647970+0000","last_change":"2024-09-19T05:50:44.647238+0000","last_active":"2024-09-19T05:50:46.647970+0000","last_peered":"2024-09-19T05:50:46.647970+0000","last_clean":"2024-09-19T05:50:46.647970+0000","last_became_active":"2024-09-19T05:50:44.646102+0000","last_became_peered":"2024-09-19T05:50:44.646102+0000","last_unstale":"2024-09-19T05:50:46.647970+0000","last_undegraded":"2024-09-19T05:50:46.647970+0000","last_fullsized":"2024-09-19T05:50:46.647970+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:18.666549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649047+0000","last_change":"2024-09-19T05:50:45.645840+0000","last_active":"2024-09-19T05:50:46.649047+0000","last_peered":"2024-09-19T05:50:46.649047+0000","last_clean":"2024-09-19T05:50:46.649047+0000","last_became_active":"2024-09-19T05:50:45.645568+0000","last_became_peered":"2024-09-19T05:50:45.645568+0000","last_unstale":"2024-09-19T05:50:46.649047+0000","last_undegraded":"2024-09-19T05:50:46.649047+0000","last_fullsized":"2024-09-19T05:50:46.649047+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:19.671806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644884+0000","last_change":"2024-09-19T05:50:44.643113+0000","last_active":"2024-09-19T05:50:46.644884+0000","last_peered":"2024-09-19T05:50:46.644884+0000","last_clean":"2024-09-19T05:50:46.644884+0000","last_became_active":"2024-09-19T05:50:44.642071+0000","last_became_peered":"2024-09-19T05:50:44.642071+0000","last_unstale":"2024-09-19T05:50:46.644884+0000","last_undegraded":"2024-09-19T05:50:46.644884+0000","last_fullsized":"2024-09-19T05:50:46.644884+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:24.976624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.648014+0000","last_change":"2024-09-19T05:50:45.649701+0000","last_active":"2024-09-19T05:50:46.648014+0000","last_peered":"2024-09-19T05:50:46.648014+0000","last_clean":"2024-09-19T05:50:46.648014+0000","last_became_active":"2024-09-19T05:50:45.649141+0000","last_became_peered":"2024-09-19T05:50:45.649141+0000","last_unstale":"2024-09-19T05:50:46.648014+0000","last_undegraded":"2024-09-19T05:50:46.648014+0000","last_fullsized":"2024-09-19T05:50:46.648014+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:47:56.360712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494859+0000","last_change":"2024-09-19T05:50:44.650020+0000","last_active":"2024-09-19T05:50:47.494859+0000","last_peered":"2024-09-19T05:50:47.494859+0000","last_clean":"2024-09-19T05:50:47.494859+0000","last_became_active":"2024-09-19T05:50:44.649724+0000","last_became_peered":"2024-09-19T05:50:44.649724+0000","last_unstale":"2024-09-19T05:50:47.494859+0000","last_undegraded":"2024-09-19T05:50:47.494859+0000","last_fullsized":"2024-09-19T05:50:47.494859+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:24.195091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644996+0000","last_change":"2024-09-19T05:50:45.641334+0000","last_active":"2024-09-19T05:50:46.644996+0000","last_peered":"2024-09-19T05:50:46.644996+0000","last_clean":"2024-09-19T05:50:46.644996+0000","last_became_active":"2024-09-19T05:50:45.640774+0000","last_became_peered":"2024-09-19T05:50:45.640774+0000","last_unstale":"2024-09-19T05:50:46.644996+0000","last_undegraded":"2024-09-19T05:50:46.644996+0000","last_fullsized":"2024-09-19T05:50:46.644996+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:32.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645027+0000","last_change":"2024-09-19T05:50:44.645936+0000","last_active":"2024-09-19T05:50:46.645027+0000","last_peered":"2024-09-19T05:50:46.645027+0000","last_clean":"2024-09-19T05:50:46.645027+0000","last_became_active":"2024-09-19T05:50:44.645627+0000","last_became_peered":"2024-09-19T05:50:44.645627+0000","last_unstale":"2024-09-19T05:50:46.645027+0000","last_undegraded":"2024-09-19T05:50:46.645027+0000","last_fullsized":"2024-09-19T05:50:46.645027+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:04.371817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494359+0000","last_change":"2024-09-19T05:50:45.657228+0000","last_active":"2024-09-19T05:50:47.494359+0000","last_peered":"2024-09-19T05:50:47.494359+0000","last_clean":"2024-09-19T05:50:47.494359+0000","last_became_active":"2024-09-19T05:50:45.656976+0000","last_became_peered":"2024-09-19T05:50:45.656976+0000","last_unstale":"2024-09-19T05:50:47.494359+0000","last_undegraded":"2024-09-19T05:50:47.494359+0000","last_fullsized":"2024-09-19T05:50:47.494359+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:53.216403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495178+0000","last_change":"2024-09-19T05:50:44.647866+0000","last_active":"2024-09-19T05:50:47.495178+0000","last_peered":"2024-09-19T05:50:47.495178+0000","last_clean":"2024-09-19T05:50:47.495178+0000","last_became_active":"2024-09-19T05:50:44.647531+0000","last_became_peered":"2024-09-19T05:50:44.647531+0000","last_unstale":"2024-09-19T05:50:47.495178+0000","last_undegraded":"2024-09-19T05:50:47.495178+0000","last_fullsized":"2024-09-19T05:50:47.495178+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:24.976624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977223+0000","last_change":"2024-09-19T05:50:45.646625+0000","last_active":"2024-09-19T05:50:46.977223+0000","last_peered":"2024-09-19T05:50:46.977223+0000","last_clean":"2024-09-19T05:50:46.977223+0000","last_became_active":"2024-09-19T05:50:45.646338+0000","last_became_peered":"2024-09-19T05:50:45.646338+0000","last_unstale":"2024-09-19T05:50:46.977223+0000","last_undegraded":"2024-09-19T05:50:46.977223+0000","last_fullsized":"2024-09-19T05:50:46.977223+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:17.998682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493953+0000","last_change":"2024-09-19T05:50:44.649854+0000","last_active":"2024-09-19T05:50:47.493953+0000","last_peered":"2024-09-19T05:50:47.493953+0000","last_clean":"2024-09-19T05:50:47.493953+0000","last_became_active":"2024-09-19T05:50:44.649588+0000","last_became_peered":"2024-09-19T05:50:44.649588+0000","last_unstale":"2024-09-19T05:50:47.493953+0000","last_undegraded":"2024-09-19T05:50:47.493953+0000","last_fullsized":"2024-09-19T05:50:47.493953+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:52.884411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.648900+0000","last_change":"2024-09-19T05:50:45.646821+0000","last_active":"2024-09-19T05:50:46.648900+0000","last_peered":"2024-09-19T05:50:46.648900+0000","last_clean":"2024-09-19T05:50:46.648900+0000","last_became_active":"2024-09-19T05:50:45.645313+0000","last_became_peered":"2024-09-19T05:50:45.645313+0000","last_unstale":"2024-09-19T05:50:46.648900+0000","last_undegraded":"2024-09-19T05:50:46.648900+0000","last_fullsized":"2024-09-19T05:50:46.648900+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:58.716147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644861+0000","last_change":"2024-09-19T05:50:44.647067+0000","last_active":"2024-09-19T05:50:46.644861+0000","last_peered":"2024-09-19T05:50:46.644861+0000","last_clean":"2024-09-19T05:50:46.644861+0000","last_became_active":"2024-09-19T05:50:44.646008+0000","last_became_peered":"2024-09-19T05:50:44.646008+0000","last_unstale":"2024-09-19T05:50:46.644861+0000","last_undegraded":"2024-09-19T05:50:46.644861+0000","last_fullsized":"2024-09-19T05:50:46.644861+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:04.037710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494102+0000","last_change":"2024-09-19T05:50:45.650231+0000","last_active":"2024-09-19T05:50:47.494102+0000","last_peered":"2024-09-19T05:50:47.494102+0000","last_clean":"2024-09-19T05:50:47.494102+0000","last_became_active":"2024-09-19T05:50:45.649791+0000","last_became_peered":"2024-09-19T05:50:45.649791+0000","last_unstale":"2024-09-19T05:50:47.494102+0000","last_undegraded":"2024-09-19T05:50:47.494102+0000","last_fullsized":"2024-09-19T05:50:47.494102+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:32.131654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644937+0000","last_change":"2024-09-19T05:50:44.647192+0000","last_active":"2024-09-19T05:50:46.644937+0000","last_peered":"2024-09-19T05:50:46.644937+0000","last_clean":"2024-09-19T05:50:46.644937+0000","last_became_active":"2024-09-19T05:50:44.646843+0000","last_became_peered":"2024-09-19T05:50:44.646843+0000","last_unstale":"2024-09-19T05:50:46.644937+0000","last_undegraded":"2024-09-19T05:50:46.644937+0000","last_fullsized":"2024-09-19T05:50:46.644937+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:52.884411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494398+0000","last_change":"2024-09-19T05:50:45.644897+0000","last_active":"2024-09-19T05:50:47.494398+0000","last_peered":"2024-09-19T05:50:47.494398+0000","last_clean":"2024-09-19T05:50:47.494398+0000","last_became_active":"2024-09-19T05:50:45.644608+0000","last_became_peered":"2024-09-19T05:50:45.644608+0000","last_unstale":"2024-09-19T05:50:47.494398+0000","last_undegraded":"2024-09-19T05:50:47.494398+0000","last_fullsized":"2024-09-19T05:50:47.494398+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:23.859873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494513+0000","last_change":"2024-09-19T05:50:44.651223+0000","last_active":"2024-09-19T05:50:47.494513+0000","last_peered":"2024-09-19T05:50:47.494513+0000","last_clean":"2024-09-19T05:50:47.494513+0000","last_became_active":"2024-09-19T05:50:44.650714+0000","last_became_peered":"2024-09-19T05:50:44.650714+0000","last_unstale":"2024-09-19T05:50:47.494513+0000","last_undegraded":"2024-09-19T05:50:47.494513+0000","last_fullsized":"2024-09-19T05:50:47.494513+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:59.194459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494844+0000","last_change":"2024-09-19T05:50:45.652855+0000","last_active":"2024-09-19T05:50:47.494844+0000","last_peered":"2024-09-19T05:50:47.494844+0000","last_clean":"2024-09-19T05:50:47.494844+0000","last_became_active":"2024-09-19T05:50:45.652492+0000","last_became_peered":"2024-09-19T05:50:45.652492+0000","last_unstale":"2024-09-19T05:50:47.494844+0000","last_undegraded":"2024-09-19T05:50:47.494844+0000","last_fullsized":"2024-09-19T05:50:47.494844+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:57.946959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647781+0000","last_change":"2024-09-19T05:50:45.647991+0000","last_active":"2024-09-19T05:50:46.647781+0000","last_peered":"2024-09-19T05:50:46.647781+0000","last_clean":"2024-09-19T05:50:46.647781+0000","last_became_active":"2024-09-19T05:50:45.645023+0000","last_became_peered":"2024-09-19T05:50:45.645023+0000","last_unstale":"2024-09-19T05:50:46.647781+0000","last_undegraded":"2024-09-19T05:50:46.647781+0000","last_fullsized":"2024-09-19T05:50:46.647781+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:13.636284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494304+0000","last_change":"2024-09-19T05:50:44.653550+0000","last_active":"2024-09-19T05:50:47.494304+0000","last_peered":"2024-09-19T05:50:47.494304+0000","last_clean":"2024-09-19T05:50:47.494304+0000","last_became_active":"2024-09-19T05:50:44.653261+0000","last_became_peered":"2024-09-19T05:50:44.653261+0000","last_unstale":"2024-09-19T05:50:47.494304+0000","last_undegraded":"2024-09-19T05:50:47.494304+0000","last_fullsized":"2024-09-19T05:50:47.494304+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:52.729171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647696+0000","last_change":"2024-09-19T05:50:45.654353+0000","last_active":"2024-09-19T05:50:46.647696+0000","last_peered":"2024-09-19T05:50:46.647696+0000","last_clean":"2024-09-19T05:50:46.647696+0000","last_became_active":"2024-09-19T05:50:45.654044+0000","last_became_peered":"2024-09-19T05:50:45.654044+0000","last_unstale":"2024-09-19T05:50:46.647696+0000","last_undegraded":"2024-09-19T05:50:46.647696+0000","last_fullsized":"2024-09-19T05:50:46.647696+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:56.959379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494457+0000","last_change":"2024-09-19T05:50:44.651806+0000","last_active":"2024-09-19T05:50:47.494457+0000","last_peered":"2024-09-19T05:50:47.494457+0000","last_clean":"2024-09-19T05:50:47.494457+0000","last_became_active":"2024-09-19T05:50:44.651572+0000","last_became_peered":"2024-09-19T05:50:44.651572+0000","last_unstale":"2024-09-19T05:50:47.494457+0000","last_undegraded":"2024-09-19T05:50:47.494457+0000","last_fullsized":"2024-09-19T05:50:47.494457+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:52.364621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977297+0000","last_change":"2024-09-19T05:50:45.642360+0000","last_active":"2024-09-19T05:50:46.977297+0000","last_peered":"2024-09-19T05:50:46.977297+0000","last_clean":"2024-09-19T05:50:46.977297+0000","last_became_active":"2024-09-19T05:50:45.642052+0000","last_became_peered":"2024-09-19T05:50:45.642052+0000","last_unstale":"2024-09-19T05:50:46.977297+0000","last_undegraded":"2024-09-19T05:50:46.977297+0000","last_fullsized":"2024-09-19T05:50:46.977297+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:03.756896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494277+0000","last_change":"2024-09-19T05:50:44.644703+0000","last_active":"2024-09-19T05:50:47.494277+0000","last_peered":"2024-09-19T05:50:47.494277+0000","last_clean":"2024-09-19T05:50:47.494277+0000","last_became_active":"2024-09-19T05:50:44.644397+0000","last_became_peered":"2024-09-19T05:50:44.644397+0000","last_unstale":"2024-09-19T05:50:47.494277+0000","last_undegraded":"2024-09-19T05:50:47.494277+0000","last_fullsized":"2024-09-19T05:50:47.494277+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:08.856704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494439+0000","last_change":"2024-09-19T05:50:45.656686+0000","last_active":"2024-09-19T05:50:47.494439+0000","last_peered":"2024-09-19T05:50:47.494439+0000","last_clean":"2024-09-19T05:50:47.494439+0000","last_became_active":"2024-09-19T05:50:45.656389+0000","last_became_peered":"2024-09-19T05:50:45.656389+0000","last_unstale":"2024-09-19T05:50:47.494439+0000","last_undegraded":"2024-09-19T05:50:47.494439+0000","last_fullsized":"2024-09-19T05:50:47.494439+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:56.959379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977320+0000","last_change":"2024-09-19T05:50:44.648697+0000","last_active":"2024-09-19T05:50:46.977320+0000","last_peered":"2024-09-19T05:50:46.977320+0000","last_clean":"2024-09-19T05:50:46.977320+0000","last_became_active":"2024-09-19T05:50:44.648081+0000","last_became_peered":"2024-09-19T05:50:44.648081+0000","last_unstale":"2024-09-19T05:50:46.977320+0000","last_undegraded":"2024-09-19T05:50:46.977320+0000","last_fullsized":"2024-09-19T05:50:46.977320+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:04.487795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509448,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":217088,"data_stored":73899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542152,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":811008,"data_stored":664759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542152,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":75421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":225280,"data_stored":73935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542151,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35568,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336272,"statfs":{"total":96636764160,"available":96600342528,"internally_reserved":0,"allocated":225280,"data_stored":75421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542152,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":212992,"data_stored":73809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542152,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":73969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542152,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":819200,"data_stored":664815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:50:56.713 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:50:56.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.850+0000 7f639a7c4640 1 Processor -- start 2024-09-19T05:50:56.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.850+0000 7f639a7c4640 1 -- start start 2024-09-19T05:50:56.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.851+0000 7f639a7c4640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f639415e6d0 0x7f63940d41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:56.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.851+0000 7f639a7c4640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f63940d5230 0x7f63940b77d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:56.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.851+0000 7f639a7c4640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f639415eab0 con 0x7f63940cf4c0 2024-09-19T05:50:56.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.851+0000 7f639a7c4640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f63940d3120 con 0x7f63940d5230 2024-09-19T05:50:56.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.851+0000 7f639a7c4640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f63940d3400 con 0x7f639415e6d0 2024-09-19T05:50:56.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.851+0000 7f6398d61640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f63940d5230 0x7f63940b77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:56.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.851+0000 7f63937fe640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f63940cf4c0 0x7f63940d4b20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:43684/0 (socket says 172.21.15.46:43684) 2024-09-19T05:50:56.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.851+0000 7f63937fe640 1 -- 172.21.15.46:0/3855310501 learned_addr learned my addr 172.21.15.46:0/3855310501 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:56.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.851+0000 7f6393fff640 1 --2- 172.21.15.46:0/3855310501 >> v2:172.21.15.78:3300/0 conn(0x7f639415e6d0 0x7f63940d41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:56.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.851+0000 7f6398d61640 1 -- 172.21.15.46:0/3855310501 >> v2:172.21.15.78:3300/0 conn(0x7f639415e6d0 msgr2=0x7f63940d41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:56.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.851+0000 7f6398d61640 1 --2- 172.21.15.46:0/3855310501 >> v2:172.21.15.78:3300/0 conn(0x7f639415e6d0 0x7f63940d41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.851+0000 7f6398d61640 1 -- 172.21.15.46:0/3855310501 >> v1:172.21.15.46:6789/0 conn(0x7f63940cf4c0 legacy=0x7f63940d4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.851+0000 7f6398d61640 1 -- 172.21.15.46:0/3855310501 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63940d36e0 con 0x7f63940d5230 2024-09-19T05:50:56.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.852+0000 7f6398d61640 1 --2- 172.21.15.46:0/3855310501 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f63940d5230 0x7f63940b77d0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f63940d22d0 tx=0x7f638c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5b236951775c3d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:56.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.852+0000 7f6392ffd640 1 -- 172.21.15.46:0/3855310501 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f638c007740 con 0x7f63940d5230 2024-09-19T05:50:56.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.852+0000 7f6392ffd640 1 -- 172.21.15.46:0/3855310501 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f638c0078e0 con 0x7f63940d5230 2024-09-19T05:50:56.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.852+0000 7f6392ffd640 1 -- 172.21.15.46:0/3855310501 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f638c007cb0 con 0x7f63940d5230 2024-09-19T05:50:56.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.853+0000 7f639a7c4640 1 -- 172.21.15.46:0/3855310501 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f63940d5230 msgr2=0x7f63940b77d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.853+0000 7f639a7c4640 1 --2- 172.21.15.46:0/3855310501 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f63940d5230 0x7f63940b77d0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f63940d22d0 tx=0x7f638c02a680 comp rx=0 tx=0).stop 2024-09-19T05:50:56.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.853+0000 7f639a7c4640 1 -- 172.21.15.46:0/3855310501 shutdown_connections 2024-09-19T05:50:56.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.853+0000 7f639a7c4640 1 --2- 172.21.15.46:0/3855310501 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f63940d5230 0x7f63940b77d0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.853+0000 7f639a7c4640 1 --2- 172.21.15.46:0/3855310501 >> v2:172.21.15.78:3300/0 conn(0x7f639415e6d0 0x7f63940d41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.853+0000 7f639a7c4640 1 -- 172.21.15.46:0/3855310501 >> 172.21.15.46:0/3855310501 conn(0x7f63940723c0 msgr2=0x7f63940727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:56.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.853+0000 7f639a7c4640 1 -- 172.21.15.46:0/3855310501 shutdown_connections 2024-09-19T05:50:56.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.853+0000 7f639a7c4640 1 -- 172.21.15.46:0/3855310501 wait complete. 2024-09-19T05:50:56.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.854+0000 7f639a7c4640 1 Processor -- start 2024-09-19T05:50:56.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.854+0000 7f639a7c4640 1 -- start start 2024-09-19T05:50:56.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.855+0000 7f639a7c4640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f63940cf4c0 0x7f63940abbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:56.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.855+0000 7f639a7c4640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f63940d5230 0x7f63941f37e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:56.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.855+0000 7f639a7c4640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f639415e6d0 0x7f63940b8690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:56.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.855+0000 7f639a7c4640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f63940d2ee0 con 0x7f63940cf4c0 2024-09-19T05:50:56.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.855+0000 7f639a7c4640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f63940d2d60 con 0x7f639415e6d0 2024-09-19T05:50:56.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.855+0000 7f639a7c4640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f63940cf950 con 0x7f63940d5230 2024-09-19T05:50:56.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.855+0000 7f6393fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f63940cf4c0 0x7f63940abbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:56.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.855+0000 7f6393fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f63940cf4c0 0x7f63940abbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34726/0 (socket says 172.21.15.46:34726) 2024-09-19T05:50:56.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.855+0000 7f6393fff640 1 -- 172.21.15.46:0/3697447508 learned_addr learned my addr 172.21.15.46:0/3697447508 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:56.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.855+0000 7f6398d61640 1 --2- 172.21.15.46:0/3697447508 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f639415e6d0 0x7f63940b8690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:56.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.855+0000 7f63937fe640 1 --2- 172.21.15.46:0/3697447508 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f63940d5230 0x7f63941f37e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:56.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.855+0000 7f6393fff640 1 -- 172.21.15.46:0/3697447508 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f63940d5230 msgr2=0x7f63941f37e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.855+0000 7f6393fff640 1 --2- 172.21.15.46:0/3697447508 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f63940d5230 0x7f63941f37e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.855+0000 7f6393fff640 1 -- 172.21.15.46:0/3697447508 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f639415e6d0 msgr2=0x7f63940b8690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:56.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.855+0000 7f6393fff640 1 --2- 172.21.15.46:0/3697447508 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f639415e6d0 0x7f63940b8690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:56.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.855+0000 7f6393fff640 1 -- 172.21.15.46:0/3697447508 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63941f51d0 con 0x7f63940cf4c0 2024-09-19T05:50:56.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.855+0000 7f6398d61640 1 --2- 172.21.15.46:0/3697447508 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f639415e6d0 0x7f63940b8690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:50:56.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.855+0000 7f63937fe640 1 --2- 172.21.15.46:0/3697447508 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f63940d5230 0x7f63941f37e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:50:56.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.855+0000 7f6393fff640 1 --2- 172.21.15.46:0/3697447508 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f63940cf4c0 0x7f63940abbb0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f638400d5f0 tx=0x7f638400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:56.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.856+0000 7f6390ff9640 1 -- 172.21.15.46:0/3697447508 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63840125f0 con 0x7f63940cf4c0 2024-09-19T05:50:56.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.856+0000 7f6390ff9640 1 -- 172.21.15.46:0/3697447508 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6384019070 con 0x7f63940cf4c0 2024-09-19T05:50:56.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.856+0000 7f639a7c4640 1 -- 172.21.15.46:0/3697447508 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63941f5510 con 0x7f63940cf4c0 2024-09-19T05:50:56.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.856+0000 7f6390ff9640 1 -- 172.21.15.46:0/3697447508 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63840129d0 con 0x7f63940cf4c0 2024-09-19T05:50:56.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.856+0000 7f639a7c4640 1 -- 172.21.15.46:0/3697447508 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63941f5d50 con 0x7f63940cf4c0 2024-09-19T05:50:56.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.857+0000 7f639a7c4640 1 -- 172.21.15.46:0/3697447508 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63940d2920 con 0x7f63940cf4c0 2024-09-19T05:50:56.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.857+0000 7f6390ff9640 1 -- 172.21.15.46:0/3697447508 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6384012b70 con 0x7f63940cf4c0 2024-09-19T05:50:56.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.858+0000 7f6390ff9640 1 --2- 172.21.15.46:0/3697447508 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f638006c2b0 0x7f638006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:56.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.858+0000 7f6390ff9640 1 -- 172.21.15.46:0/3697447508 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f638408b840 con 0x7f63940cf4c0 2024-09-19T05:50:56.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.858+0000 7f63937fe640 1 --2- 172.21.15.46:0/3697447508 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f638006c2b0 0x7f638006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:56.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.858+0000 7f63937fe640 1 --2- 172.21.15.46:0/3697447508 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f638006c2b0 0x7f638006e770 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f6394161c00 tx=0x7f6388009040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:56.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:56.864+0000 7f6390ff9640 1 -- 172.21.15.46:0/3697447508 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f63941f5510 con 0x7f63940cf4c0 2024-09-19T05:50:57.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.035+0000 7f639a7c4640 1 -- 172.21.15.46:0/3697447508 --> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f63941f4ee0 con 0x7f638006c2b0 2024-09-19T05:50:57.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.042+0000 7f6390ff9640 1 -- 172.21.15.46:0/3697447508 <== mgr.4099 v2:172.21.15.78:6832/1948069631 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251837 (secure 0 0 0) 0x7f63941f4ee0 con 0x7f638006c2b0 2024-09-19T05:50:57.046 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:57.048 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-19T05:50:57.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.045+0000 7f639a7c4640 1 -- 172.21.15.46:0/3697447508 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f638006c2b0 msgr2=0x7f638006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:57.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.045+0000 7f639a7c4640 1 --2- 172.21.15.46:0/3697447508 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f638006c2b0 0x7f638006e770 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f6394161c00 tx=0x7f6388009040 comp rx=0 tx=0).stop 2024-09-19T05:50:57.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.045+0000 7f639a7c4640 1 -- 172.21.15.46:0/3697447508 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f63940cf4c0 msgr2=0x7f63940abbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:57.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.045+0000 7f639a7c4640 1 --2- 172.21.15.46:0/3697447508 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f63940cf4c0 0x7f63940abbb0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f638400d5f0 tx=0x7f638400dab0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.045+0000 7f639a7c4640 1 -- 172.21.15.46:0/3697447508 shutdown_connections 2024-09-19T05:50:57.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.045+0000 7f639a7c4640 1 --2- 172.21.15.46:0/3697447508 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f638006c2b0 0x7f638006e770 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.045+0000 7f639a7c4640 1 --2- 172.21.15.46:0/3697447508 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f639415e6d0 0x7f63940b8690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.045+0000 7f639a7c4640 1 --2- 172.21.15.46:0/3697447508 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f63940d5230 0x7f63941f37e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.045+0000 7f639a7c4640 1 --2- 172.21.15.46:0/3697447508 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f63940cf4c0 0x7f63940abbb0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.045+0000 7f639a7c4640 1 -- 172.21.15.46:0/3697447508 >> 172.21.15.46:0/3697447508 conn(0x7f63940723c0 msgr2=0x7f639415f800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:57.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.045+0000 7f639a7c4640 1 -- 172.21.15.46:0/3697447508 shutdown_connections 2024-09-19T05:50:57.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.045+0000 7f639a7c4640 1 -- 172.21.15.46:0/3697447508 wait complete. 2024-09-19T05:50:57.058 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-19T05:50:55.797592+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239924,"kb_used_data":2888,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734796,"statfs":{"total":773094113280,"available":772848431104,"internally_reserved":0,"allocated":2957312,"data_stored":1776028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002361"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494548+0000","last_change":"2024-09-19T05:50:45.663342+0000","last_active":"2024-09-19T05:50:47.494548+0000","last_peered":"2024-09-19T05:50:47.494548+0000","last_clean":"2024-09-19T05:50:47.494548+0000","last_became_active":"2024-09-19T05:50:45.662632+0000","last_became_peered":"2024-09-19T05:50:45.662632+0000","last_unstale":"2024-09-19T05:50:47.494548+0000","last_undegraded":"2024-09-19T05:50:47.494548+0000","last_fullsized":"2024-09-19T05:50:47.494548+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:38.989482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644985+0000","last_change":"2024-09-19T05:50:45.639162+0000","last_active":"2024-09-19T05:50:46.644985+0000","last_peered":"2024-09-19T05:50:46.644985+0000","last_clean":"2024-09-19T05:50:46.644985+0000","last_became_active":"2024-09-19T05:50:45.638753+0000","last_became_peered":"2024-09-19T05:50:45.638753+0000","last_unstale":"2024-09-19T05:50:46.644985+0000","last_undegraded":"2024-09-19T05:50:46.644985+0000","last_fullsized":"2024-09-19T05:50:46.644985+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:17.998682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977121+0000","last_change":"2024-09-19T05:50:45.639283+0000","last_active":"2024-09-19T05:50:46.977121+0000","last_peered":"2024-09-19T05:50:46.977121+0000","last_clean":"2024-09-19T05:50:46.977121+0000","last_became_active":"2024-09-19T05:50:45.638968+0000","last_became_peered":"2024-09-19T05:50:45.638968+0000","last_unstale":"2024-09-19T05:50:46.977121+0000","last_undegraded":"2024-09-19T05:50:46.977121+0000","last_fullsized":"2024-09-19T05:50:46.977121+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:57.832905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.648035+0000","last_change":"2024-09-19T05:50:45.654335+0000","last_active":"2024-09-19T05:50:46.648035+0000","last_peered":"2024-09-19T05:50:46.648035+0000","last_clean":"2024-09-19T05:50:46.648035+0000","last_became_active":"2024-09-19T05:50:45.648473+0000","last_became_peered":"2024-09-19T05:50:45.648473+0000","last_unstale":"2024-09-19T05:50:46.648035+0000","last_undegraded":"2024-09-19T05:50:46.648035+0000","last_fullsized":"2024-09-19T05:50:46.648035+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:22.746988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494450+0000","last_change":"2024-09-19T05:50:45.656402+0000","last_active":"2024-09-19T05:50:47.494450+0000","last_peered":"2024-09-19T05:50:47.494450+0000","last_clean":"2024-09-19T05:50:47.494450+0000","last_became_active":"2024-09-19T05:50:45.656099+0000","last_became_peered":"2024-09-19T05:50:45.656099+0000","last_unstale":"2024-09-19T05:50:47.494450+0000","last_undegraded":"2024-09-19T05:50:47.494450+0000","last_fullsized":"2024-09-19T05:50:47.494450+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:49:17.967330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647686+0000","last_change":"2024-09-19T05:50:45.654926+0000","last_active":"2024-09-19T05:50:46.647686+0000","last_peered":"2024-09-19T05:50:46.647686+0000","last_clean":"2024-09-19T05:50:46.647686+0000","last_became_active":"2024-09-19T05:50:45.654299+0000","last_became_peered":"2024-09-19T05:50:45.654299+0000","last_unstale":"2024-09-19T05:50:46.647686+0000","last_undegraded":"2024-09-19T05:50:46.647686+0000","last_fullsized":"2024-09-19T05:50:46.647686+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:23.859873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494334+0000","last_change":"2024-09-19T05:50:45.660227+0000","last_active":"2024-09-19T05:50:47.494334+0000","last_peered":"2024-09-19T05:50:47.494334+0000","last_clean":"2024-09-19T05:50:47.494334+0000","last_became_active":"2024-09-19T05:50:45.659977+0000","last_became_peered":"2024-09-19T05:50:45.659977+0000","last_unstale":"2024-09-19T05:50:47.494334+0000","last_undegraded":"2024-09-19T05:50:47.494334+0000","last_fullsized":"2024-09-19T05:50:47.494334+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:21.723654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493910+0000","last_change":"2024-09-19T05:50:45.645609+0000","last_active":"2024-09-19T05:50:47.493910+0000","last_peered":"2024-09-19T05:50:47.493910+0000","last_clean":"2024-09-19T05:50:47.493910+0000","last_became_active":"2024-09-19T05:50:45.645280+0000","last_became_peered":"2024-09-19T05:50:45.645280+0000","last_unstale":"2024-09-19T05:50:47.493910+0000","last_undegraded":"2024-09-19T05:50:47.493910+0000","last_fullsized":"2024-09-19T05:50:47.493910+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:55:14.027111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494628+0000","last_change":"2024-09-19T05:50:45.662695+0000","last_active":"2024-09-19T05:50:47.494628+0000","last_peered":"2024-09-19T05:50:47.494628+0000","last_clean":"2024-09-19T05:50:47.494628+0000","last_became_active":"2024-09-19T05:50:45.662289+0000","last_became_peered":"2024-09-19T05:50:45.662289+0000","last_unstale":"2024-09-19T05:50:47.494628+0000","last_undegraded":"2024-09-19T05:50:47.494628+0000","last_fullsized":"2024-09-19T05:50:47.494628+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:35:11.693422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495180+0000","last_change":"2024-09-19T05:50:45.654107+0000","last_active":"2024-09-19T05:50:47.495180+0000","last_peered":"2024-09-19T05:50:47.495180+0000","last_clean":"2024-09-19T05:50:47.495180+0000","last_became_active":"2024-09-19T05:50:45.653806+0000","last_became_peered":"2024-09-19T05:50:45.653806+0000","last_unstale":"2024-09-19T05:50:47.495180+0000","last_undegraded":"2024-09-19T05:50:47.495180+0000","last_fullsized":"2024-09-19T05:50:47.495180+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:17.998682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495110+0000","last_change":"2024-09-19T05:50:45.652115+0000","last_active":"2024-09-19T05:50:47.495110+0000","last_peered":"2024-09-19T05:50:47.495110+0000","last_clean":"2024-09-19T05:50:47.495110+0000","last_became_active":"2024-09-19T05:50:45.651840+0000","last_became_peered":"2024-09-19T05:50:45.651840+0000","last_unstale":"2024-09-19T05:50:47.495110+0000","last_undegraded":"2024-09-19T05:50:47.495110+0000","last_fullsized":"2024-09-19T05:50:47.495110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:57.832905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649213+0000","last_change":"2024-09-19T05:50:45.654325+0000","last_active":"2024-09-19T05:50:46.649213+0000","last_peered":"2024-09-19T05:50:46.649213+0000","last_clean":"2024-09-19T05:50:46.649213+0000","last_became_active":"2024-09-19T05:50:45.653444+0000","last_became_peered":"2024-09-19T05:50:45.653444+0000","last_unstale":"2024-09-19T05:50:46.649213+0000","last_undegraded":"2024-09-19T05:50:46.649213+0000","last_fullsized":"2024-09-19T05:50:46.649213+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:12.820072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494293+0000","last_change":"2024-09-19T05:50:45.656355+0000","last_active":"2024-09-19T05:50:47.494293+0000","last_peered":"2024-09-19T05:50:47.494293+0000","last_clean":"2024-09-19T05:50:47.494293+0000","last_became_active":"2024-09-19T05:50:45.655819+0000","last_became_peered":"2024-09-19T05:50:45.655819+0000","last_unstale":"2024-09-19T05:50:47.494293+0000","last_undegraded":"2024-09-19T05:50:47.494293+0000","last_fullsized":"2024-09-19T05:50:47.494293+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:33.461562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.976996+0000","last_change":"2024-09-19T05:50:45.642684+0000","last_active":"2024-09-19T05:50:46.976996+0000","last_peered":"2024-09-19T05:50:46.976996+0000","last_clean":"2024-09-19T05:50:46.976996+0000","last_became_active":"2024-09-19T05:50:45.642400+0000","last_became_peered":"2024-09-19T05:50:45.642400+0000","last_unstale":"2024-09-19T05:50:46.976996+0000","last_undegraded":"2024-09-19T05:50:46.976996+0000","last_fullsized":"2024-09-19T05:50:46.976996+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:00.067176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644805+0000","last_change":"2024-09-19T05:50:45.648385+0000","last_active":"2024-09-19T05:50:46.644805+0000","last_peered":"2024-09-19T05:50:46.644805+0000","last_clean":"2024-09-19T05:50:46.644805+0000","last_became_active":"2024-09-19T05:50:45.647477+0000","last_became_peered":"2024-09-19T05:50:45.647477+0000","last_unstale":"2024-09-19T05:50:46.644805+0000","last_undegraded":"2024-09-19T05:50:46.644805+0000","last_fullsized":"2024-09-19T05:50:46.644805+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:57.832905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647375+0000","last_change":"2024-09-19T05:50:45.648287+0000","last_active":"2024-09-19T05:50:46.647375+0000","last_peered":"2024-09-19T05:50:46.647375+0000","last_clean":"2024-09-19T05:50:46.647375+0000","last_became_active":"2024-09-19T05:50:45.647994+0000","last_became_peered":"2024-09-19T05:50:45.647994+0000","last_unstale":"2024-09-19T05:50:46.647375+0000","last_undegraded":"2024-09-19T05:50:46.647375+0000","last_fullsized":"2024-09-19T05:50:46.647375+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:53.216403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647794+0000","last_change":"2024-09-19T05:50:45.659872+0000","last_active":"2024-09-19T05:50:46.647794+0000","last_peered":"2024-09-19T05:50:46.647794+0000","last_clean":"2024-09-19T05:50:46.647794+0000","last_became_active":"2024-09-19T05:50:45.659630+0000","last_became_peered":"2024-09-19T05:50:45.659630+0000","last_unstale":"2024-09-19T05:50:46.647794+0000","last_undegraded":"2024-09-19T05:50:46.647794+0000","last_fullsized":"2024-09-19T05:50:46.647794+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:01.275894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.141149+0000","last_change":"2024-09-19T05:50:45.655764+0000","last_active":"2024-09-19T05:50:47.141149+0000","last_peered":"2024-09-19T05:50:47.141149+0000","last_clean":"2024-09-19T05:50:47.141149+0000","last_became_active":"2024-09-19T05:50:45.655454+0000","last_became_peered":"2024-09-19T05:50:45.655454+0000","last_unstale":"2024-09-19T05:50:47.141149+0000","last_undegraded":"2024-09-19T05:50:47.141149+0000","last_fullsized":"2024-09-19T05:50:47.141149+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:25.200347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494916+0000","last_change":"2024-09-19T05:50:45.661153+0000","last_active":"2024-09-19T05:50:47.494916+0000","last_peered":"2024-09-19T05:50:47.494916+0000","last_clean":"2024-09-19T05:50:47.494916+0000","last_became_active":"2024-09-19T05:50:45.660423+0000","last_became_peered":"2024-09-19T05:50:45.660423+0000","last_unstale":"2024-09-19T05:50:47.494916+0000","last_undegraded":"2024-09-19T05:50:47.494916+0000","last_fullsized":"2024-09-19T05:50:47.494916+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:04.804886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494807+0000","last_change":"2024-09-19T05:50:45.652787+0000","last_active":"2024-09-19T05:50:47.494807+0000","last_peered":"2024-09-19T05:50:47.494807+0000","last_clean":"2024-09-19T05:50:47.494807+0000","last_became_active":"2024-09-19T05:50:45.652495+0000","last_became_peered":"2024-09-19T05:50:45.652495+0000","last_unstale":"2024-09-19T05:50:47.494807+0000","last_undegraded":"2024-09-19T05:50:47.494807+0000","last_fullsized":"2024-09-19T05:50:47.494807+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:00.067176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977058+0000","last_change":"2024-09-19T05:50:45.658151+0000","last_active":"2024-09-19T05:50:46.977058+0000","last_peered":"2024-09-19T05:50:46.977058+0000","last_clean":"2024-09-19T05:50:46.977058+0000","last_became_active":"2024-09-19T05:50:45.657871+0000","last_became_peered":"2024-09-19T05:50:45.657871+0000","last_unstale":"2024-09-19T05:50:46.977058+0000","last_undegraded":"2024-09-19T05:50:46.977058+0000","last_fullsized":"2024-09-19T05:50:46.977058+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:57.946959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647762+0000","last_change":"2024-09-19T05:50:45.659228+0000","last_active":"2024-09-19T05:50:46.647762+0000","last_peered":"2024-09-19T05:50:46.647762+0000","last_clean":"2024-09-19T05:50:46.647762+0000","last_became_active":"2024-09-19T05:50:45.658970+0000","last_became_peered":"2024-09-19T05:50:45.658970+0000","last_unstale":"2024-09-19T05:50:46.647762+0000","last_undegraded":"2024-09-19T05:50:46.647762+0000","last_fullsized":"2024-09-19T05:50:46.647762+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:14.172092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493944+0000","last_change":"2024-09-19T05:50:45.649298+0000","last_active":"2024-09-19T05:50:47.493944+0000","last_peered":"2024-09-19T05:50:47.493944+0000","last_clean":"2024-09-19T05:50:47.493944+0000","last_became_active":"2024-09-19T05:50:45.648947+0000","last_became_peered":"2024-09-19T05:50:45.648947+0000","last_unstale":"2024-09-19T05:50:47.493944+0000","last_undegraded":"2024-09-19T05:50:47.493944+0000","last_fullsized":"2024-09-19T05:50:47.493944+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:33.262690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647261+0000","last_change":"2024-09-19T05:50:45.651485+0000","last_active":"2024-09-19T05:50:46.647261+0000","last_peered":"2024-09-19T05:50:46.647261+0000","last_clean":"2024-09-19T05:50:46.647261+0000","last_became_active":"2024-09-19T05:50:45.651014+0000","last_became_peered":"2024-09-19T05:50:45.651014+0000","last_unstale":"2024-09-19T05:50:46.647261+0000","last_undegraded":"2024-09-19T05:50:46.647261+0000","last_fullsized":"2024-09-19T05:50:46.647261+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:33:33.461562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494454+0000","last_change":"2024-09-19T05:50:45.651184+0000","last_active":"2024-09-19T05:50:47.494454+0000","last_peered":"2024-09-19T05:50:47.494454+0000","last_clean":"2024-09-19T05:50:47.494454+0000","last_became_active":"2024-09-19T05:50:45.650821+0000","last_became_peered":"2024-09-19T05:50:45.650821+0000","last_unstale":"2024-09-19T05:50:47.494454+0000","last_undegraded":"2024-09-19T05:50:47.494454+0000","last_fullsized":"2024-09-19T05:50:47.494454+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:01.275894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495215+0000","last_change":"2024-09-19T05:50:45.657087+0000","last_active":"2024-09-19T05:50:47.495215+0000","last_peered":"2024-09-19T05:50:47.495215+0000","last_clean":"2024-09-19T05:50:47.495215+0000","last_became_active":"2024-09-19T05:50:45.656789+0000","last_became_peered":"2024-09-19T05:50:45.656789+0000","last_unstale":"2024-09-19T05:50:47.495215+0000","last_undegraded":"2024-09-19T05:50:47.495215+0000","last_fullsized":"2024-09-19T05:50:47.495215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:32.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645079+0000","last_change":"2024-09-19T05:50:45.647097+0000","last_active":"2024-09-19T05:50:46.645079+0000","last_peered":"2024-09-19T05:50:46.645079+0000","last_clean":"2024-09-19T05:50:46.645079+0000","last_became_active":"2024-09-19T05:50:45.646813+0000","last_became_peered":"2024-09-19T05:50:45.646813+0000","last_unstale":"2024-09-19T05:50:46.645079+0000","last_undegraded":"2024-09-19T05:50:46.645079+0000","last_fullsized":"2024-09-19T05:50:46.645079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:56.946807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494360+0000","last_change":"2024-09-19T05:50:45.647780+0000","last_active":"2024-09-19T05:50:47.494360+0000","last_peered":"2024-09-19T05:50:47.494360+0000","last_clean":"2024-09-19T05:50:47.494360+0000","last_became_active":"2024-09-19T05:50:45.647478+0000","last_became_peered":"2024-09-19T05:50:45.647478+0000","last_unstale":"2024-09-19T05:50:47.494360+0000","last_undegraded":"2024-09-19T05:50:47.494360+0000","last_fullsized":"2024-09-19T05:50:47.494360+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:23.951100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977338+0000","last_change":"2024-09-19T05:50:45.647652+0000","last_active":"2024-09-19T05:50:46.977338+0000","last_peered":"2024-09-19T05:50:46.977338+0000","last_clean":"2024-09-19T05:50:46.977338+0000","last_became_active":"2024-09-19T05:50:45.647232+0000","last_became_peered":"2024-09-19T05:50:45.647232+0000","last_unstale":"2024-09-19T05:50:46.977338+0000","last_undegraded":"2024-09-19T05:50:46.977338+0000","last_fullsized":"2024-09-19T05:50:46.977338+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:12.349326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647859+0000","last_change":"2024-09-19T05:50:45.650368+0000","last_active":"2024-09-19T05:50:46.647859+0000","last_peered":"2024-09-19T05:50:46.647859+0000","last_clean":"2024-09-19T05:50:46.647859+0000","last_became_active":"2024-09-19T05:50:45.648210+0000","last_became_peered":"2024-09-19T05:50:45.648210+0000","last_unstale":"2024-09-19T05:50:46.647859+0000","last_undegraded":"2024-09-19T05:50:46.647859+0000","last_fullsized":"2024-09-19T05:50:46.647859+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:11:12.302613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.140960+0000","last_change":"2024-09-19T05:50:45.644251+0000","last_active":"2024-09-19T05:50:47.140960+0000","last_peered":"2024-09-19T05:50:47.140960+0000","last_clean":"2024-09-19T05:50:47.140960+0000","last_became_active":"2024-09-19T05:50:45.643951+0000","last_became_peered":"2024-09-19T05:50:45.643951+0000","last_unstale":"2024-09-19T05:50:47.140960+0000","last_undegraded":"2024-09-19T05:50:47.140960+0000","last_fullsized":"2024-09-19T05:50:47.140960+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:53.369878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494116+0000","last_change":"2024-09-19T05:50:45.655502+0000","last_active":"2024-09-19T05:50:47.494116+0000","last_peered":"2024-09-19T05:50:47.494116+0000","last_clean":"2024-09-19T05:50:47.494116+0000","last_became_active":"2024-09-19T05:50:45.655208+0000","last_became_peered":"2024-09-19T05:50:45.655208+0000","last_unstale":"2024-09-19T05:50:47.494116+0000","last_undegraded":"2024-09-19T05:50:47.494116+0000","last_fullsized":"2024-09-19T05:50:47.494116+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:14.204105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.648834+0000","last_change":"2024-09-19T05:50:45.644906+0000","last_active":"2024-09-19T05:50:46.648834+0000","last_peered":"2024-09-19T05:50:46.648834+0000","last_clean":"2024-09-19T05:50:46.648834+0000","last_became_active":"2024-09-19T05:50:45.644554+0000","last_became_peered":"2024-09-19T05:50:45.644554+0000","last_unstale":"2024-09-19T05:50:46.648834+0000","last_undegraded":"2024-09-19T05:50:46.648834+0000","last_fullsized":"2024-09-19T05:50:46.648834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:04.430049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494329+0000","last_change":"2024-09-19T05:50:44.647858+0000","last_active":"2024-09-19T05:50:47.494329+0000","last_peered":"2024-09-19T05:50:47.494329+0000","last_clean":"2024-09-19T05:50:47.494329+0000","last_became_active":"2024-09-19T05:50:44.647538+0000","last_became_peered":"2024-09-19T05:50:44.647538+0000","last_unstale":"2024-09-19T05:50:47.494329+0000","last_undegraded":"2024-09-19T05:50:47.494329+0000","last_fullsized":"2024-09-19T05:50:47.494329+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:58.710655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977298+0000","last_change":"2024-09-19T05:50:45.643952+0000","last_active":"2024-09-19T05:50:46.977298+0000","last_peered":"2024-09-19T05:50:46.977298+0000","last_clean":"2024-09-19T05:50:46.977298+0000","last_became_active":"2024-09-19T05:50:45.643679+0000","last_became_peered":"2024-09-19T05:50:45.643679+0000","last_unstale":"2024-09-19T05:50:46.977298+0000","last_undegraded":"2024-09-19T05:50:46.977298+0000","last_fullsized":"2024-09-19T05:50:46.977298+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:07.084769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494907+0000","last_change":"2024-09-19T05:50:44.650738+0000","last_active":"2024-09-19T05:50:47.494907+0000","last_peered":"2024-09-19T05:50:47.494907+0000","last_clean":"2024-09-19T05:50:47.494907+0000","last_became_active":"2024-09-19T05:50:44.650407+0000","last_became_peered":"2024-09-19T05:50:44.650407+0000","last_unstale":"2024-09-19T05:50:47.494907+0000","last_undegraded":"2024-09-19T05:50:47.494907+0000","last_fullsized":"2024-09-19T05:50:47.494907+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:52.166184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494004+0000","last_change":"2024-09-19T05:50:44.645772+0000","last_active":"2024-09-19T05:50:47.494004+0000","last_peered":"2024-09-19T05:50:47.494004+0000","last_clean":"2024-09-19T05:50:47.494004+0000","last_became_active":"2024-09-19T05:50:44.645466+0000","last_became_peered":"2024-09-19T05:50:44.645466+0000","last_unstale":"2024-09-19T05:50:47.494004+0000","last_undegraded":"2024-09-19T05:50:47.494004+0000","last_fullsized":"2024-09-19T05:50:47.494004+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:46:23.990411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494001+0000","last_change":"2024-09-19T05:50:45.643384+0000","last_active":"2024-09-19T05:50:47.494001+0000","last_peered":"2024-09-19T05:50:47.494001+0000","last_clean":"2024-09-19T05:50:47.494001+0000","last_became_active":"2024-09-19T05:50:45.643036+0000","last_became_peered":"2024-09-19T05:50:45.643036+0000","last_unstale":"2024-09-19T05:50:47.494001+0000","last_undegraded":"2024-09-19T05:50:47.494001+0000","last_fullsized":"2024-09-19T05:50:47.494001+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:59:38.504505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647415+0000","last_change":"2024-09-19T05:50:44.646570+0000","last_active":"2024-09-19T05:50:46.647415+0000","last_peered":"2024-09-19T05:50:46.647415+0000","last_clean":"2024-09-19T05:50:46.647415+0000","last_became_active":"2024-09-19T05:50:44.646205+0000","last_became_peered":"2024-09-19T05:50:44.646205+0000","last_unstale":"2024-09-19T05:50:46.647415+0000","last_undegraded":"2024-09-19T05:50:46.647415+0000","last_fullsized":"2024-09-19T05:50:46.647415+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:03.424792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644802+0000","last_change":"2024-09-19T05:50:45.648607+0000","last_active":"2024-09-19T05:50:46.644802+0000","last_peered":"2024-09-19T05:50:46.644802+0000","last_clean":"2024-09-19T05:50:46.644802+0000","last_became_active":"2024-09-19T05:50:45.648104+0000","last_became_peered":"2024-09-19T05:50:45.648104+0000","last_unstale":"2024-09-19T05:50:46.644802+0000","last_undegraded":"2024-09-19T05:50:46.644802+0000","last_fullsized":"2024-09-19T05:50:46.644802+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:00.067176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495090+0000","last_change":"2024-09-19T05:50:44.651212+0000","last_active":"2024-09-19T05:50:47.495090+0000","last_peered":"2024-09-19T05:50:47.495090+0000","last_clean":"2024-09-19T05:50:47.495090+0000","last_became_active":"2024-09-19T05:50:44.650904+0000","last_became_peered":"2024-09-19T05:50:44.650904+0000","last_unstale":"2024-09-19T05:50:47.495090+0000","last_undegraded":"2024-09-19T05:50:47.495090+0000","last_fullsized":"2024-09-19T05:50:47.495090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:45.362637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647440+0000","last_change":"2024-09-19T05:50:45.656759+0000","last_active":"2024-09-19T05:50:46.647440+0000","last_peered":"2024-09-19T05:50:46.647440+0000","last_clean":"2024-09-19T05:50:46.647440+0000","last_became_active":"2024-09-19T05:50:45.656469+0000","last_became_peered":"2024-09-19T05:50:45.656469+0000","last_unstale":"2024-09-19T05:50:46.647440+0000","last_undegraded":"2024-09-19T05:50:46.647440+0000","last_fullsized":"2024-09-19T05:50:46.647440+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:23.951100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647413+0000","last_change":"2024-09-19T05:50:44.645247+0000","last_active":"2024-09-19T05:50:46.647413+0000","last_peered":"2024-09-19T05:50:46.647413+0000","last_clean":"2024-09-19T05:50:46.647413+0000","last_became_active":"2024-09-19T05:50:44.644986+0000","last_became_peered":"2024-09-19T05:50:44.644986+0000","last_unstale":"2024-09-19T05:50:46.647413+0000","last_undegraded":"2024-09-19T05:50:46.647413+0000","last_fullsized":"2024-09-19T05:50:46.647413+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:45:46.115095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977255+0000","last_change":"2024-09-19T05:50:45.641646+0000","last_active":"2024-09-19T05:50:46.977255+0000","last_peered":"2024-09-19T05:50:46.977255+0000","last_clean":"2024-09-19T05:50:46.977255+0000","last_became_active":"2024-09-19T05:50:45.641332+0000","last_became_peered":"2024-09-19T05:50:45.641332+0000","last_unstale":"2024-09-19T05:50:46.977255+0000","last_undegraded":"2024-09-19T05:50:46.977255+0000","last_fullsized":"2024-09-19T05:50:46.977255+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:32.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645058+0000","last_change":"2024-09-19T05:50:44.646863+0000","last_active":"2024-09-19T05:50:46.645058+0000","last_peered":"2024-09-19T05:50:46.645058+0000","last_clean":"2024-09-19T05:50:46.645058+0000","last_became_active":"2024-09-19T05:50:44.646023+0000","last_became_peered":"2024-09-19T05:50:44.646023+0000","last_unstale":"2024-09-19T05:50:46.645058+0000","last_undegraded":"2024-09-19T05:50:46.645058+0000","last_fullsized":"2024-09-19T05:50:46.645058+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:52.729171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649323+0000","last_change":"2024-09-19T05:50:45.650335+0000","last_active":"2024-09-19T05:50:46.649323+0000","last_peered":"2024-09-19T05:50:46.649323+0000","last_clean":"2024-09-19T05:50:46.649323+0000","last_became_active":"2024-09-19T05:50:45.649850+0000","last_became_peered":"2024-09-19T05:50:45.649850+0000","last_unstale":"2024-09-19T05:50:46.649323+0000","last_undegraded":"2024-09-19T05:50:46.649323+0000","last_fullsized":"2024-09-19T05:50:46.649323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:14:55.463012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494867+0000","last_change":"2024-09-19T05:50:44.645584+0000","last_active":"2024-09-19T05:50:47.494867+0000","last_peered":"2024-09-19T05:50:47.494867+0000","last_clean":"2024-09-19T05:50:47.494867+0000","last_became_active":"2024-09-19T05:50:44.645280+0000","last_became_peered":"2024-09-19T05:50:44.645280+0000","last_unstale":"2024-09-19T05:50:47.494867+0000","last_undegraded":"2024-09-19T05:50:47.494867+0000","last_fullsized":"2024-09-19T05:50:47.494867+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:04.037710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494803+0000","last_change":"2024-09-19T05:50:45.661839+0000","last_active":"2024-09-19T05:50:47.494803+0000","last_peered":"2024-09-19T05:50:47.494803+0000","last_clean":"2024-09-19T05:50:47.494803+0000","last_became_active":"2024-09-19T05:50:45.661400+0000","last_became_peered":"2024-09-19T05:50:45.661400+0000","last_unstale":"2024-09-19T05:50:47.494803+0000","last_undegraded":"2024-09-19T05:50:47.494803+0000","last_fullsized":"2024-09-19T05:50:47.494803+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:32.566393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977352+0000","last_change":"2024-09-19T05:50:44.647789+0000","last_active":"2024-09-19T05:50:46.977352+0000","last_peered":"2024-09-19T05:50:46.977352+0000","last_clean":"2024-09-19T05:50:46.977352+0000","last_became_active":"2024-09-19T05:50:44.647481+0000","last_became_peered":"2024-09-19T05:50:44.647481+0000","last_unstale":"2024-09-19T05:50:46.977352+0000","last_undegraded":"2024-09-19T05:50:46.977352+0000","last_fullsized":"2024-09-19T05:50:46.977352+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:45.362637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977265+0000","last_change":"2024-09-19T05:50:45.657812+0000","last_active":"2024-09-19T05:50:46.977265+0000","last_peered":"2024-09-19T05:50:46.977265+0000","last_clean":"2024-09-19T05:50:46.977265+0000","last_became_active":"2024-09-19T05:50:45.657522+0000","last_became_peered":"2024-09-19T05:50:45.657522+0000","last_unstale":"2024-09-19T05:50:46.977265+0000","last_undegraded":"2024-09-19T05:50:46.977265+0000","last_fullsized":"2024-09-19T05:50:46.977265+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:56.946807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647903+0000","last_change":"2024-09-19T05:50:44.647516+0000","last_active":"2024-09-19T05:50:46.647903+0000","last_peered":"2024-09-19T05:50:46.647903+0000","last_clean":"2024-09-19T05:50:46.647903+0000","last_became_active":"2024-09-19T05:50:44.646177+0000","last_became_peered":"2024-09-19T05:50:44.646177+0000","last_unstale":"2024-09-19T05:50:46.647903+0000","last_undegraded":"2024-09-19T05:50:46.647903+0000","last_fullsized":"2024-09-19T05:50:46.647903+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:57.710890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494520+0000","last_change":"2024-09-19T05:50:45.660294+0000","last_active":"2024-09-19T05:50:47.494520+0000","last_peered":"2024-09-19T05:50:47.494520+0000","last_clean":"2024-09-19T05:50:47.494520+0000","last_became_active":"2024-09-19T05:50:45.660019+0000","last_became_peered":"2024-09-19T05:50:45.660019+0000","last_unstale":"2024-09-19T05:50:47.494520+0000","last_undegraded":"2024-09-19T05:50:47.494520+0000","last_fullsized":"2024-09-19T05:50:47.494520+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:21.871009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494690+0000","last_change":"2024-09-19T05:50:44.650417+0000","last_active":"2024-09-19T05:50:47.494690+0000","last_peered":"2024-09-19T05:50:47.494690+0000","last_clean":"2024-09-19T05:50:47.494690+0000","last_became_active":"2024-09-19T05:50:44.650127+0000","last_became_peered":"2024-09-19T05:50:44.650127+0000","last_unstale":"2024-09-19T05:50:47.494690+0000","last_undegraded":"2024-09-19T05:50:47.494690+0000","last_fullsized":"2024-09-19T05:50:47.494690+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:04.487795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494653+0000","last_change":"2024-09-19T05:50:45.654922+0000","last_active":"2024-09-19T05:50:47.494653+0000","last_peered":"2024-09-19T05:50:47.494653+0000","last_clean":"2024-09-19T05:50:47.494653+0000","last_became_active":"2024-09-19T05:50:45.653453+0000","last_became_peered":"2024-09-19T05:50:45.653453+0000","last_unstale":"2024-09-19T05:50:47.494653+0000","last_undegraded":"2024-09-19T05:50:47.494653+0000","last_fullsized":"2024-09-19T05:50:47.494653+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:13:04.055698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.140831+0000","last_change":"2024-09-19T05:50:44.640408+0000","last_active":"2024-09-19T05:50:47.140831+0000","last_peered":"2024-09-19T05:50:47.140831+0000","last_clean":"2024-09-19T05:50:47.140831+0000","last_became_active":"2024-09-19T05:50:44.640088+0000","last_became_peered":"2024-09-19T05:50:44.640088+0000","last_unstale":"2024-09-19T05:50:47.140831+0000","last_undegraded":"2024-09-19T05:50:47.140831+0000","last_fullsized":"2024-09-19T05:50:47.140831+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:24.976624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494113+0000","last_change":"2024-09-19T05:50:45.660187+0000","last_active":"2024-09-19T05:50:47.494113+0000","last_peered":"2024-09-19T05:50:47.494113+0000","last_clean":"2024-09-19T05:50:47.494113+0000","last_became_active":"2024-09-19T05:50:45.659888+0000","last_became_peered":"2024-09-19T05:50:45.659888+0000","last_unstale":"2024-09-19T05:50:47.494113+0000","last_undegraded":"2024-09-19T05:50:47.494113+0000","last_fullsized":"2024-09-19T05:50:47.494113+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:24:12.349326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649234+0000","last_change":"2024-09-19T05:50:44.643629+0000","last_active":"2024-09-19T05:50:46.649234+0000","last_peered":"2024-09-19T05:50:46.649234+0000","last_clean":"2024-09-19T05:50:46.649234+0000","last_became_active":"2024-09-19T05:50:44.643259+0000","last_became_peered":"2024-09-19T05:50:44.643259+0000","last_unstale":"2024-09-19T05:50:46.649234+0000","last_undegraded":"2024-09-19T05:50:46.649234+0000","last_fullsized":"2024-09-19T05:50:46.649234+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:27:27.672923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494733+0000","last_change":"2024-09-19T05:50:45.660669+0000","last_active":"2024-09-19T05:50:47.494733+0000","last_peered":"2024-09-19T05:50:47.494733+0000","last_clean":"2024-09-19T05:50:47.494733+0000","last_became_active":"2024-09-19T05:50:45.660341+0000","last_became_peered":"2024-09-19T05:50:45.660341+0000","last_unstale":"2024-09-19T05:50:47.494733+0000","last_undegraded":"2024-09-19T05:50:47.494733+0000","last_fullsized":"2024-09-19T05:50:47.494733+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:47.540822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.141056+0000","last_change":"2024-09-19T05:50:44.640442+0000","last_active":"2024-09-19T05:50:47.141056+0000","last_peered":"2024-09-19T05:50:47.141056+0000","last_clean":"2024-09-19T05:50:47.141056+0000","last_became_active":"2024-09-19T05:50:44.640145+0000","last_became_peered":"2024-09-19T05:50:44.640145+0000","last_unstale":"2024-09-19T05:50:47.141056+0000","last_undegraded":"2024-09-19T05:50:47.141056+0000","last_fullsized":"2024-09-19T05:50:47.141056+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:52.884411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494707+0000","last_change":"2024-09-19T05:50:45.661981+0000","last_active":"2024-09-19T05:50:47.494707+0000","last_peered":"2024-09-19T05:50:47.494707+0000","last_clean":"2024-09-19T05:50:47.494707+0000","last_became_active":"2024-09-19T05:50:45.661686+0000","last_became_peered":"2024-09-19T05:50:45.661686+0000","last_unstale":"2024-09-19T05:50:47.494707+0000","last_undegraded":"2024-09-19T05:50:47.494707+0000","last_fullsized":"2024-09-19T05:50:47.494707+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:03.057093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645125+0000","last_change":"2024-09-19T05:50:44.643128+0000","last_active":"2024-09-19T05:50:46.645125+0000","last_peered":"2024-09-19T05:50:46.645125+0000","last_clean":"2024-09-19T05:50:46.645125+0000","last_became_active":"2024-09-19T05:50:44.642113+0000","last_became_peered":"2024-09-19T05:50:44.642113+0000","last_unstale":"2024-09-19T05:50:46.645125+0000","last_undegraded":"2024-09-19T05:50:46.645125+0000","last_fullsized":"2024-09-19T05:50:46.645125+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:59.194459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647899+0000","last_change":"2024-09-19T05:50:45.653958+0000","last_active":"2024-09-19T05:50:46.647899+0000","last_peered":"2024-09-19T05:50:46.647899+0000","last_clean":"2024-09-19T05:50:46.647899+0000","last_became_active":"2024-09-19T05:50:45.648268+0000","last_became_peered":"2024-09-19T05:50:45.648268+0000","last_unstale":"2024-09-19T05:50:46.647899+0000","last_undegraded":"2024-09-19T05:50:46.647899+0000","last_fullsized":"2024-09-19T05:50:46.647899+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:37:06.847555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.141019+0000","last_change":"2024-09-19T05:50:44.643148+0000","last_active":"2024-09-19T05:50:47.141019+0000","last_peered":"2024-09-19T05:50:47.141019+0000","last_clean":"2024-09-19T05:50:47.141019+0000","last_became_active":"2024-09-19T05:50:44.642811+0000","last_became_peered":"2024-09-19T05:50:44.642811+0000","last_unstale":"2024-09-19T05:50:47.141019+0000","last_undegraded":"2024-09-19T05:50:47.141019+0000","last_fullsized":"2024-09-19T05:50:47.141019+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:04.371817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494379+0000","last_change":"2024-09-19T05:50:45.663854+0000","last_active":"2024-09-19T05:50:47.494379+0000","last_peered":"2024-09-19T05:50:47.494379+0000","last_clean":"2024-09-19T05:50:47.494379+0000","last_became_active":"2024-09-19T05:50:45.663593+0000","last_became_peered":"2024-09-19T05:50:45.663593+0000","last_unstale":"2024-09-19T05:50:47.494379+0000","last_undegraded":"2024-09-19T05:50:47.494379+0000","last_fullsized":"2024-09-19T05:50:47.494379+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:53.987517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494128+0000","last_change":"2024-09-19T05:50:35.646709+0000","last_active":"2024-09-19T05:50:47.494128+0000","last_peered":"2024-09-19T05:50:47.494128+0000","last_clean":"2024-09-19T05:50:47.494128+0000","last_became_active":"2024-09-19T05:50:35.645765+0000","last_became_peered":"2024-09-19T05:50:35.645765+0000","last_unstale":"2024-09-19T05:50:47.494128+0000","last_undegraded":"2024-09-19T05:50:47.494128+0000","last_fullsized":"2024-09-19T05:50:47.494128+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_clean_scrub_stamp":"2024-09-19T05:50:34.148268+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:39.766293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647251+0000","last_change":"2024-09-19T05:50:44.642997+0000","last_active":"2024-09-19T05:50:46.647251+0000","last_peered":"2024-09-19T05:50:46.647251+0000","last_clean":"2024-09-19T05:50:46.647251+0000","last_became_active":"2024-09-19T05:50:44.642584+0000","last_became_peered":"2024-09-19T05:50:44.642584+0000","last_unstale":"2024-09-19T05:50:46.647251+0000","last_undegraded":"2024-09-19T05:50:46.647251+0000","last_fullsized":"2024-09-19T05:50:46.647251+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:08.856704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494109+0000","last_change":"2024-09-19T05:50:45.648245+0000","last_active":"2024-09-19T05:50:47.494109+0000","last_peered":"2024-09-19T05:50:47.494109+0000","last_clean":"2024-09-19T05:50:47.494109+0000","last_became_active":"2024-09-19T05:50:45.647721+0000","last_became_peered":"2024-09-19T05:50:45.647721+0000","last_unstale":"2024-09-19T05:50:47.494109+0000","last_undegraded":"2024-09-19T05:50:47.494109+0000","last_fullsized":"2024-09-19T05:50:47.494109+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:41:32.461004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493967+0000","last_change":"2024-09-19T05:50:44.653156+0000","last_active":"2024-09-19T05:50:47.493967+0000","last_peered":"2024-09-19T05:50:47.493967+0000","last_clean":"2024-09-19T05:50:47.493967+0000","last_became_active":"2024-09-19T05:50:44.652870+0000","last_became_peered":"2024-09-19T05:50:44.652870+0000","last_unstale":"2024-09-19T05:50:47.493967+0000","last_undegraded":"2024-09-19T05:50:47.493967+0000","last_fullsized":"2024-09-19T05:50:47.493967+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:42.176681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.976978+0000","last_change":"2024-09-19T05:50:45.651489+0000","last_active":"2024-09-19T05:50:46.976978+0000","last_peered":"2024-09-19T05:50:46.976978+0000","last_clean":"2024-09-19T05:50:46.976978+0000","last_became_active":"2024-09-19T05:50:45.651159+0000","last_became_peered":"2024-09-19T05:50:45.651159+0000","last_unstale":"2024-09-19T05:50:46.976978+0000","last_undegraded":"2024-09-19T05:50:46.976978+0000","last_fullsized":"2024-09-19T05:50:46.976978+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:13:04.055698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.140909+0000","last_change":"2024-09-19T05:50:44.645053+0000","last_active":"2024-09-19T05:50:47.140909+0000","last_peered":"2024-09-19T05:50:47.140909+0000","last_clean":"2024-09-19T05:50:47.140909+0000","last_became_active":"2024-09-19T05:50:44.644661+0000","last_became_peered":"2024-09-19T05:50:44.644661+0000","last_unstale":"2024-09-19T05:50:47.140909+0000","last_undegraded":"2024-09-19T05:50:47.140909+0000","last_fullsized":"2024-09-19T05:50:47.140909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:04.037710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644806+0000","last_change":"2024-09-19T05:50:45.641005+0000","last_active":"2024-09-19T05:50:46.644806+0000","last_peered":"2024-09-19T05:50:46.644806+0000","last_clean":"2024-09-19T05:50:46.644806+0000","last_became_active":"2024-09-19T05:50:45.640602+0000","last_became_peered":"2024-09-19T05:50:45.640602+0000","last_unstale":"2024-09-19T05:50:46.644806+0000","last_undegraded":"2024-09-19T05:50:46.644806+0000","last_fullsized":"2024-09-19T05:50:46.644806+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:57.946959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647970+0000","last_change":"2024-09-19T05:50:44.647238+0000","last_active":"2024-09-19T05:50:46.647970+0000","last_peered":"2024-09-19T05:50:46.647970+0000","last_clean":"2024-09-19T05:50:46.647970+0000","last_became_active":"2024-09-19T05:50:44.646102+0000","last_became_peered":"2024-09-19T05:50:44.646102+0000","last_unstale":"2024-09-19T05:50:46.647970+0000","last_undegraded":"2024-09-19T05:50:46.647970+0000","last_fullsized":"2024-09-19T05:50:46.647970+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:18.666549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.649047+0000","last_change":"2024-09-19T05:50:45.645840+0000","last_active":"2024-09-19T05:50:46.649047+0000","last_peered":"2024-09-19T05:50:46.649047+0000","last_clean":"2024-09-19T05:50:46.649047+0000","last_became_active":"2024-09-19T05:50:45.645568+0000","last_became_peered":"2024-09-19T05:50:45.645568+0000","last_unstale":"2024-09-19T05:50:46.649047+0000","last_undegraded":"2024-09-19T05:50:46.649047+0000","last_fullsized":"2024-09-19T05:50:46.649047+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:19.671806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644884+0000","last_change":"2024-09-19T05:50:44.643113+0000","last_active":"2024-09-19T05:50:46.644884+0000","last_peered":"2024-09-19T05:50:46.644884+0000","last_clean":"2024-09-19T05:50:46.644884+0000","last_became_active":"2024-09-19T05:50:44.642071+0000","last_became_peered":"2024-09-19T05:50:44.642071+0000","last_unstale":"2024-09-19T05:50:46.644884+0000","last_undegraded":"2024-09-19T05:50:46.644884+0000","last_fullsized":"2024-09-19T05:50:46.644884+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:24.976624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.648014+0000","last_change":"2024-09-19T05:50:45.649701+0000","last_active":"2024-09-19T05:50:46.648014+0000","last_peered":"2024-09-19T05:50:46.648014+0000","last_clean":"2024-09-19T05:50:46.648014+0000","last_became_active":"2024-09-19T05:50:45.649141+0000","last_became_peered":"2024-09-19T05:50:45.649141+0000","last_unstale":"2024-09-19T05:50:46.648014+0000","last_undegraded":"2024-09-19T05:50:46.648014+0000","last_fullsized":"2024-09-19T05:50:46.648014+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:47:56.360712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494859+0000","last_change":"2024-09-19T05:50:44.650020+0000","last_active":"2024-09-19T05:50:47.494859+0000","last_peered":"2024-09-19T05:50:47.494859+0000","last_clean":"2024-09-19T05:50:47.494859+0000","last_became_active":"2024-09-19T05:50:44.649724+0000","last_became_peered":"2024-09-19T05:50:44.649724+0000","last_unstale":"2024-09-19T05:50:47.494859+0000","last_undegraded":"2024-09-19T05:50:47.494859+0000","last_fullsized":"2024-09-19T05:50:47.494859+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:24.195091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644996+0000","last_change":"2024-09-19T05:50:45.641334+0000","last_active":"2024-09-19T05:50:46.644996+0000","last_peered":"2024-09-19T05:50:46.644996+0000","last_clean":"2024-09-19T05:50:46.644996+0000","last_became_active":"2024-09-19T05:50:45.640774+0000","last_became_peered":"2024-09-19T05:50:45.640774+0000","last_unstale":"2024-09-19T05:50:46.644996+0000","last_undegraded":"2024-09-19T05:50:46.644996+0000","last_fullsized":"2024-09-19T05:50:46.644996+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:32.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.645027+0000","last_change":"2024-09-19T05:50:44.645936+0000","last_active":"2024-09-19T05:50:46.645027+0000","last_peered":"2024-09-19T05:50:46.645027+0000","last_clean":"2024-09-19T05:50:46.645027+0000","last_became_active":"2024-09-19T05:50:44.645627+0000","last_became_peered":"2024-09-19T05:50:44.645627+0000","last_unstale":"2024-09-19T05:50:46.645027+0000","last_undegraded":"2024-09-19T05:50:46.645027+0000","last_fullsized":"2024-09-19T05:50:46.645027+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:05:04.371817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494359+0000","last_change":"2024-09-19T05:50:45.657228+0000","last_active":"2024-09-19T05:50:47.494359+0000","last_peered":"2024-09-19T05:50:47.494359+0000","last_clean":"2024-09-19T05:50:47.494359+0000","last_became_active":"2024-09-19T05:50:45.656976+0000","last_became_peered":"2024-09-19T05:50:45.656976+0000","last_unstale":"2024-09-19T05:50:47.494359+0000","last_undegraded":"2024-09-19T05:50:47.494359+0000","last_fullsized":"2024-09-19T05:50:47.494359+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:53.216403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.495178+0000","last_change":"2024-09-19T05:50:44.647866+0000","last_active":"2024-09-19T05:50:47.495178+0000","last_peered":"2024-09-19T05:50:47.495178+0000","last_clean":"2024-09-19T05:50:47.495178+0000","last_became_active":"2024-09-19T05:50:44.647531+0000","last_became_peered":"2024-09-19T05:50:44.647531+0000","last_unstale":"2024-09-19T05:50:47.495178+0000","last_undegraded":"2024-09-19T05:50:47.495178+0000","last_fullsized":"2024-09-19T05:50:47.495178+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:24.976624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977223+0000","last_change":"2024-09-19T05:50:45.646625+0000","last_active":"2024-09-19T05:50:46.977223+0000","last_peered":"2024-09-19T05:50:46.977223+0000","last_clean":"2024-09-19T05:50:46.977223+0000","last_became_active":"2024-09-19T05:50:45.646338+0000","last_became_peered":"2024-09-19T05:50:45.646338+0000","last_unstale":"2024-09-19T05:50:46.977223+0000","last_undegraded":"2024-09-19T05:50:46.977223+0000","last_fullsized":"2024-09-19T05:50:46.977223+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:17.998682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.493953+0000","last_change":"2024-09-19T05:50:44.649854+0000","last_active":"2024-09-19T05:50:47.493953+0000","last_peered":"2024-09-19T05:50:47.493953+0000","last_clean":"2024-09-19T05:50:47.493953+0000","last_became_active":"2024-09-19T05:50:44.649588+0000","last_became_peered":"2024-09-19T05:50:44.649588+0000","last_unstale":"2024-09-19T05:50:47.493953+0000","last_undegraded":"2024-09-19T05:50:47.493953+0000","last_fullsized":"2024-09-19T05:50:47.493953+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:52.884411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.648900+0000","last_change":"2024-09-19T05:50:45.646821+0000","last_active":"2024-09-19T05:50:46.648900+0000","last_peered":"2024-09-19T05:50:46.648900+0000","last_clean":"2024-09-19T05:50:46.648900+0000","last_became_active":"2024-09-19T05:50:45.645313+0000","last_became_peered":"2024-09-19T05:50:45.645313+0000","last_unstale":"2024-09-19T05:50:46.648900+0000","last_undegraded":"2024-09-19T05:50:46.648900+0000","last_fullsized":"2024-09-19T05:50:46.648900+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:26:58.716147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644861+0000","last_change":"2024-09-19T05:50:44.647067+0000","last_active":"2024-09-19T05:50:46.644861+0000","last_peered":"2024-09-19T05:50:46.644861+0000","last_clean":"2024-09-19T05:50:46.644861+0000","last_became_active":"2024-09-19T05:50:44.646008+0000","last_became_peered":"2024-09-19T05:50:44.646008+0000","last_unstale":"2024-09-19T05:50:46.644861+0000","last_undegraded":"2024-09-19T05:50:46.644861+0000","last_fullsized":"2024-09-19T05:50:46.644861+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:04.037710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494102+0000","last_change":"2024-09-19T05:50:45.650231+0000","last_active":"2024-09-19T05:50:47.494102+0000","last_peered":"2024-09-19T05:50:47.494102+0000","last_clean":"2024-09-19T05:50:47.494102+0000","last_became_active":"2024-09-19T05:50:45.649791+0000","last_became_peered":"2024-09-19T05:50:45.649791+0000","last_unstale":"2024-09-19T05:50:47.494102+0000","last_undegraded":"2024-09-19T05:50:47.494102+0000","last_fullsized":"2024-09-19T05:50:47.494102+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:32.131654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.644937+0000","last_change":"2024-09-19T05:50:44.647192+0000","last_active":"2024-09-19T05:50:46.644937+0000","last_peered":"2024-09-19T05:50:46.644937+0000","last_clean":"2024-09-19T05:50:46.644937+0000","last_became_active":"2024-09-19T05:50:44.646843+0000","last_became_peered":"2024-09-19T05:50:44.646843+0000","last_unstale":"2024-09-19T05:50:46.644937+0000","last_undegraded":"2024-09-19T05:50:46.644937+0000","last_fullsized":"2024-09-19T05:50:46.644937+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:52.884411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494398+0000","last_change":"2024-09-19T05:50:45.644897+0000","last_active":"2024-09-19T05:50:47.494398+0000","last_peered":"2024-09-19T05:50:47.494398+0000","last_clean":"2024-09-19T05:50:47.494398+0000","last_became_active":"2024-09-19T05:50:45.644608+0000","last_became_peered":"2024-09-19T05:50:45.644608+0000","last_unstale":"2024-09-19T05:50:47.494398+0000","last_undegraded":"2024-09-19T05:50:47.494398+0000","last_fullsized":"2024-09-19T05:50:47.494398+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:23.859873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494513+0000","last_change":"2024-09-19T05:50:44.651223+0000","last_active":"2024-09-19T05:50:47.494513+0000","last_peered":"2024-09-19T05:50:47.494513+0000","last_clean":"2024-09-19T05:50:47.494513+0000","last_became_active":"2024-09-19T05:50:44.650714+0000","last_became_peered":"2024-09-19T05:50:44.650714+0000","last_unstale":"2024-09-19T05:50:47.494513+0000","last_undegraded":"2024-09-19T05:50:47.494513+0000","last_fullsized":"2024-09-19T05:50:47.494513+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:37:59.194459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494844+0000","last_change":"2024-09-19T05:50:45.652855+0000","last_active":"2024-09-19T05:50:47.494844+0000","last_peered":"2024-09-19T05:50:47.494844+0000","last_clean":"2024-09-19T05:50:47.494844+0000","last_became_active":"2024-09-19T05:50:45.652492+0000","last_became_peered":"2024-09-19T05:50:45.652492+0000","last_unstale":"2024-09-19T05:50:47.494844+0000","last_undegraded":"2024-09-19T05:50:47.494844+0000","last_fullsized":"2024-09-19T05:50:47.494844+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:57.946959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647781+0000","last_change":"2024-09-19T05:50:45.647991+0000","last_active":"2024-09-19T05:50:46.647781+0000","last_peered":"2024-09-19T05:50:46.647781+0000","last_clean":"2024-09-19T05:50:46.647781+0000","last_became_active":"2024-09-19T05:50:45.645023+0000","last_became_peered":"2024-09-19T05:50:45.645023+0000","last_unstale":"2024-09-19T05:50:46.647781+0000","last_undegraded":"2024-09-19T05:50:46.647781+0000","last_fullsized":"2024-09-19T05:50:46.647781+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:13.636284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494304+0000","last_change":"2024-09-19T05:50:44.653550+0000","last_active":"2024-09-19T05:50:47.494304+0000","last_peered":"2024-09-19T05:50:47.494304+0000","last_clean":"2024-09-19T05:50:47.494304+0000","last_became_active":"2024-09-19T05:50:44.653261+0000","last_became_peered":"2024-09-19T05:50:44.653261+0000","last_unstale":"2024-09-19T05:50:47.494304+0000","last_undegraded":"2024-09-19T05:50:47.494304+0000","last_fullsized":"2024-09-19T05:50:47.494304+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:52.729171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.647696+0000","last_change":"2024-09-19T05:50:45.654353+0000","last_active":"2024-09-19T05:50:46.647696+0000","last_peered":"2024-09-19T05:50:46.647696+0000","last_clean":"2024-09-19T05:50:46.647696+0000","last_became_active":"2024-09-19T05:50:45.654044+0000","last_became_peered":"2024-09-19T05:50:45.654044+0000","last_unstale":"2024-09-19T05:50:46.647696+0000","last_undegraded":"2024-09-19T05:50:46.647696+0000","last_fullsized":"2024-09-19T05:50:46.647696+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:56.959379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494457+0000","last_change":"2024-09-19T05:50:44.651806+0000","last_active":"2024-09-19T05:50:47.494457+0000","last_peered":"2024-09-19T05:50:47.494457+0000","last_clean":"2024-09-19T05:50:47.494457+0000","last_became_active":"2024-09-19T05:50:44.651572+0000","last_became_peered":"2024-09-19T05:50:44.651572+0000","last_unstale":"2024-09-19T05:50:47.494457+0000","last_undegraded":"2024-09-19T05:50:47.494457+0000","last_fullsized":"2024-09-19T05:50:47.494457+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:52.364621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977297+0000","last_change":"2024-09-19T05:50:45.642360+0000","last_active":"2024-09-19T05:50:46.977297+0000","last_peered":"2024-09-19T05:50:46.977297+0000","last_clean":"2024-09-19T05:50:46.977297+0000","last_became_active":"2024-09-19T05:50:45.642052+0000","last_became_peered":"2024-09-19T05:50:45.642052+0000","last_unstale":"2024-09-19T05:50:46.977297+0000","last_undegraded":"2024-09-19T05:50:46.977297+0000","last_fullsized":"2024-09-19T05:50:46.977297+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:03.756896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494277+0000","last_change":"2024-09-19T05:50:44.644703+0000","last_active":"2024-09-19T05:50:47.494277+0000","last_peered":"2024-09-19T05:50:47.494277+0000","last_clean":"2024-09-19T05:50:47.494277+0000","last_became_active":"2024-09-19T05:50:44.644397+0000","last_became_peered":"2024-09-19T05:50:44.644397+0000","last_unstale":"2024-09-19T05:50:47.494277+0000","last_undegraded":"2024-09-19T05:50:47.494277+0000","last_fullsized":"2024-09-19T05:50:47.494277+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:08.856704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:47.494439+0000","last_change":"2024-09-19T05:50:45.656686+0000","last_active":"2024-09-19T05:50:47.494439+0000","last_peered":"2024-09-19T05:50:47.494439+0000","last_clean":"2024-09-19T05:50:47.494439+0000","last_became_active":"2024-09-19T05:50:45.656389+0000","last_became_peered":"2024-09-19T05:50:45.656389+0000","last_unstale":"2024-09-19T05:50:47.494439+0000","last_undegraded":"2024-09-19T05:50:47.494439+0000","last_fullsized":"2024-09-19T05:50:47.494439+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:44.620081+0000","last_clean_scrub_stamp":"2024-09-19T05:50:44.620081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:56.959379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T05:50:46.977320+0000","last_change":"2024-09-19T05:50:44.648697+0000","last_active":"2024-09-19T05:50:46.977320+0000","last_peered":"2024-09-19T05:50:46.977320+0000","last_clean":"2024-09-19T05:50:46.977320+0000","last_became_active":"2024-09-19T05:50:44.648081+0000","last_became_peered":"2024-09-19T05:50:44.648081+0000","last_unstale":"2024-09-19T05:50:46.977320+0000","last_undegraded":"2024-09-19T05:50:46.977320+0000","last_fullsized":"2024-09-19T05:50:46.977320+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:43.614824+0000","last_clean_scrub_stamp":"2024-09-19T05:50:43.614824+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:04.487795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509448,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":217088,"data_stored":73899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542152,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":811008,"data_stored":664759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542152,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":75421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":225280,"data_stored":73935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542151,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35568,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336272,"statfs":{"total":96636764160,"available":96600342528,"internally_reserved":0,"allocated":225280,"data_stored":75421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542152,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":212992,"data_stored":73809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542152,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":73969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542152,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":819200,"data_stored":664815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:50:57.062 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T05:50:57.062 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-19T05:50:57.063 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-19T05:50:57.063 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-19T05:50:57.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.198+0000 7fbf98277640 1 Processor -- start 2024-09-19T05:50:57.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.198+0000 7fbf98277640 1 -- start start 2024-09-19T05:50:57.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.199+0000 7fbf98277640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fbf900d2250 0x7fbf900d0e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:57.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.199+0000 7fbf98277640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf900cfb80 con 0x7fbf900d1390 2024-09-19T05:50:57.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.199+0000 7fbf98277640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf900d34a0 con 0x7fbf9015e690 2024-09-19T05:50:57.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.199+0000 7fbf98277640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fbf9015ea70 con 0x7fbf900d2250 2024-09-19T05:50:57.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.199+0000 7fbf95812640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fbf900d2250 0x7fbf900d0e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:57.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.199+0000 7fbf96814640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fbf900d1390 0x7fbf900b7740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:43694/0 (socket says 172.21.15.46:43694) 2024-09-19T05:50:57.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.199+0000 7fbf96814640 1 -- 172.21.15.46:0/3752557397 learned_addr learned my addr 172.21.15.46:0/3752557397 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:57.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.200+0000 7fbf95812640 1 -- 172.21.15.46:0/3752557397 >> v1:172.21.15.78:6789/0 conn(0x7fbf9015e690 legacy=0x7fbf900cf470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:57.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.200+0000 7fbf95812640 1 -- 172.21.15.46:0/3752557397 >> v1:172.21.15.46:6789/0 conn(0x7fbf900d1390 legacy=0x7fbf900b7740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:57.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.200+0000 7fbf95812640 1 -- 172.21.15.46:0/3752557397 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf900d3780 con 0x7fbf900d2250 2024-09-19T05:50:57.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.200+0000 7fbf95812640 1 --2- 172.21.15.46:0/3752557397 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf900d2250 0x7fbf900d0e50 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fbf840097a0 tx=0x7fbf8402a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbb952c298ef89b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:57.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.201+0000 7fbf95011640 1 -- 172.21.15.46:0/3752557397 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf84037070 con 0x7fbf900d2250 2024-09-19T05:50:57.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.201+0000 7fbf95011640 1 -- 172.21.15.46:0/3752557397 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf8402acd0 con 0x7fbf900d2250 2024-09-19T05:50:57.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.201+0000 7fbf95011640 1 -- 172.21.15.46:0/3752557397 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf84032660 con 0x7fbf900d2250 2024-09-19T05:50:57.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.201+0000 7fbf98277640 1 -- 172.21.15.46:0/3752557397 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf900d2250 msgr2=0x7fbf900d0e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:57.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.201+0000 7fbf98277640 1 --2- 172.21.15.46:0/3752557397 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf900d2250 0x7fbf900d0e50 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fbf840097a0 tx=0x7fbf8402a040 comp rx=0 tx=0).stop 2024-09-19T05:50:57.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.201+0000 7fbf98277640 1 -- 172.21.15.46:0/3752557397 shutdown_connections 2024-09-19T05:50:57.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.201+0000 7fbf98277640 1 --2- 172.21.15.46:0/3752557397 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf900d2250 0x7fbf900d0e50 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.201+0000 7fbf98277640 1 -- 172.21.15.46:0/3752557397 >> 172.21.15.46:0/3752557397 conn(0x7fbf9006ccb0 msgr2=0x7fbf9006d0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:57.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.201+0000 7fbf98277640 1 -- 172.21.15.46:0/3752557397 shutdown_connections 2024-09-19T05:50:57.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.201+0000 7fbf98277640 1 -- 172.21.15.46:0/3752557397 wait complete. 2024-09-19T05:50:57.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.202+0000 7fbf98277640 1 Processor -- start 2024-09-19T05:50:57.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.202+0000 7fbf98277640 1 -- start start 2024-09-19T05:50:57.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.203+0000 7fbf98277640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf900d1390 0x7fbf901f85c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:57.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.203+0000 7fbf98277640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf900d2250 0x7fbf901577d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:57.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.203+0000 7fbf98277640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbf9015e690 0x7fbf9015b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:57.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.203+0000 7fbf98277640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fbf900d3d40 con 0x7fbf900d2250 2024-09-19T05:50:57.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.203+0000 7fbf98277640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fbf900d3250 con 0x7fbf900d1390 2024-09-19T05:50:57.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.203+0000 7fbf98277640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fbf900d4260 con 0x7fbf9015e690 2024-09-19T05:50:57.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.203+0000 7fbf95812640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf900d2250 0x7fbf901577d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:57.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.203+0000 7fbf95812640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf900d2250 0x7fbf901577d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34748/0 (socket says 172.21.15.46:34748) 2024-09-19T05:50:57.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.203+0000 7fbf95812640 1 -- 172.21.15.46:0/1607873086 learned_addr learned my addr 172.21.15.46:0/1607873086 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:57.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.203+0000 7fbf96013640 1 --2- 172.21.15.46:0/1607873086 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf900d1390 0x7fbf901f85c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:57.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.203+0000 7fbf95812640 1 -- 172.21.15.46:0/1607873086 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbf9015e690 msgr2=0x7fbf9015b1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:57.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.203+0000 7fbf96814640 1 --2- 172.21.15.46:0/1607873086 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbf9015e690 0x7fbf9015b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:57.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.203+0000 7fbf95812640 1 --2- 172.21.15.46:0/1607873086 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbf9015e690 0x7fbf9015b1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.203+0000 7fbf95812640 1 -- 172.21.15.46:0/1607873086 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf900d1390 msgr2=0x7fbf901f85c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:57.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.203+0000 7fbf95812640 1 --2- 172.21.15.46:0/1607873086 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf900d1390 0x7fbf901f85c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.204+0000 7fbf95812640 1 -- 172.21.15.46:0/1607873086 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf9015b9e0 con 0x7fbf900d2250 2024-09-19T05:50:57.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.204+0000 7fbf96013640 1 --2- 172.21.15.46:0/1607873086 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf900d1390 0x7fbf901f85c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:50:57.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.204+0000 7fbf95812640 1 --2- 172.21.15.46:0/1607873086 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf900d2250 0x7fbf901577d0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fbf840098c0 tx=0x7fbf840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:57.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.204+0000 7fbf8effd640 1 -- 172.21.15.46:0/1607873086 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf84037040 con 0x7fbf900d2250 2024-09-19T05:50:57.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.204+0000 7fbf8effd640 1 -- 172.21.15.46:0/1607873086 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf84004030 con 0x7fbf900d2250 2024-09-19T05:50:57.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.204+0000 7fbf98277640 1 -- 172.21.15.46:0/1607873086 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf900cde90 con 0x7fbf900d2250 2024-09-19T05:50:57.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.204+0000 7fbf8effd640 1 -- 172.21.15.46:0/1607873086 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf84004420 con 0x7fbf900d2250 2024-09-19T05:50:57.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.204+0000 7fbf98277640 1 -- 172.21.15.46:0/1607873086 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf900cd3b0 con 0x7fbf900d2250 2024-09-19T05:50:57.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.205+0000 7fbf98277640 1 -- 172.21.15.46:0/1607873086 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf900d0e50 con 0x7fbf900d2250 2024-09-19T05:50:57.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.205+0000 7fbf8effd640 1 -- 172.21.15.46:0/1607873086 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbf8403a070 con 0x7fbf900d2250 2024-09-19T05:50:57.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.206+0000 7fbf8effd640 1 --2- 172.21.15.46:0/1607873086 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fbf7c06c2e0 0x7fbf7c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:57.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.206+0000 7fbf8effd640 1 -- 172.21.15.46:0/1607873086 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fbf840ab940 con 0x7fbf900d2250 2024-09-19T05:50:57.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.206+0000 7fbf96013640 1 --2- 172.21.15.46:0/1607873086 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fbf7c06c2e0 0x7fbf7c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:57.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.207+0000 7fbf96013640 1 --2- 172.21.15.46:0/1607873086 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fbf7c06c2e0 0x7fbf7c06e7a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fbf80007e90 tx=0x7fbf800073a0 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:57.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.210+0000 7fbf8effd640 1 -- 172.21.15.46:0/1607873086 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbf84041020 con 0x7fbf900d2250 2024-09-19T05:50:57.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.424+0000 7fbf98277640 1 -- 172.21.15.46:0/1607873086 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fbf900d0e50 con 0x7fbf900d2250 2024-09-19T05:50:57.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.424+0000 7fbf8effd640 1 -- 172.21.15.46:0/1607873086 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fbf8407a0b0 con 0x7fbf900d2250 2024-09-19T05:50:57.426 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:57.426 INFO:teuthology.orchestra.run.smithi046.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-19T05:50:57.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.427+0000 7fbf98277640 1 -- 172.21.15.46:0/1607873086 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fbf7c06c2e0 msgr2=0x7fbf7c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:57.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.427+0000 7fbf98277640 1 --2- 172.21.15.46:0/1607873086 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fbf7c06c2e0 0x7fbf7c06e7a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fbf80007e90 tx=0x7fbf800073a0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.427+0000 7fbf98277640 1 -- 172.21.15.46:0/1607873086 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf900d2250 msgr2=0x7fbf901577d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:57.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.427+0000 7fbf98277640 1 --2- 172.21.15.46:0/1607873086 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf900d2250 0x7fbf901577d0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fbf840098c0 tx=0x7fbf840046c0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.427+0000 7fbf98277640 1 -- 172.21.15.46:0/1607873086 shutdown_connections 2024-09-19T05:50:57.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.427+0000 7fbf98277640 1 --2- 172.21.15.46:0/1607873086 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fbf7c06c2e0 0x7fbf7c06e7a0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.427+0000 7fbf98277640 1 --2- 172.21.15.46:0/1607873086 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbf9015e690 0x7fbf9015b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.427+0000 7fbf98277640 1 --2- 172.21.15.46:0/1607873086 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf900d2250 0x7fbf901577d0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.427+0000 7fbf98277640 1 --2- 172.21.15.46:0/1607873086 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf900d1390 0x7fbf901f85c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.427+0000 7fbf98277640 1 -- 172.21.15.46:0/1607873086 >> 172.21.15.46:0/1607873086 conn(0x7fbf9006ccb0 msgr2=0x7fbf900b6500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:57.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.427+0000 7fbf98277640 1 -- 172.21.15.46:0/1607873086 shutdown_connections 2024-09-19T05:50:57.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.427+0000 7fbf98277640 1 -- 172.21.15.46:0/1607873086 wait complete. 2024-09-19T05:50:57.439 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-19T05:50:57.440 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:50:57.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.540+0000 7ff4e288c640 1 Processor -- start 2024-09-19T05:50:57.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.540+0000 7ff4e288c640 1 -- start start 2024-09-19T05:50:57.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.541+0000 7ff4e288c640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7ff4dc0cee70 0x7ff4dc0cafd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:57.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.541+0000 7ff4e288c640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4dc0cb5b0 con 0x7ff4dc15f6e0 2024-09-19T05:50:57.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.541+0000 7ff4e288c640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4dc0cb890 con 0x7ff4dc0ccde0 2024-09-19T05:50:57.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.541+0000 7ff4e288c640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7ff4dc0cc1c0 con 0x7ff4dc0cee70 2024-09-19T05:50:57.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.541+0000 7ff4dbfff640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7ff4dc15f6e0 0x7ff4dc0ce760 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:43704/0 (socket says 172.21.15.46:43704) 2024-09-19T05:50:57.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.541+0000 7ff4dbfff640 1 -- 172.21.15.46:0/3197194620 learned_addr learned my addr 172.21.15.46:0/3197194620 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:57.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.541+0000 7ff4e0e29640 1 --2- 172.21.15.46:0/3197194620 >> v2:172.21.15.78:3300/0 conn(0x7ff4dc0cee70 0x7ff4dc0cafd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:57.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.541+0000 7ff4daffd640 1 -- 172.21.15.46:0/3197194620 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2848332155 0 0) 0x7ff4dc0cb5b0 con 0x7ff4dc15f6e0 2024-09-19T05:50:57.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.541+0000 7ff4daffd640 1 -- 172.21.15.46:0/3197194620 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff4c4003520 con 0x7ff4dc15f6e0 2024-09-19T05:50:57.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.541+0000 7ff4daffd640 1 -- 172.21.15.46:0/3197194620 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3200934783 0 0) 0x7ff4dc0cb890 con 0x7ff4dc0ccde0 2024-09-19T05:50:57.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.541+0000 7ff4daffd640 1 -- 172.21.15.46:0/3197194620 --> v1:172.21.15.78:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff4dc0cb5b0 con 0x7ff4dc0ccde0 2024-09-19T05:50:57.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.541+0000 7ff4e0e29640 1 -- 172.21.15.46:0/3197194620 >> v1:172.21.15.78:6789/0 conn(0x7ff4dc0ccde0 legacy=0x7ff4dc0ae970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:57.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.541+0000 7ff4e0e29640 1 -- 172.21.15.46:0/3197194620 >> v1:172.21.15.46:6789/0 conn(0x7ff4dc15f6e0 legacy=0x7ff4dc0ce760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:57.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.541+0000 7ff4daffd640 1 -- 172.21.15.46:0/3197194620 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1161727831 0 0) 0x7ff4c4003520 con 0x7ff4dc15f6e0 2024-09-19T05:50:57.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.542+0000 7ff4e0e29640 1 -- 172.21.15.46:0/3197194620 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4dc0cbb70 con 0x7ff4dc0cee70 2024-09-19T05:50:57.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.542+0000 7ff4e0e29640 1 --2- 172.21.15.46:0/3197194620 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff4dc0cee70 0x7ff4dc0cafd0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff4d4009dc0 tx=0x7ff4d402a590 comp rx=0 tx=0).ready entity=mon.1 client_cookie=190ce540d70e38a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:57.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.542+0000 7ff4daffd640 1 -- 172.21.15.46:0/3197194620 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4cc001690 con 0x7ff4dc0cee70 2024-09-19T05:50:57.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.542+0000 7ff4daffd640 1 -- 172.21.15.46:0/3197194620 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4d4007540 con 0x7ff4dc0cee70 2024-09-19T05:50:57.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.543+0000 7ff4daffd640 1 -- 172.21.15.46:0/3197194620 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d40078f0 con 0x7ff4dc0cee70 2024-09-19T05:50:57.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.543+0000 7ff4e288c640 1 -- 172.21.15.46:0/3197194620 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff4dc0cee70 msgr2=0x7ff4dc0cafd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:57.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.543+0000 7ff4e288c640 1 --2- 172.21.15.46:0/3197194620 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff4dc0cee70 0x7ff4dc0cafd0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff4d4009dc0 tx=0x7ff4d402a590 comp rx=0 tx=0).stop 2024-09-19T05:50:57.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.543+0000 7ff4e288c640 1 -- 172.21.15.46:0/3197194620 shutdown_connections 2024-09-19T05:50:57.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.543+0000 7ff4e288c640 1 --2- 172.21.15.46:0/3197194620 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff4dc0cee70 0x7ff4dc0cafd0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.543+0000 7ff4e288c640 1 -- 172.21.15.46:0/3197194620 >> 172.21.15.46:0/3197194620 conn(0x7ff4dc0cd490 msgr2=0x7ff4dc0cd8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:57.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.543+0000 7ff4e288c640 1 -- 172.21.15.46:0/3197194620 shutdown_connections 2024-09-19T05:50:57.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.543+0000 7ff4e288c640 1 -- 172.21.15.46:0/3197194620 wait complete. 2024-09-19T05:50:57.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.544+0000 7ff4e288c640 1 Processor -- start 2024-09-19T05:50:57.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.544+0000 7ff4e288c640 1 -- start start 2024-09-19T05:50:57.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.545+0000 7ff4e288c640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff4dc0ccde0 0x7ff4dc1585b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:57.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.545+0000 7ff4e288c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff4dc0cee70 0x7ff4dc0b4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:57.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.545+0000 7ff4e288c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4dc15f6e0 0x7ff4dc0b5e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:57.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.545+0000 7ff4e288c640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff4dc15ebc0 con 0x7ff4dc15f6e0 2024-09-19T05:50:57.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.545+0000 7ff4e288c640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff4dc15ea40 con 0x7ff4dc0cee70 2024-09-19T05:50:57.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.545+0000 7ff4e288c640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7ff4dc15ed40 con 0x7ff4dc0ccde0 2024-09-19T05:50:57.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.545+0000 7ff4e0e29640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4dc15f6e0 0x7ff4dc0b5e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:57.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.545+0000 7ff4e0e29640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4dc15f6e0 0x7ff4dc0b5e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34750/0 (socket says 172.21.15.46:34750) 2024-09-19T05:50:57.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.545+0000 7ff4e0e29640 1 -- 172.21.15.46:0/4172357878 learned_addr learned my addr 172.21.15.46:0/4172357878 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:57.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.546+0000 7ff4db7fe640 1 --2- 172.21.15.46:0/4172357878 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff4dc0cee70 0x7ff4dc0b4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:57.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.546+0000 7ff4dbfff640 1 --2- 172.21.15.46:0/4172357878 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff4dc0ccde0 0x7ff4dc1585b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:57.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.546+0000 7ff4e0e29640 1 -- 172.21.15.46:0/4172357878 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff4dc0ccde0 msgr2=0x7ff4dc1585b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:57.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.546+0000 7ff4e0e29640 1 --2- 172.21.15.46:0/4172357878 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff4dc0ccde0 0x7ff4dc1585b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.546+0000 7ff4e0e29640 1 -- 172.21.15.46:0/4172357878 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff4dc0cee70 msgr2=0x7ff4dc0b4350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:57.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.546+0000 7ff4e0e29640 1 --2- 172.21.15.46:0/4172357878 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff4dc0cee70 0x7ff4dc0b4350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.546+0000 7ff4e0e29640 1 -- 172.21.15.46:0/4172357878 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4dc0b3a90 con 0x7ff4dc15f6e0 2024-09-19T05:50:57.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.546+0000 7ff4db7fe640 1 --2- 172.21.15.46:0/4172357878 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff4dc0cee70 0x7ff4dc0b4350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:50:57.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.546+0000 7ff4dbfff640 1 --2- 172.21.15.46:0/4172357878 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff4dc0ccde0 0x7ff4dc1585b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:50:57.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.546+0000 7ff4e0e29640 1 --2- 172.21.15.46:0/4172357878 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4dc15f6e0 0x7ff4dc0b5e40 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7ff4d4009eb0 tx=0x7ff4d4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:57.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.546+0000 7ff4d8ff9640 1 -- 172.21.15.46:0/4172357878 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d4040070 con 0x7ff4dc15f6e0 2024-09-19T05:50:57.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.546+0000 7ff4d8ff9640 1 -- 172.21.15.46:0/4172357878 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4d4031c70 con 0x7ff4dc15f6e0 2024-09-19T05:50:57.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.546+0000 7ff4e288c640 1 -- 172.21.15.46:0/4172357878 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4dc0b3d70 con 0x7ff4dc15f6e0 2024-09-19T05:50:57.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.546+0000 7ff4d8ff9640 1 -- 172.21.15.46:0/4172357878 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d4009450 con 0x7ff4dc15f6e0 2024-09-19T05:50:57.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.546+0000 7ff4e288c640 1 -- 172.21.15.46:0/4172357878 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4dc1f5ca0 con 0x7ff4dc15f6e0 2024-09-19T05:50:57.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.547+0000 7ff4e288c640 1 -- 172.21.15.46:0/4172357878 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4dc0cafd0 con 0x7ff4dc15f6e0 2024-09-19T05:50:57.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.547+0000 7ff4d8ff9640 1 -- 172.21.15.46:0/4172357878 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff4d4039040 con 0x7ff4dc15f6e0 2024-09-19T05:50:57.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.548+0000 7ff4d8ff9640 1 --2- 172.21.15.46:0/4172357878 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff4c806c2b0 0x7ff4c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:57.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.548+0000 7ff4d8ff9640 1 -- 172.21.15.46:0/4172357878 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff4d40ac810 con 0x7ff4dc15f6e0 2024-09-19T05:50:57.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.548+0000 7ff4dbfff640 1 --2- 172.21.15.46:0/4172357878 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff4c806c2b0 0x7ff4c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:57.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.549+0000 7ff4dbfff640 1 --2- 172.21.15.46:0/4172357878 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff4c806c2b0 0x7ff4c806e770 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff4cc001800 tx=0x7ff4cc001570 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:57.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.553+0000 7ff4d8ff9640 1 -- 172.21.15.46:0/4172357878 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff4d407b010 con 0x7ff4dc15f6e0 2024-09-19T05:50:57.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.768+0000 7ff4e288c640 1 -- 172.21.15.46:0/4172357878 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff4dc0750b0 con 0x7ff4dc15f6e0 2024-09-19T05:50:57.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.768+0000 7ff4d8ff9640 1 -- 172.21.15.46:0/4172357878 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5211 (secure 0 0 0) 0x7ff4d4031e20 con 0x7ff4dc15f6e0 2024-09-19T05:50:57.770 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:57.770 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":7,"btime":"2024-09-19T05:50:48:647317+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6834/932683408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":932683408},{"type":"v1","addr":"172.21.15.46:6834","nonce":932683408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4279,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6836/4265332407","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":4265332407},{"type":"v1","addr":"172.21.15.78:6836","nonce":4265332407}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1406678238","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6833","nonce":1406678238},{"type":"v1","addr":"172.21.15.46:6835","nonce":1406678238}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:50:44.992007+0000","modified":"2024-09-19T05:50:47.754949+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.78:6837/879224309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6835","nonce":879224309},{"type":"v1","addr":"172.21.15.78:6837","nonce":879224309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-19T05:50:57.771 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 7 2024-09-19T05:50:57.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.771+0000 7ff4e288c640 1 -- 172.21.15.46:0/4172357878 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff4c806c2b0 msgr2=0x7ff4c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:57.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.771+0000 7ff4e288c640 1 --2- 172.21.15.46:0/4172357878 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff4c806c2b0 0x7ff4c806e770 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff4cc001800 tx=0x7ff4cc001570 comp rx=0 tx=0).stop 2024-09-19T05:50:57.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.771+0000 7ff4e288c640 1 -- 172.21.15.46:0/4172357878 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4dc15f6e0 msgr2=0x7ff4dc0b5e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:57.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.771+0000 7ff4e288c640 1 --2- 172.21.15.46:0/4172357878 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4dc15f6e0 0x7ff4dc0b5e40 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7ff4d4009eb0 tx=0x7ff4d4004a40 comp rx=0 tx=0).stop 2024-09-19T05:50:57.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.771+0000 7ff4e288c640 1 -- 172.21.15.46:0/4172357878 shutdown_connections 2024-09-19T05:50:57.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.771+0000 7ff4e288c640 1 --2- 172.21.15.46:0/4172357878 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff4c806c2b0 0x7ff4c806e770 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.771+0000 7ff4e288c640 1 --2- 172.21.15.46:0/4172357878 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4dc15f6e0 0x7ff4dc0b5e40 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.771+0000 7ff4e288c640 1 --2- 172.21.15.46:0/4172357878 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff4dc0cee70 0x7ff4dc0b4350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.771+0000 7ff4e288c640 1 --2- 172.21.15.46:0/4172357878 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff4dc0ccde0 0x7ff4dc1585b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.771+0000 7ff4e288c640 1 -- 172.21.15.46:0/4172357878 >> 172.21.15.46:0/4172357878 conn(0x7ff4dc0cd490 msgr2=0x7ff4dc0ae970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:57.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.771+0000 7ff4e288c640 1 -- 172.21.15.46:0/4172357878 shutdown_connections 2024-09-19T05:50:57.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.771+0000 7ff4e288c640 1 -- 172.21.15.46:0/4172357878 wait complete. 2024-09-19T05:50:57.784 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:50:57.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.885+0000 7fd6e2b8d640 1 Processor -- start 2024-09-19T05:50:57.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.885+0000 7fd6e2b8d640 1 -- start start 2024-09-19T05:50:57.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.885+0000 7fd6e2b8d640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fd6dc15e6d0 0x7fd6dc0d41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:57.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.885+0000 7fd6e2b8d640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd6dc0d5230 0x7fd6dc0b77d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:57.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.885+0000 7fd6e2b8d640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6dc15eab0 con 0x7fd6dc0cf4c0 2024-09-19T05:50:57.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.885+0000 7fd6e2b8d640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fd6dc0d3120 con 0x7fd6dc15e6d0 2024-09-19T05:50:57.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.885+0000 7fd6e2b8d640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fd6dc0d3400 con 0x7fd6dc0d5230 2024-09-19T05:50:57.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.886+0000 7fd6dbfff640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fd6dc0cf4c0 0x7fd6dc0d4b20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:43710/0 (socket says 172.21.15.46:43710) 2024-09-19T05:50:57.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.886+0000 7fd6dbfff640 1 -- 172.21.15.46:0/4163983562 learned_addr learned my addr 172.21.15.46:0/4163983562 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:57.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.886+0000 7fd6db7fe640 1 -- 172.21.15.46:0/4163983562 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3548442463 0 0) 0x7fd6dc15eab0 con 0x7fd6dc0cf4c0 2024-09-19T05:50:57.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.886+0000 7fd6db7fe640 1 -- 172.21.15.46:0/4163983562 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd6cc003520 con 0x7fd6dc0cf4c0 2024-09-19T05:50:57.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.886+0000 7fd6e0929640 1 --2- 172.21.15.46:0/4163983562 >> v2:172.21.15.78:3300/0 conn(0x7fd6dc15e6d0 0x7fd6dc0d41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:57.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.886+0000 7fd6e112a640 1 --2- 172.21.15.46:0/4163983562 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd6dc0d5230 0x7fd6dc0b77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:57.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.886+0000 7fd6db7fe640 1 -- 172.21.15.46:0/4163983562 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1724340050 0 0) 0x7fd6cc003520 con 0x7fd6dc0cf4c0 2024-09-19T05:50:57.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.886+0000 7fd6db7fe640 1 -- 172.21.15.46:0/4163983562 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd6dc0d5230 msgr2=0x7fd6dc0b77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:57.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.886+0000 7fd6db7fe640 1 --2- 172.21.15.46:0/4163983562 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd6dc0d5230 0x7fd6dc0b77d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.886+0000 7fd6db7fe640 1 -- 172.21.15.46:0/4163983562 >> v2:172.21.15.78:3300/0 conn(0x7fd6dc15e6d0 msgr2=0x7fd6dc0d41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:57.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.886+0000 7fd6db7fe640 1 --2- 172.21.15.46:0/4163983562 >> v2:172.21.15.78:3300/0 conn(0x7fd6dc15e6d0 0x7fd6dc0d41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.886+0000 7fd6db7fe640 1 -- 172.21.15.46:0/4163983562 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6dc0d36e0 con 0x7fd6dc0cf4c0 2024-09-19T05:50:57.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.886+0000 7fd6db7fe640 1 -- 172.21.15.46:0/4163983562 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 238125057 0 0) 0x7fd6c8001690 con 0x7fd6dc0cf4c0 2024-09-19T05:50:57.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.886+0000 7fd6db7fe640 1 -- 172.21.15.46:0/4163983562 >> v1:172.21.15.46:6789/0 conn(0x7fd6dc0cf4c0 legacy=0x7fd6dc0d4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:57.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.886+0000 7fd6db7fe640 1 --2- 172.21.15.46:0/4163983562 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd6cc0039b0 0x7fd6cc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:57.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.886+0000 7fd6db7fe640 1 --2- 172.21.15.46:0/4163983562 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd6dc0d5230 0x7fd6cc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:57.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.886+0000 7fd6db7fe640 1 --2- 172.21.15.46:0/4163983562 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6cc004d40 0x7fd6cc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:57.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.886+0000 7fd6db7fe640 1 -- 172.21.15.46:0/4163983562 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd6dc0d3120 con 0x7fd6cc004d40 2024-09-19T05:50:57.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.886+0000 7fd6db7fe640 1 -- 172.21.15.46:0/4163983562 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd6dc0d3400 con 0x7fd6cc0039b0 2024-09-19T05:50:57.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.886+0000 7fd6db7fe640 1 -- 172.21.15.46:0/4163983562 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fd6cc00b9c0 con 0x7fd6dc0d5230 2024-09-19T05:50:57.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.886+0000 7fd6e112a640 1 --2- 172.21.15.46:0/4163983562 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6cc004d40 0x7fd6cc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:57.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.886+0000 7fd6e0929640 1 --2- 172.21.15.46:0/4163983562 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd6cc0039b0 0x7fd6cc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:57.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.887+0000 7fd6dbfff640 1 --2- 172.21.15.46:0/4163983562 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd6dc0d5230 0x7fd6cc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:57.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.887+0000 7fd6e112a640 1 -- 172.21.15.46:0/4163983562 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd6dc0d5230 msgr2=0x7fd6cc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:57.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.887+0000 7fd6e112a640 1 --2- 172.21.15.46:0/4163983562 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd6dc0d5230 0x7fd6cc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.887+0000 7fd6e112a640 1 -- 172.21.15.46:0/4163983562 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd6cc0039b0 msgr2=0x7fd6cc003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:57.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.887+0000 7fd6e112a640 1 --2- 172.21.15.46:0/4163983562 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd6cc0039b0 0x7fd6cc003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.887+0000 7fd6e112a640 1 -- 172.21.15.46:0/4163983562 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6cc003520 con 0x7fd6cc004d40 2024-09-19T05:50:57.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.887+0000 7fd6dbfff640 1 --2- 172.21.15.46:0/4163983562 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd6dc0d5230 0x7fd6cc004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:50:57.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.887+0000 7fd6e112a640 1 --2- 172.21.15.46:0/4163983562 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6cc004d40 0x7fd6cc0051c0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fd6d400e170 tx=0x7fd6cc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42cfa38790b4e6cc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:57.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.888+0000 7fd6db7fe640 1 -- 172.21.15.46:0/4163983562 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6d4034020 con 0x7fd6cc004d40 2024-09-19T05:50:57.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.888+0000 7fd6db7fe640 1 -- 172.21.15.46:0/4163983562 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6d40305f0 con 0x7fd6cc004d40 2024-09-19T05:50:57.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.888+0000 7fd6db7fe640 1 -- 172.21.15.46:0/4163983562 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6d4009c10 con 0x7fd6cc004d40 2024-09-19T05:50:57.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.888+0000 7fd6e2b8d640 1 -- 172.21.15.46:0/4163983562 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6cc004d40 msgr2=0x7fd6cc0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:57.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.888+0000 7fd6e2b8d640 1 --2- 172.21.15.46:0/4163983562 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6cc004d40 0x7fd6cc0051c0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fd6d400e170 tx=0x7fd6cc005830 comp rx=0 tx=0).stop 2024-09-19T05:50:57.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.888+0000 7fd6e112a640 1 -- 172.21.15.46:0/4163983562 reap_dead start 2024-09-19T05:50:57.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.888+0000 7fd6e2b8d640 1 -- 172.21.15.46:0/4163983562 shutdown_connections 2024-09-19T05:50:57.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.888+0000 7fd6e2b8d640 1 -- 172.21.15.46:0/4163983562 >> 172.21.15.46:0/4163983562 conn(0x7fd6dc0723c0 msgr2=0x7fd6dc0727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:57.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.888+0000 7fd6e2b8d640 1 -- 172.21.15.46:0/4163983562 shutdown_connections 2024-09-19T05:50:57.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.888+0000 7fd6e2b8d640 1 -- 172.21.15.46:0/4163983562 wait complete. 2024-09-19T05:50:57.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.889+0000 7fd6e2b8d640 1 Processor -- start 2024-09-19T05:50:57.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.889+0000 7fd6e2b8d640 1 -- start start 2024-09-19T05:50:57.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.890+0000 7fd6e2b8d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd6cc004d40 0x7fd6dc0af330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:57.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.890+0000 7fd6e2b8d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6dc0b32e0 0x7fd6dc0cd860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:57.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.890+0000 7fd6e2b8d640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd6dc0cdda0 0x7fd6dc0ab230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:57.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.890+0000 7fd6e2b8d640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd6dc0d2ee0 con 0x7fd6dc0b32e0 2024-09-19T05:50:57.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.890+0000 7fd6e2b8d640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd6dc0d2d60 con 0x7fd6cc004d40 2024-09-19T05:50:57.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.890+0000 7fd6e2b8d640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fd6dc0cf950 con 0x7fd6dc0cdda0 2024-09-19T05:50:57.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.890+0000 7fd6dbfff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6dc0b32e0 0x7fd6dc0cd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:57.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.890+0000 7fd6dbfff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6dc0b32e0 0x7fd6dc0cd860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34764/0 (socket says 172.21.15.46:34764) 2024-09-19T05:50:57.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.890+0000 7fd6dbfff640 1 -- 172.21.15.46:0/1911576052 learned_addr learned my addr 172.21.15.46:0/1911576052 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:57.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.890+0000 7fd6e112a640 1 --2- 172.21.15.46:0/1911576052 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd6dc0cdda0 0x7fd6dc0ab230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:57.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.890+0000 7fd6e0929640 1 --2- 172.21.15.46:0/1911576052 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd6cc004d40 0x7fd6dc0af330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:57.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.891+0000 7fd6dbfff640 1 -- 172.21.15.46:0/1911576052 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd6dc0cdda0 msgr2=0x7fd6dc0ab230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:57.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.891+0000 7fd6dbfff640 1 --2- 172.21.15.46:0/1911576052 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd6dc0cdda0 0x7fd6dc0ab230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.891+0000 7fd6dbfff640 1 -- 172.21.15.46:0/1911576052 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd6cc004d40 msgr2=0x7fd6dc0af330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:57.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.891+0000 7fd6dbfff640 1 --2- 172.21.15.46:0/1911576052 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd6cc004d40 0x7fd6dc0af330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:57.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.891+0000 7fd6dbfff640 1 -- 172.21.15.46:0/1911576052 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6dc0abfd0 con 0x7fd6dc0b32e0 2024-09-19T05:50:57.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.891+0000 7fd6dbfff640 1 --2- 172.21.15.46:0/1911576052 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6dc0b32e0 0x7fd6dc0cd860 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fd6c800e8c0 tx=0x7fd6c800ed80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:57.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.891+0000 7fd6d97fa640 1 -- 172.21.15.46:0/1911576052 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c800c870 con 0x7fd6dc0b32e0 2024-09-19T05:50:57.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.891+0000 7fd6d97fa640 1 -- 172.21.15.46:0/1911576052 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6c8018070 con 0x7fd6dc0b32e0 2024-09-19T05:50:57.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.891+0000 7fd6d97fa640 1 -- 172.21.15.46:0/1911576052 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c800cc10 con 0x7fd6dc0b32e0 2024-09-19T05:50:57.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.891+0000 7fd6e2b8d640 1 -- 172.21.15.46:0/1911576052 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6dc0ae570 con 0x7fd6dc0b32e0 2024-09-19T05:50:57.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.891+0000 7fd6e2b8d640 1 -- 172.21.15.46:0/1911576052 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6dc0aeb30 con 0x7fd6dc0b32e0 2024-09-19T05:50:57.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.892+0000 7fd6e2b8d640 1 -- 172.21.15.46:0/1911576052 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6dc0adc30 con 0x7fd6dc0b32e0 2024-09-19T05:50:57.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.892+0000 7fd6d97fa640 1 -- 172.21.15.46:0/1911576052 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd6c8013420 con 0x7fd6dc0b32e0 2024-09-19T05:50:57.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.893+0000 7fd6d97fa640 1 --2- 172.21.15.46:0/1911576052 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd6c006c2e0 0x7fd6c006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:57.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.893+0000 7fd6d97fa640 1 -- 172.21.15.46:0/1911576052 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fd6c808b080 con 0x7fd6dc0b32e0 2024-09-19T05:50:57.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.893+0000 7fd6e0929640 1 --2- 172.21.15.46:0/1911576052 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd6c006c2e0 0x7fd6c006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:57.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.894+0000 7fd6e0929640 1 --2- 172.21.15.46:0/1911576052 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd6c006c2e0 0x7fd6c006e7a0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fd6d0009b00 tx=0x7fd6d0008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:57.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:57.897+0000 7fd6d97fa640 1 -- 172.21.15.46:0/1911576052 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd6dc0adc30 con 0x7fd6dc0b32e0 2024-09-19T05:50:58.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.110+0000 7fd6e2b8d640 1 -- 172.21.15.46:0/1911576052 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd6dc0d41c0 con 0x7fd6dc0b32e0 2024-09-19T05:50:58.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.110+0000 7fd6d97fa640 1 -- 172.21.15.46:0/1911576052 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5211 (secure 0 0 0) 0x7fd6c80597f0 con 0x7fd6dc0b32e0 2024-09-19T05:50:58.112 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:58.112 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":7,"btime":"2024-09-19T05:50:48:647317+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6834/932683408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":932683408},{"type":"v1","addr":"172.21.15.46:6834","nonce":932683408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4279,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6836/4265332407","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":4265332407},{"type":"v1","addr":"172.21.15.78:6836","nonce":4265332407}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1406678238","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6833","nonce":1406678238},{"type":"v1","addr":"172.21.15.46:6835","nonce":1406678238}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:50:44.992007+0000","modified":"2024-09-19T05:50:47.754949+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.78:6837/879224309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6835","nonce":879224309},{"type":"v1","addr":"172.21.15.78:6837","nonce":879224309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-19T05:50:58.112 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 7 2024-09-19T05:50:58.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.112+0000 7fd6e2b8d640 1 -- 172.21.15.46:0/1911576052 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd6c006c2e0 msgr2=0x7fd6c006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:58.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.112+0000 7fd6e2b8d640 1 --2- 172.21.15.46:0/1911576052 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd6c006c2e0 0x7fd6c006e7a0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fd6d0009b00 tx=0x7fd6d0008040 comp rx=0 tx=0).stop 2024-09-19T05:50:58.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.112+0000 7fd6e2b8d640 1 -- 172.21.15.46:0/1911576052 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6dc0b32e0 msgr2=0x7fd6dc0cd860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:58.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.112+0000 7fd6e2b8d640 1 --2- 172.21.15.46:0/1911576052 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6dc0b32e0 0x7fd6dc0cd860 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fd6c800e8c0 tx=0x7fd6c800ed80 comp rx=0 tx=0).stop 2024-09-19T05:50:58.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.112+0000 7fd6e2b8d640 1 -- 172.21.15.46:0/1911576052 shutdown_connections 2024-09-19T05:50:58.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.112+0000 7fd6e2b8d640 1 --2- 172.21.15.46:0/1911576052 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd6c006c2e0 0x7fd6c006e7a0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.112+0000 7fd6e2b8d640 1 --2- 172.21.15.46:0/1911576052 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd6dc0cdda0 0x7fd6dc0ab230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.112+0000 7fd6e2b8d640 1 --2- 172.21.15.46:0/1911576052 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6dc0b32e0 0x7fd6dc0cd860 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.112+0000 7fd6e2b8d640 1 --2- 172.21.15.46:0/1911576052 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd6cc004d40 0x7fd6dc0af330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.112+0000 7fd6e2b8d640 1 -- 172.21.15.46:0/1911576052 >> 172.21.15.46:0/1911576052 conn(0x7fd6dc0723c0 msgr2=0x7fd6dc0b7640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:58.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.113+0000 7fd6e2b8d640 1 -- 172.21.15.46:0/1911576052 shutdown_connections 2024-09-19T05:50:58.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.113+0000 7fd6e2b8d640 1 -- 172.21.15.46:0/1911576052 wait complete. 2024-09-19T05:50:58.125 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:50:58.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.225+0000 7f7f87f9f640 1 Processor -- start 2024-09-19T05:50:58.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.225+0000 7f7f87f9f640 1 -- start start 2024-09-19T05:50:58.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.226+0000 7f7f87f9f640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f7f800d41c0 0x7f7f800d4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:58.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.226+0000 7f7f87f9f640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f7f800d5060 0x7f7f800b77d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:58.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.226+0000 7f7f87f9f640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7f8015eab0 con 0x7f7f8015e6d0 2024-09-19T05:50:58.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.226+0000 7f7f87f9f640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f7f800d4650 con 0x7f7f800d5060 2024-09-19T05:50:58.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.226+0000 7f7f87f9f640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f7f800d3120 con 0x7f7f800d41c0 2024-09-19T05:50:58.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.226+0000 7f7f8653c640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f7f800d5060 0x7f7f800b77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:58.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.226+0000 7f7f85d3b640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f7f8015e6d0 0x7f7f800cf4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:43714/0 (socket says 172.21.15.46:43714) 2024-09-19T05:50:58.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.226+0000 7f7f85d3b640 1 -- 172.21.15.46:0/3950495751 learned_addr learned my addr 172.21.15.46:0/3950495751 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:58.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.226+0000 7f7f8553a640 1 --2- 172.21.15.46:0/3950495751 >> v2:172.21.15.78:3300/0 conn(0x7f7f800d41c0 0x7f7f800d4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:58.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.226+0000 7f7f8653c640 1 -- 172.21.15.46:0/3950495751 >> v2:172.21.15.78:3300/0 conn(0x7f7f800d41c0 msgr2=0x7f7f800d4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:58.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.226+0000 7f7f8653c640 1 --2- 172.21.15.46:0/3950495751 >> v2:172.21.15.78:3300/0 conn(0x7f7f800d41c0 0x7f7f800d4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.226+0000 7f7f8653c640 1 -- 172.21.15.46:0/3950495751 >> v1:172.21.15.46:6789/0 conn(0x7f7f8015e6d0 legacy=0x7f7f800cf4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:58.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.226+0000 7f7f8653c640 1 -- 172.21.15.46:0/3950495751 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f800d3400 con 0x7f7f800d5060 2024-09-19T05:50:58.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.226+0000 7f7f84d39640 1 -- 172.21.15.46:0/3950495751 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 333596224 0 0) 0x7f7f8015eab0 con 0x7f7f8015e6d0 2024-09-19T05:50:58.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.227+0000 7f7f8653c640 1 --2- 172.21.15.46:0/3950495751 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f800d5060 0x7f7f800b77d0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f7f800b6690 tx=0x7f7f7802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be0c5ccd4312cc09 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:58.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.227+0000 7f7f84d39640 1 -- 172.21.15.46:0/3950495751 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f78007740 con 0x7f7f800d5060 2024-09-19T05:50:58.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.227+0000 7f7f84d39640 1 -- 172.21.15.46:0/3950495751 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f780078e0 con 0x7f7f800d5060 2024-09-19T05:50:58.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.227+0000 7f7f84d39640 1 -- 172.21.15.46:0/3950495751 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f78007cb0 con 0x7f7f800d5060 2024-09-19T05:50:58.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.228+0000 7f7f87f9f640 1 -- 172.21.15.46:0/3950495751 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f800d5060 msgr2=0x7f7f800b77d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:58.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.228+0000 7f7f87f9f640 1 --2- 172.21.15.46:0/3950495751 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f800d5060 0x7f7f800b77d0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f7f800b6690 tx=0x7f7f7802a680 comp rx=0 tx=0).stop 2024-09-19T05:50:58.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.228+0000 7f7f87f9f640 1 -- 172.21.15.46:0/3950495751 shutdown_connections 2024-09-19T05:50:58.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.228+0000 7f7f87f9f640 1 --2- 172.21.15.46:0/3950495751 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f800d5060 0x7f7f800b77d0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.228+0000 7f7f87f9f640 1 --2- 172.21.15.46:0/3950495751 >> v2:172.21.15.78:3300/0 conn(0x7f7f800d41c0 0x7f7f800d4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.228+0000 7f7f87f9f640 1 -- 172.21.15.46:0/3950495751 >> 172.21.15.46:0/3950495751 conn(0x7f7f800723c0 msgr2=0x7f7f800727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:58.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.228+0000 7f7f87f9f640 1 -- 172.21.15.46:0/3950495751 shutdown_connections 2024-09-19T05:50:58.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.228+0000 7f7f87f9f640 1 -- 172.21.15.46:0/3950495751 wait complete. 2024-09-19T05:50:58.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.229+0000 7f7f87f9f640 1 Processor -- start 2024-09-19T05:50:58.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.229+0000 7f7f87f9f640 1 -- start start 2024-09-19T05:50:58.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.230+0000 7f7f87f9f640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7f800d41c0 0x7f7f8015ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:58.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.230+0000 7f7f87f9f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7f800d5060 0x7f7f800abe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:58.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.230+0000 7f7f87f9f640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f8015e6d0 0x7f7f800cd2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:58.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.230+0000 7f7f87f9f640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7f800cfbd0 con 0x7f7f8015e6d0 2024-09-19T05:50:58.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.230+0000 7f7f87f9f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f7f800d39c0 con 0x7f7f800d5060 2024-09-19T05:50:58.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.230+0000 7f7f87f9f640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f7f800d2d60 con 0x7f7f800d41c0 2024-09-19T05:50:58.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.230+0000 7f7f8653c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f8015e6d0 0x7f7f800cd2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:58.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.230+0000 7f7f8653c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f8015e6d0 0x7f7f800cd2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34778/0 (socket says 172.21.15.46:34778) 2024-09-19T05:50:58.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.230+0000 7f7f8653c640 1 -- 172.21.15.46:0/310326303 learned_addr learned my addr 172.21.15.46:0/310326303 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:58.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.230+0000 7f7f8553a640 1 --2- 172.21.15.46:0/310326303 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7f800d5060 0x7f7f800abe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:58.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.230+0000 7f7f85d3b640 1 --2- 172.21.15.46:0/310326303 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7f800d41c0 0x7f7f8015ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:58.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.230+0000 7f7f8653c640 1 -- 172.21.15.46:0/310326303 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7f800d41c0 msgr2=0x7f7f8015ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:58.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.230+0000 7f7f8653c640 1 --2- 172.21.15.46:0/310326303 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7f800d41c0 0x7f7f8015ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.230+0000 7f7f8653c640 1 -- 172.21.15.46:0/310326303 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7f800d5060 msgr2=0x7f7f800abe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:58.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.230+0000 7f7f8653c640 1 --2- 172.21.15.46:0/310326303 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7f800d5060 0x7f7f800abe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.230+0000 7f7f8653c640 1 -- 172.21.15.46:0/310326303 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f800cd830 con 0x7f7f8015e6d0 2024-09-19T05:50:58.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.230+0000 7f7f8653c640 1 --2- 172.21.15.46:0/310326303 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f8015e6d0 0x7f7f800cd2f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7f7802ac70 tx=0x7f7f78004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:58.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.230+0000 7f7f767fc640 1 -- 172.21.15.46:0/310326303 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f78040070 con 0x7f7f8015e6d0 2024-09-19T05:50:58.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.230+0000 7f7f767fc640 1 -- 172.21.15.46:0/310326303 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f78031bc0 con 0x7f7f8015e6d0 2024-09-19T05:50:58.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.230+0000 7f7f87f9f640 1 -- 172.21.15.46:0/310326303 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f800cdae0 con 0x7f7f8015e6d0 2024-09-19T05:50:58.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.230+0000 7f7f767fc640 1 -- 172.21.15.46:0/310326303 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f78045460 con 0x7f7f8015e6d0 2024-09-19T05:50:58.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.230+0000 7f7f87f9f640 1 -- 172.21.15.46:0/310326303 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f800ce0a0 con 0x7f7f8015e6d0 2024-09-19T05:50:58.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.231+0000 7f7f87f9f640 1 -- 172.21.15.46:0/310326303 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f800d4b20 con 0x7f7f8015e6d0 2024-09-19T05:50:58.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.232+0000 7f7f767fc640 1 -- 172.21.15.46:0/310326303 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7f78039040 con 0x7f7f8015e6d0 2024-09-19T05:50:58.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.232+0000 7f7f767fc640 1 --2- 172.21.15.46:0/310326303 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7f6406c2b0 0x7f7f6406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:58.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.232+0000 7f7f767fc640 1 -- 172.21.15.46:0/310326303 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f7f780acc50 con 0x7f7f8015e6d0 2024-09-19T05:50:58.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.232+0000 7f7f85d3b640 1 --2- 172.21.15.46:0/310326303 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7f6406c2b0 0x7f7f6406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:58.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.233+0000 7f7f85d3b640 1 --2- 172.21.15.46:0/310326303 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7f6406c2b0 0x7f7f6406e770 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c000f60 tx=0x7f7f7c009040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:58.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.237+0000 7f7f767fc640 1 -- 172.21.15.46:0/310326303 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7f780b2020 con 0x7f7f8015e6d0 2024-09-19T05:50:58.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.414+0000 7f7f87f9f640 1 -- 172.21.15.46:0/310326303 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7f800b4e50 con 0x7f7f8015e6d0 2024-09-19T05:50:58.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.415+0000 7f7f767fc640 1 -- 172.21.15.46:0/310326303 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16617 (secure 0 0 0) 0x7f7f7807ae90 con 0x7f7f8015e6d0 2024-09-19T05:50:58.417 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:58.418 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":21,"fsid":"f422d15e-e2c9-44aa-a788-7f9714905c67","created":"2024-09-19T05:50:21.601235+0000","modified":"2024-09-19T05:50:46.637204+0000","last_up_change":"2024-09-19T05:50:34.148268+0000","last_in_change":"2024-09-19T05:50:23.689134+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:50:33.840497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:50:42.856920+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:50:43.974696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5887dcb-f9c0-42a0-905d-718d357b4b57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6825","nonce":1884048663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6827","nonce":1884048663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6831","nonce":1884048663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6829","nonce":1884048663}]},"public_addr":"172.21.15.46:6825/1884048663","cluster_addr":"172.21.15.46:6827/1884048663","heartbeat_back_addr":"172.21.15.46:6831/1884048663","heartbeat_front_addr":"172.21.15.46:6829/1884048663","state":["exists","up"]},{"osd":1,"uuid":"3fed9b97-7482-4314-bf02-1518c03be152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6801","nonce":2797692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6803","nonce":2797692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6807","nonce":2797692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6805","nonce":2797692057}]},"public_addr":"172.21.15.46:6801/2797692057","cluster_addr":"172.21.15.46:6803/2797692057","heartbeat_back_addr":"172.21.15.46:6807/2797692057","heartbeat_front_addr":"172.21.15.46:6805/2797692057","state":["exists","up"]},{"osd":2,"uuid":"2e36d163-339b-491e-98a9-6e768a3249e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6809","nonce":4061240230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6811","nonce":4061240230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6815","nonce":4061240230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6813","nonce":4061240230}]},"public_addr":"172.21.15.46:6809/4061240230","cluster_addr":"172.21.15.46:6811/4061240230","heartbeat_back_addr":"172.21.15.46:6815/4061240230","heartbeat_front_addr":"172.21.15.46:6813/4061240230","state":["exists","up"]},{"osd":3,"uuid":"98fb22e5-3d85-4bb7-a92e-63625f26d7b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6817","nonce":170935989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6819","nonce":170935989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6823","nonce":170935989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6821","nonce":170935989}]},"public_addr":"172.21.15.46:6817/170935989","cluster_addr":"172.21.15.46:6819/170935989","heartbeat_back_addr":"172.21.15.46:6823/170935989","heartbeat_front_addr":"172.21.15.46:6821/170935989","state":["exists","up"]},{"osd":4,"uuid":"055bb872-b76a-40ab-aab7-c6e327ee7735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6809","nonce":2319815351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6811","nonce":2319815351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6815","nonce":2319815351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6813","nonce":2319815351}]},"public_addr":"172.21.15.78:6809/2319815351","cluster_addr":"172.21.15.78:6811/2319815351","heartbeat_back_addr":"172.21.15.78:6815/2319815351","heartbeat_front_addr":"172.21.15.78:6813/2319815351","state":["exists","up"]},{"osd":5,"uuid":"4164d7c8-3350-4cd1-b105-8376e2b8d205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6825","nonce":1036798121}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6827","nonce":1036798121}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6831","nonce":1036798121}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6829","nonce":1036798121}]},"public_addr":"172.21.15.78:6825/1036798121","cluster_addr":"172.21.15.78:6827/1036798121","heartbeat_back_addr":"172.21.15.78:6831/1036798121","heartbeat_front_addr":"172.21.15.78:6829/1036798121","state":["exists","up"]},{"osd":6,"uuid":"2ad21b97-7629-4de2-851e-909e8b1defd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6801","nonce":707998422}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6803","nonce":707998422}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6807","nonce":707998422}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6805","nonce":707998422}]},"public_addr":"172.21.15.78:6801/707998422","cluster_addr":"172.21.15.78:6803/707998422","heartbeat_back_addr":"172.21.15.78:6807/707998422","heartbeat_front_addr":"172.21.15.78:6805/707998422","state":["exists","up"]},{"osd":7,"uuid":"88efccef-c5f1-43b6-b786-9bc72f2cf2cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6817","nonce":2547959841}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6819","nonce":2547959841}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6823","nonce":2547959841}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6821","nonce":2547959841}]},"public_addr":"172.21.15.78:6817/2547959841","cluster_addr":"172.21.15.78:6819/2547959841","heartbeat_back_addr":"172.21.15.78:6823/2547959841","heartbeat_front_addr":"172.21.15.78:6821/2547959841","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.653882+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.491170+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.251245+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989665+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:31.041334+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.652320+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.566922+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:50:58.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.417+0000 7f7f87f9f640 1 -- 172.21.15.46:0/310326303 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7f6406c2b0 msgr2=0x7f7f6406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:58.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.417+0000 7f7f87f9f640 1 --2- 172.21.15.46:0/310326303 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7f6406c2b0 0x7f7f6406e770 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c000f60 tx=0x7f7f7c009040 comp rx=0 tx=0).stop 2024-09-19T05:50:58.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.417+0000 7f7f87f9f640 1 -- 172.21.15.46:0/310326303 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f8015e6d0 msgr2=0x7f7f800cd2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:58.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.417+0000 7f7f87f9f640 1 --2- 172.21.15.46:0/310326303 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f8015e6d0 0x7f7f800cd2f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7f7802ac70 tx=0x7f7f78004a40 comp rx=0 tx=0).stop 2024-09-19T05:50:58.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.417+0000 7f7f87f9f640 1 -- 172.21.15.46:0/310326303 shutdown_connections 2024-09-19T05:50:58.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.417+0000 7f7f87f9f640 1 --2- 172.21.15.46:0/310326303 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7f6406c2b0 0x7f7f6406e770 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.417+0000 7f7f87f9f640 1 --2- 172.21.15.46:0/310326303 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f8015e6d0 0x7f7f800cd2f0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.417+0000 7f7f87f9f640 1 --2- 172.21.15.46:0/310326303 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7f800d5060 0x7f7f800abe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.417+0000 7f7f87f9f640 1 --2- 172.21.15.46:0/310326303 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7f800d41c0 0x7f7f8015ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.418+0000 7f7f87f9f640 1 -- 172.21.15.46:0/310326303 >> 172.21.15.46:0/310326303 conn(0x7f7f800723c0 msgr2=0x7f7f800b4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:58.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.418+0000 7f7f87f9f640 1 -- 172.21.15.46:0/310326303 shutdown_connections 2024-09-19T05:50:58.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.418+0000 7f7f87f9f640 1 -- 172.21.15.46:0/310326303 wait complete. 2024-09-19T05:50:58.430 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:50:58.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.529+0000 7f04e0f5f640 1 Processor -- start 2024-09-19T05:50:58.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.530+0000 7f04e0f5f640 1 -- start start 2024-09-19T05:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.530+0000 7f04e0f5f640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f04dc0d4090 0x7f04dc0d0930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.530+0000 7f04e0f5f640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f04dc162f70 0x7f04dc0cedd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.530+0000 7f04e0f5f640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04dc0cf310 con 0x7f04dc0d4a50 2024-09-19T05:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.530+0000 7f04e0f5f640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f04dc0d1e10 con 0x7f04dc162f70 2024-09-19T05:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.530+0000 7f04e0f5f640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f04dc0d1220 con 0x7f04dc0d4090 2024-09-19T05:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.531+0000 7f04d9d9b640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f04dc162f70 0x7f04dc0cedd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.531+0000 7f04dad9d640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f04dc0d4a50 0x7f04dc0d2350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:43726/0 (socket says 172.21.15.46:43726) 2024-09-19T05:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.531+0000 7f04dad9d640 1 -- 172.21.15.46:0/3987595571 learned_addr learned my addr 172.21.15.46:0/3987595571 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.531+0000 7f04da59c640 1 --2- 172.21.15.46:0/3987595571 >> v2:172.21.15.78:3300/0 conn(0x7f04dc0d4090 0x7f04dc0d0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.531+0000 7f04d9d9b640 1 -- 172.21.15.46:0/3987595571 >> v2:172.21.15.78:3300/0 conn(0x7f04dc0d4090 msgr2=0x7f04dc0d0930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:58.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.531+0000 7f04d9d9b640 1 --2- 172.21.15.46:0/3987595571 >> v2:172.21.15.78:3300/0 conn(0x7f04dc0d4090 0x7f04dc0d0930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.531+0000 7f04d9d9b640 1 -- 172.21.15.46:0/3987595571 >> v1:172.21.15.46:6789/0 conn(0x7f04dc0d4a50 legacy=0x7f04dc0d2350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:58.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.531+0000 7f04d9d9b640 1 -- 172.21.15.46:0/3987595571 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04dc0d14e0 con 0x7f04dc162f70 2024-09-19T05:50:58.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.531+0000 7f04d959a640 1 -- 172.21.15.46:0/3987595571 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2615765508 0 0) 0x7f04dc0cf310 con 0x7f04dc0d4a50 2024-09-19T05:50:58.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.532+0000 7f04d9d9b640 1 --2- 172.21.15.46:0/3987595571 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f04dc162f70 0x7f04dc0cedd0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f04dc0d22a0 tx=0x7f04d002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4dc0de882bd5920 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:58.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.532+0000 7f04d959a640 1 -- 172.21.15.46:0/3987595571 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d0037070 con 0x7f04dc162f70 2024-09-19T05:50:58.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.532+0000 7f04d959a640 1 -- 172.21.15.46:0/3987595571 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04d0032440 con 0x7f04dc162f70 2024-09-19T05:50:58.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.532+0000 7f04d959a640 1 -- 172.21.15.46:0/3987595571 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d002ae60 con 0x7f04dc162f70 2024-09-19T05:50:58.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.532+0000 7f04e0f5f640 1 -- 172.21.15.46:0/3987595571 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f04dc162f70 msgr2=0x7f04dc0cedd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:58.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.532+0000 7f04e0f5f640 1 --2- 172.21.15.46:0/3987595571 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f04dc162f70 0x7f04dc0cedd0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f04dc0d22a0 tx=0x7f04d002a110 comp rx=0 tx=0).stop 2024-09-19T05:50:58.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.532+0000 7f04e0f5f640 1 -- 172.21.15.46:0/3987595571 shutdown_connections 2024-09-19T05:50:58.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.532+0000 7f04e0f5f640 1 --2- 172.21.15.46:0/3987595571 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f04dc162f70 0x7f04dc0cedd0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.532+0000 7f04e0f5f640 1 --2- 172.21.15.46:0/3987595571 >> v2:172.21.15.78:3300/0 conn(0x7f04dc0d4090 0x7f04dc0d0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.532+0000 7f04e0f5f640 1 -- 172.21.15.46:0/3987595571 >> 172.21.15.46:0/3987595571 conn(0x7f04dc0723c0 msgr2=0x7f04dc0727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:58.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.532+0000 7f04e0f5f640 1 -- 172.21.15.46:0/3987595571 shutdown_connections 2024-09-19T05:50:58.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.532+0000 7f04e0f5f640 1 -- 172.21.15.46:0/3987595571 wait complete. 2024-09-19T05:50:58.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.534+0000 7f04e0f5f640 1 Processor -- start 2024-09-19T05:50:58.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.534+0000 7f04e0f5f640 1 -- start start 2024-09-19T05:50:58.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.534+0000 7f04e0f5f640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f04dc0d4090 0x7f04dc0b7640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:58.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.534+0000 7f04e0f5f640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f04dc0d4a50 0x7f04dc0ba0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:58.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.534+0000 7f04e0f5f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f04dc162f70 0x7f04dc15c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:58.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.534+0000 7f04e0f5f640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f04dc0d4470 con 0x7f04dc0d4090 2024-09-19T05:50:58.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.534+0000 7f04e0f5f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f04dc0d1aa0 con 0x7f04dc162f70 2024-09-19T05:50:58.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.534+0000 7f04e0f5f640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f04dc0d4ea0 con 0x7f04dc0d4a50 2024-09-19T05:50:58.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.535+0000 7f04da59c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f04dc0d4090 0x7f04dc0b7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:58.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.535+0000 7f04da59c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f04dc0d4090 0x7f04dc0b7640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34806/0 (socket says 172.21.15.46:34806) 2024-09-19T05:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.535+0000 7f04da59c640 1 -- 172.21.15.46:0/3339806137 learned_addr learned my addr 172.21.15.46:0/3339806137 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.535+0000 7f04dad9d640 1 --2- 172.21.15.46:0/3339806137 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f04dc162f70 0x7f04dc15c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.535+0000 7f04d9d9b640 1 --2- 172.21.15.46:0/3339806137 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f04dc0d4a50 0x7f04dc0ba0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.535+0000 7f04da59c640 1 -- 172.21.15.46:0/3339806137 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f04dc0d4a50 msgr2=0x7f04dc0ba0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.535+0000 7f04da59c640 1 --2- 172.21.15.46:0/3339806137 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f04dc0d4a50 0x7f04dc0ba0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.535+0000 7f04da59c640 1 -- 172.21.15.46:0/3339806137 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f04dc162f70 msgr2=0x7f04dc15c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.535+0000 7f04da59c640 1 --2- 172.21.15.46:0/3339806137 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f04dc162f70 0x7f04dc15c8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.535+0000 7f04da59c640 1 -- 172.21.15.46:0/3339806137 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04dc0cb8f0 con 0x7f04dc0d4090 2024-09-19T05:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.535+0000 7f04da59c640 1 --2- 172.21.15.46:0/3339806137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f04dc0d4090 0x7f04dc0b7640 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f04cc00c7f0 tx=0x7f04cc00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.535+0000 7f04caffd640 1 -- 172.21.15.46:0/3339806137 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04cc015070 con 0x7f04dc0d4090 2024-09-19T05:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.535+0000 7f04caffd640 1 -- 172.21.15.46:0/3339806137 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04cc004240 con 0x7f04dc0d4090 2024-09-19T05:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.535+0000 7f04e0f5f640 1 -- 172.21.15.46:0/3339806137 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04dc0cbb90 con 0x7f04dc0d4090 2024-09-19T05:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.535+0000 7f04caffd640 1 -- 172.21.15.46:0/3339806137 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04cc007620 con 0x7f04dc0d4090 2024-09-19T05:50:58.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.535+0000 7f04e0f5f640 1 -- 172.21.15.46:0/3339806137 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04dc0cc150 con 0x7f04dc0d4090 2024-09-19T05:50:58.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.536+0000 7f04e0f5f640 1 -- 172.21.15.46:0/3339806137 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04dc0d5230 con 0x7f04dc0d4090 2024-09-19T05:50:58.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.537+0000 7f04caffd640 1 -- 172.21.15.46:0/3339806137 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f04cc0079d0 con 0x7f04dc0d4090 2024-09-19T05:50:58.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.537+0000 7f04caffd640 1 --2- 172.21.15.46:0/3339806137 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f04bc06c2b0 0x7f04bc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:58.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.537+0000 7f04caffd640 1 -- 172.21.15.46:0/3339806137 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f04cc08b830 con 0x7f04dc0d4090 2024-09-19T05:50:58.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.537+0000 7f04d9d9b640 1 --2- 172.21.15.46:0/3339806137 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f04bc06c2b0 0x7f04bc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:58.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.538+0000 7f04d9d9b640 1 --2- 172.21.15.46:0/3339806137 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f04bc06c2b0 0x7f04bc06e770 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f04d0034000 tx=0x7f04d002e000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:58.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.541+0000 7f04caffd640 1 -- 172.21.15.46:0/3339806137 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f04cc059fa0 con 0x7f04dc0d4090 2024-09-19T05:50:58.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.753+0000 7f04e0f5f640 1 -- 172.21.15.46:0/3339806137 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f04dc162930 con 0x7f04dc0d4090 2024-09-19T05:50:58.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.753+0000 7f04caffd640 1 -- 172.21.15.46:0/3339806137 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5211 (secure 0 0 0) 0x7f04cc0598a0 con 0x7f04dc0d4090 2024-09-19T05:50:58.755 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:50:58.755 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":7,"btime":"2024-09-19T05:50:48:647317+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6834/932683408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":932683408},{"type":"v1","addr":"172.21.15.46:6834","nonce":932683408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4279,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6836/4265332407","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":4265332407},{"type":"v1","addr":"172.21.15.78:6836","nonce":4265332407}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1406678238","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6833","nonce":1406678238},{"type":"v1","addr":"172.21.15.46:6835","nonce":1406678238}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:50:44.992007+0000","modified":"2024-09-19T05:50:47.754949+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.78:6837/879224309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6835","nonce":879224309},{"type":"v1","addr":"172.21.15.78:6837","nonce":879224309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-19T05:50:58.755 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 7 2024-09-19T05:50:58.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.755+0000 7f04e0f5f640 1 -- 172.21.15.46:0/3339806137 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f04bc06c2b0 msgr2=0x7f04bc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:58.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.755+0000 7f04e0f5f640 1 --2- 172.21.15.46:0/3339806137 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f04bc06c2b0 0x7f04bc06e770 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f04d0034000 tx=0x7f04d002e000 comp rx=0 tx=0).stop 2024-09-19T05:50:58.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.755+0000 7f04e0f5f640 1 -- 172.21.15.46:0/3339806137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f04dc0d4090 msgr2=0x7f04dc0b7640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:58.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.755+0000 7f04e0f5f640 1 --2- 172.21.15.46:0/3339806137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f04dc0d4090 0x7f04dc0b7640 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f04cc00c7f0 tx=0x7f04cc00ccb0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.755+0000 7f04e0f5f640 1 -- 172.21.15.46:0/3339806137 shutdown_connections 2024-09-19T05:50:58.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.755+0000 7f04e0f5f640 1 --2- 172.21.15.46:0/3339806137 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f04bc06c2b0 0x7f04bc06e770 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.755+0000 7f04e0f5f640 1 --2- 172.21.15.46:0/3339806137 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f04dc162f70 0x7f04dc15c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.755+0000 7f04e0f5f640 1 --2- 172.21.15.46:0/3339806137 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f04dc0d4a50 0x7f04dc0ba0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.755+0000 7f04e0f5f640 1 --2- 172.21.15.46:0/3339806137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f04dc0d4090 0x7f04dc0b7640 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:58.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.755+0000 7f04e0f5f640 1 -- 172.21.15.46:0/3339806137 >> 172.21.15.46:0/3339806137 conn(0x7f04dc0723c0 msgr2=0x7f04dc0b4830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:58.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.755+0000 7f04e0f5f640 1 -- 172.21.15.46:0/3339806137 shutdown_connections 2024-09-19T05:50:58.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:58.755+0000 7f04e0f5f640 1 -- 172.21.15.46:0/3339806137 wait complete. 2024-09-19T05:50:59.171 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:50:44.992007+0000', 'modified': '2024-09-19T05:50:47.754949+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4282}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4282': {'gid': 4282, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.78:6837/879224309', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.78:6835', 'nonce': 879224309}, {'type': 'v1', 'addr': '172.21.15.78:6837', 'nonce': 879224309}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4282, 'qdb_cluster': [4282]} 2024-09-19T05:50:59.171 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T05:50:59.171 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-19T05:50:59.283 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.277+0000 7fae9cf8d640 1 Processor -- start 2024-09-19T05:50:59.283 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.277+0000 7fae9cf8d640 1 -- start start 2024-09-19T05:50:59.283 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.278+0000 7fae9cf8d640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fae980d4be0 0x7fae980d5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.283 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.278+0000 7fae9cf8d640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fae980b7950 0x7fae980b7da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.284 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.278+0000 7fae9cf8d640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae980d2770 con 0x7fae9815e730 2024-09-19T05:50:59.284 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.278+0000 7fae9cf8d640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fae980d5590 con 0x7fae980b7950 2024-09-19T05:50:59.284 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.278+0000 7fae9cf8d640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fae980d2a50 con 0x7fae980d4be0 2024-09-19T05:50:59.284 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.278+0000 7fae9659c640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fae9815e730 0x7fae980cf840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:43736/0 (socket says 172.21.15.46:43736) 2024-09-19T05:50:59.284 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.278+0000 7fae9659c640 1 -- 172.21.15.46:0/2066479030 learned_addr learned my addr 172.21.15.46:0/2066479030 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:59.284 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.278+0000 7fae96d9d640 1 --2- 172.21.15.46:0/2066479030 >> v2:172.21.15.46:3300/0 conn(0x7fae980b7950 0x7fae980b7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.284 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.278+0000 7fae95d9b640 1 -- 172.21.15.46:0/2066479030 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4179645089 0 0) 0x7fae980d2770 con 0x7fae9815e730 2024-09-19T05:50:59.284 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.278+0000 7fae8ffff640 1 --2- 172.21.15.46:0/2066479030 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fae980d4be0 0x7fae980d5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.284 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.278+0000 7fae95d9b640 1 -- 172.21.15.46:0/2066479030 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fae84003520 con 0x7fae9815e730 2024-09-19T05:50:59.284 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.278+0000 7fae96d9d640 1 -- 172.21.15.46:0/2066479030 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fae980d4be0 msgr2=0x7fae980d5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:59.284 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.278+0000 7fae96d9d640 1 --2- 172.21.15.46:0/2066479030 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fae980d4be0 0x7fae980d5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.278+0000 7fae96d9d640 1 -- 172.21.15.46:0/2066479030 >> v1:172.21.15.46:6789/0 conn(0x7fae9815e730 legacy=0x7fae980cf840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:59.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.278+0000 7fae96d9d640 1 -- 172.21.15.46:0/2066479030 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae980d2d30 con 0x7fae980b7950 2024-09-19T05:50:59.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.279+0000 7fae96d9d640 1 --2- 172.21.15.46:0/2066479030 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fae980b7950 0x7fae980b7da0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fae90009d90 tx=0x7fae9002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87797698d0cea816 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:59.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.279+0000 7fae95d9b640 1 -- 172.21.15.46:0/2066479030 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae90007740 con 0x7fae980b7950 2024-09-19T05:50:59.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.279+0000 7fae95d9b640 1 -- 172.21.15.46:0/2066479030 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae900078e0 con 0x7fae980b7950 2024-09-19T05:50:59.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.279+0000 7fae95d9b640 1 -- 172.21.15.46:0/2066479030 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae90007cb0 con 0x7fae980b7950 2024-09-19T05:50:59.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.280+0000 7fae9cf8d640 1 -- 172.21.15.46:0/2066479030 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fae980b7950 msgr2=0x7fae980b7da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:59.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.280+0000 7fae9cf8d640 1 --2- 172.21.15.46:0/2066479030 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fae980b7950 0x7fae980b7da0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fae90009d90 tx=0x7fae9002a660 comp rx=0 tx=0).stop 2024-09-19T05:50:59.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.280+0000 7fae9cf8d640 1 -- 172.21.15.46:0/2066479030 shutdown_connections 2024-09-19T05:50:59.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.280+0000 7fae9cf8d640 1 --2- 172.21.15.46:0/2066479030 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fae980b7950 0x7fae980b7da0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.280+0000 7fae9cf8d640 1 --2- 172.21.15.46:0/2066479030 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fae980d4be0 0x7fae980d5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.280+0000 7fae9cf8d640 1 -- 172.21.15.46:0/2066479030 >> 172.21.15.46:0/2066479030 conn(0x7fae980723c0 msgr2=0x7fae980727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:59.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.280+0000 7fae9cf8d640 1 -- 172.21.15.46:0/2066479030 shutdown_connections 2024-09-19T05:50:59.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.280+0000 7fae9cf8d640 1 -- 172.21.15.46:0/2066479030 wait complete. 2024-09-19T05:50:59.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.281+0000 7fae9cf8d640 1 Processor -- start 2024-09-19T05:50:59.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.281+0000 7fae9cf8d640 1 -- start start 2024-09-19T05:50:59.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.282+0000 7fae9cf8d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fae980b7950 0x7fae980ce8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.282+0000 7fae9cf8d640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fae980d4be0 0x7fae98157e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.282+0000 7fae9cf8d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fae9815e730 0x7fae98159ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.282+0000 7fae9cf8d640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fae980d35d0 con 0x7fae980b7950 2024-09-19T05:50:59.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.282+0000 7fae9cf8d640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fae980d32f0 con 0x7fae9815e730 2024-09-19T05:50:59.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.282+0000 7fae9cf8d640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fae9815eb10 con 0x7fae980d4be0 2024-09-19T05:50:59.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.282+0000 7fae9659c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fae980b7950 0x7fae980ce8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.282+0000 7fae9659c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fae980b7950 0x7fae980ce8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34818/0 (socket says 172.21.15.46:34818) 2024-09-19T05:50:59.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.282+0000 7fae9659c640 1 -- 172.21.15.46:0/2063240434 learned_addr learned my addr 172.21.15.46:0/2063240434 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:59.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.282+0000 7fae96d9d640 1 --2- 172.21.15.46:0/2063240434 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fae9815e730 0x7fae98159ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.282+0000 7fae8ffff640 1 --2- 172.21.15.46:0/2063240434 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fae980d4be0 0x7fae98157e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.282+0000 7fae9659c640 1 -- 172.21.15.46:0/2063240434 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fae980d4be0 msgr2=0x7fae98157e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:59.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.282+0000 7fae9659c640 1 --2- 172.21.15.46:0/2063240434 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fae980d4be0 0x7fae98157e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.282+0000 7fae9659c640 1 -- 172.21.15.46:0/2063240434 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fae9815e730 msgr2=0x7fae98159ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:59.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.282+0000 7fae9659c640 1 --2- 172.21.15.46:0/2063240434 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fae9815e730 0x7fae98159ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.282+0000 7fae9659c640 1 -- 172.21.15.46:0/2063240434 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae98159ff0 con 0x7fae980b7950 2024-09-19T05:50:59.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.282+0000 7fae96d9d640 1 --2- 172.21.15.46:0/2063240434 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fae9815e730 0x7fae98159ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:50:59.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.282+0000 7fae9659c640 1 --2- 172.21.15.46:0/2063240434 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fae980b7950 0x7fae980ce8e0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fae8800c390 tx=0x7fae8800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:59.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.283+0000 7fae8effd640 1 -- 172.21.15.46:0/2063240434 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae88017070 con 0x7fae980b7950 2024-09-19T05:50:59.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.283+0000 7fae8effd640 1 -- 172.21.15.46:0/2063240434 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae88005ce0 con 0x7fae980b7950 2024-09-19T05:50:59.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.283+0000 7fae9cf8d640 1 -- 172.21.15.46:0/2063240434 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae9815a290 con 0x7fae980b7950 2024-09-19T05:50:59.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.283+0000 7fae8effd640 1 -- 172.21.15.46:0/2063240434 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae880072f0 con 0x7fae980b7950 2024-09-19T05:50:59.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.283+0000 7fae9cf8d640 1 -- 172.21.15.46:0/2063240434 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae9815a850 con 0x7fae980b7950 2024-09-19T05:50:59.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.284+0000 7fae8effd640 1 -- 172.21.15.46:0/2063240434 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fae8801a070 con 0x7fae980b7950 2024-09-19T05:50:59.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.285+0000 7fae8effd640 1 --2- 172.21.15.46:0/2063240434 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fae7806c2b0 0x7fae7806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.285+0000 7fae8effd640 1 -- 172.21.15.46:0/2063240434 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fae8808a7e0 con 0x7fae980b7950 2024-09-19T05:50:59.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.285+0000 7fae8ffff640 1 --2- 172.21.15.46:0/2063240434 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fae7806c2b0 0x7fae7806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.285+0000 7fae8ffff640 1 --2- 172.21.15.46:0/2063240434 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fae7806c2b0 0x7fae7806e770 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fae980cce10 tx=0x7fae80008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:59.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.286+0000 7fae9fe01740 1 Processor -- start 2024-09-19T05:50:59.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.286+0000 7fae9fe01740 1 -- start start 2024-09-19T05:50:59.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.286+0000 7fae9fe01740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5626b18672c0 0x5626b18aca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.286+0000 7fae9fe01740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b1864a80 0x5626b18676a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.286+0000 7fae9fe01740 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x5626b1868a50 0x5626b18618b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.286+0000 7fae9fe01740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5626b17c9520 con 0x5626b1864a80 2024-09-19T05:50:59.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.286+0000 7fae9fe01740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5626b17713e0 con 0x5626b18672c0 2024-09-19T05:50:59.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.286+0000 7fae9fe01740 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x5626b17c54e0 con 0x5626b1868a50 2024-09-19T05:50:59.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.287+0000 7fae8ffff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b1864a80 0x5626b18676a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.287+0000 7fae8ffff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b1864a80 0x5626b18676a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34832/0 (socket says 172.21.15.46:34832) 2024-09-19T05:50:59.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.287+0000 7fae8ffff640 1 -- 172.21.15.46:0/3858247837 learned_addr learned my addr 172.21.15.46:0/3858247837 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:59.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.287+0000 7fae9659c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5626b18672c0 0x5626b18aca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.287+0000 7fae96d9d640 1 --2- 172.21.15.46:0/3858247837 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x5626b1868a50 0x5626b18618b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.287+0000 7fae8ffff640 1 -- 172.21.15.46:0/3858247837 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x5626b1868a50 msgr2=0x5626b18618b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:59.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.287+0000 7fae8ffff640 1 --2- 172.21.15.46:0/3858247837 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x5626b1868a50 0x5626b18618b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.287+0000 7fae8ffff640 1 -- 172.21.15.46:0/3858247837 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5626b18672c0 msgr2=0x5626b18aca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:59.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.287+0000 7fae8ffff640 1 --2- 172.21.15.46:0/3858247837 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5626b18672c0 0x5626b18aca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.287+0000 7fae8ffff640 1 -- 172.21.15.46:0/3858247837 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626b178c2f0 con 0x5626b1864a80 2024-09-19T05:50:59.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.287+0000 7fae9659c640 1 --2- 172.21.15.46:0/3858247837 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5626b18672c0 0x5626b18aca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:59.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.287+0000 7fae96d9d640 1 --2- 172.21.15.46:0/3858247837 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x5626b1868a50 0x5626b18618b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:50:59.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.287+0000 7fae8ffff640 1 --2- 172.21.15.46:0/3858247837 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b1864a80 0x5626b18676a0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fae8000fa30 tx=0x7fae80012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1611c43778c7fbe server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:59.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.287+0000 7fae77fff640 1 -- 172.21.15.46:0/3858247837 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae8001b050 con 0x5626b1864a80 2024-09-19T05:50:59.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.287+0000 7fae77fff640 1 -- 172.21.15.46:0/3858247837 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae80025070 con 0x5626b1864a80 2024-09-19T05:50:59.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.287+0000 7fae77fff640 1 -- 172.21.15.46:0/3858247837 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae80014de0 con 0x5626b1864a80 2024-09-19T05:50:59.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.288+0000 7fae9fe01740 1 -- 172.21.15.46:0/3858247837 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b1864a80 msgr2=0x5626b18676a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:59.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.288+0000 7fae9fe01740 1 --2- 172.21.15.46:0/3858247837 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b1864a80 0x5626b18676a0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fae8000fa30 tx=0x7fae80012000 comp rx=0 tx=0).stop 2024-09-19T05:50:59.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.288+0000 7fae9fe01740 1 -- 172.21.15.46:0/3858247837 shutdown_connections 2024-09-19T05:50:59.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.288+0000 7fae9fe01740 1 --2- 172.21.15.46:0/3858247837 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x5626b1868a50 0x5626b18618b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.288+0000 7fae9fe01740 1 --2- 172.21.15.46:0/3858247837 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b1864a80 0x5626b18676a0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.288+0000 7fae9fe01740 1 --2- 172.21.15.46:0/3858247837 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5626b18672c0 0x5626b18aca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.288+0000 7fae9fe01740 1 -- 172.21.15.46:0/3858247837 >> 172.21.15.46:0/3858247837 conn(0x5626b1863a80 msgr2=0x5626b18abf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:59.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.288+0000 7fae9fe01740 1 -- 172.21.15.46:0/3858247837 shutdown_connections 2024-09-19T05:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.288+0000 7fae9fe01740 1 -- 172.21.15.46:0/3858247837 wait complete. 2024-09-19T05:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.289+0000 7fae9fe01740 1 -- start start 2024-09-19T05:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.289+0000 7fae9fe01740 1 Processor -- start 2024-09-19T05:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.289+0000 7fae9fe01740 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x5626b18672c0 0x5626b18903a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.289+0000 7fae9fe01740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5626b1868a50 0x5626b18bcc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.290+0000 7fae9fe01740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b1886730 0x5626b1861db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.290+0000 7fae9fe01740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5626b1862f20 con 0x5626b1886730 2024-09-19T05:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.290+0000 7fae9fe01740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5626b1752450 con 0x5626b1868a50 2024-09-19T05:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.290+0000 7fae9fe01740 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x5626b18ad290 con 0x5626b18672c0 2024-09-19T05:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.290+0000 7fae9fe01740 10 client.0 _ll_register_callbacks cb 0x5626b14dbac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.290+0000 7fae96d9d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b1886730 0x5626b1861db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.290+0000 7fae96d9d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b1886730 0x5626b1861db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34842/0 (socket says 172.21.15.46:34842) 2024-09-19T05:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.290+0000 7fae96d9d640 1 -- 172.21.15.46:0/513030467 learned_addr learned my addr 172.21.15.46:0/513030467 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.290+0000 7fae8ffff640 1 --2- 172.21.15.46:0/513030467 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5626b1868a50 0x5626b18bcc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.290+0000 7fae9659c640 1 --2- 172.21.15.46:0/513030467 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x5626b18672c0 0x5626b18903a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.290+0000 7fae96d9d640 1 -- 172.21.15.46:0/513030467 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x5626b18672c0 msgr2=0x5626b18903a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.290+0000 7fae96d9d640 1 --2- 172.21.15.46:0/513030467 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x5626b18672c0 0x5626b18903a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.290+0000 7fae96d9d640 1 -- 172.21.15.46:0/513030467 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5626b1868a50 msgr2=0x5626b18bcc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.290+0000 7fae96d9d640 1 --2- 172.21.15.46:0/513030467 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5626b1868a50 0x5626b18bcc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.290+0000 7fae96d9d640 1 -- 172.21.15.46:0/513030467 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626b14dc2d0 con 0x5626b1886730 2024-09-19T05:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.290+0000 7fae96d9d640 1 --2- 172.21.15.46:0/513030467 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b1886730 0x5626b1861db0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fae90009eb0 tx=0x7fae90004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b375510ee8709f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.290+0000 7fae757fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-09-19T05:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.290+0000 7fae757fa640 1 -- 172.21.15.46:0/513030467 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae90009450 con 0x5626b1886730 2024-09-19T05:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.290+0000 7fae757fa640 1 -- 172.21.15.46:0/513030467 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fae90048cf0 con 0x5626b1886730 2024-09-19T05:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.290+0000 7fae9fe01740 1 -- 172.21.15.46:0/513030467 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae80025070 con 0x5626b1886730 2024-09-19T05:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.290+0000 7fae757fa640 1 -- 172.21.15.46:0/513030467 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7fae9004f050 con 0x5626b1886730 2024-09-19T05:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.290+0000 7fae9fe01740 10 client.4569 fetch_fsmap learned FSMap version 7 2024-09-19T05:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.291+0000 7fae9fe01740 1 -- 172.21.15.46:0/513030467 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x5626b15a66b0 con 0x5626b1886730 2024-09-19T05:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.291+0000 7fae757fa640 1 -- 172.21.15.46:0/513030467 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae80025070 con 0x5626b1886730 2024-09-19T05:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.291+0000 7fae757fa640 1 -- 172.21.15.46:0/513030467 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 7) ==== 3502+0+0 (secure 0 0 0) 0x7fae90052020 con 0x5626b1886730 2024-09-19T05:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.291+0000 7fae9fe01740 10 client.4569 fetch_fsmap finished waiting for FSMap version 7 2024-09-19T05:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.291+0000 7fae9fe01740 10 client.4569 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T05:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.291+0000 7fae9fe01740 20 client.4569 populate_metadata read hostname 'smithi046' 2024-09-19T05:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.291+0000 7fae9fe01740 1 --2- 172.21.15.46:0/513030467 >> [v2:172.21.15.78:6835/879224309,v1:172.21.15.78:6837/879224309] conn(0x5626b18918d0 0x5626b1885380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.291+0000 7fae9fe01740 4 client.4569 mds_command: new command op to 4282 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.291+0000 7fae9fe01740 1 -- 172.21.15.46:0/513030467 --> [v2:172.21.15.78:6835/879224309,v1:172.21.15.78:6837/879224309] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5626b17d6c50 con 0x5626b18918d0 2024-09-19T05:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.291+0000 7fae9659c640 1 --2- 172.21.15.46:0/513030467 >> [v2:172.21.15.78:6835/879224309,v1:172.21.15.78:6837/879224309] conn(0x5626b18918d0 0x5626b1885380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.291+0000 7fae757fa640 10 client.4569 ms_handle_connect on v2:172.21.15.78:6835/879224309 2024-09-19T05:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.291+0000 7fae9659c640 1 --2- 172.21.15.46:0/513030467 >> [v2:172.21.15.78:6835/879224309,v1:172.21.15.78:6837/879224309] conn(0x5626b18918d0 0x5626b1885380 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b56f41a460e37fc server_cookie=9630be32db6d7958 in_seq=0 out_seq=0 2024-09-19T05:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.292+0000 7fae757fa640 1 -- 172.21.15.46:0/513030467 <== mds.0 v2:172.21.15.78:6835/879224309 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5626b17d6c50 con 0x5626b18918d0 2024-09-19T05:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.292+0000 7fae757fa640 10 client.4569 handle_command_reply: tid=0 2024-09-19T05:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.292+0000 7fae9fe01740 1 client.4569 shutdown 2024-09-19T05:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.292+0000 7fae9fe01740 1 -- 172.21.15.46:0/513030467 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b1886730 msgr2=0x5626b1861db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.292+0000 7fae9fe01740 1 --2- 172.21.15.46:0/513030467 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b1886730 0x5626b1861db0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fae90009eb0 tx=0x7fae90004ab0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.293+0000 7fae9fe01740 1 -- 172.21.15.46:0/513030467 shutdown_connections 2024-09-19T05:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.293+0000 7fae9fe01740 1 --2- 172.21.15.46:0/513030467 >> [v2:172.21.15.78:6835/879224309,v1:172.21.15.78:6837/879224309] conn(0x5626b18918d0 0x5626b1885380 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.293+0000 7fae9fe01740 1 --2- 172.21.15.46:0/513030467 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b1886730 0x5626b1861db0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.293+0000 7fae9fe01740 1 --2- 172.21.15.46:0/513030467 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5626b1868a50 0x5626b18bcc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.293+0000 7fae9fe01740 1 --2- 172.21.15.46:0/513030467 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x5626b18672c0 0x5626b18903a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.293+0000 7fae757fa640 0 client.4569 ms_handle_reset on v2:172.21.15.78:6835/879224309 2024-09-19T05:50:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.293+0000 7fae9fe01740 1 -- 172.21.15.46:0/513030467 >> 172.21.15.46:0/513030467 conn(0x5626b1864a80 msgr2=0x5626b18a9fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.293+0000 7fae9fe01740 1 -- 172.21.15.46:0/513030467 shutdown_connections 2024-09-19T05:50:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.293+0000 7fae9fe01740 1 -- 172.21.15.46:0/513030467 wait complete. 2024-09-19T05:50:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.293+0000 7fae9fe01740 20 client.4569 trim_cache size 0 max 16384 2024-09-19T05:50:59.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.311+0000 7fae9fe01740 1 Processor -- start 2024-09-19T05:50:59.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.311+0000 7fae9fe01740 1 -- start start 2024-09-19T05:50:59.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.311+0000 7fae9fe01740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b18672c0 0x5626b188c300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.311+0000 7fae9fe01740 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x5626b1868a50 0x5626b1887390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.312+0000 7fae9fe01740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5626b1886730 0x5626b18607d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.312+0000 7fae9fe01740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fae981ff8e0 con 0x5626b18672c0 2024-09-19T05:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.312+0000 7fae9fe01740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fae98158ac0 con 0x5626b1886730 2024-09-19T05:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.312+0000 7fae9fe01740 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fae98159110 con 0x5626b1868a50 2024-09-19T05:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.312+0000 7fae9659c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b18672c0 0x5626b188c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.312+0000 7fae9659c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b18672c0 0x5626b188c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34848/0 (socket says 172.21.15.46:34848) 2024-09-19T05:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.312+0000 7fae9659c640 1 -- 172.21.15.46:0/3773880694 learned_addr learned my addr 172.21.15.46:0/3773880694 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.312+0000 7fae9659c640 1 -- 172.21.15.46:0/3773880694 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x5626b1868a50 msgr2=0x5626b1887390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.312+0000 7fae9659c640 1 --2- 172.21.15.46:0/3773880694 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x5626b1868a50 0x5626b1887390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.312+0000 7fae9659c640 1 -- 172.21.15.46:0/3773880694 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5626b1886730 msgr2=0x5626b18607d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:59.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.312+0000 7fae9659c640 1 --2- 172.21.15.46:0/3773880694 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5626b1886730 0x5626b18607d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.312+0000 7fae9659c640 1 -- 172.21.15.46:0/3773880694 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626b188de90 con 0x5626b18672c0 2024-09-19T05:50:59.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.312+0000 7fae9659c640 1 --2- 172.21.15.46:0/3773880694 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b18672c0 0x5626b188c300 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fae8800cd50 tx=0x7fae88088c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=390351ae2dc2a5b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:59.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.312+0000 7fae777fe640 1 -- 172.21.15.46:0/3773880694 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae88056be0 con 0x5626b18672c0 2024-09-19T05:50:59.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.312+0000 7fae777fe640 1 -- 172.21.15.46:0/3773880694 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae8805f0b0 con 0x5626b18672c0 2024-09-19T05:50:59.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.312+0000 7fae777fe640 1 -- 172.21.15.46:0/3773880694 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae88007490 con 0x5626b18672c0 2024-09-19T05:50:59.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.313+0000 7fae9fe01740 1 -- 172.21.15.46:0/3773880694 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b18672c0 msgr2=0x5626b188c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:59.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.313+0000 7fae9fe01740 1 --2- 172.21.15.46:0/3773880694 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b18672c0 0x5626b188c300 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fae8800cd50 tx=0x7fae88088c70 comp rx=0 tx=0).stop 2024-09-19T05:50:59.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.313+0000 7fae9fe01740 1 -- 172.21.15.46:0/3773880694 shutdown_connections 2024-09-19T05:50:59.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.313+0000 7fae9fe01740 1 --2- 172.21.15.46:0/3773880694 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5626b1886730 0x5626b18607d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.313+0000 7fae9fe01740 1 --2- 172.21.15.46:0/3773880694 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x5626b1868a50 0x5626b1887390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.313+0000 7fae9fe01740 1 --2- 172.21.15.46:0/3773880694 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b18672c0 0x5626b188c300 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.313+0000 7fae9fe01740 1 -- 172.21.15.46:0/3773880694 >> 172.21.15.46:0/3773880694 conn(0x5626b1864a80 msgr2=0x5626b18bbfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:59.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.313+0000 7fae9fe01740 1 -- 172.21.15.46:0/3773880694 shutdown_connections 2024-09-19T05:50:59.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.313+0000 7fae9fe01740 1 -- 172.21.15.46:0/3773880694 wait complete. 2024-09-19T05:50:59.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.313+0000 7fae9fe01740 1 -- start start 2024-09-19T05:50:59.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.313+0000 7fae9fe01740 1 Processor -- start 2024-09-19T05:50:59.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.314+0000 7fae9fe01740 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x5626b18672c0 0x5626b18cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.314+0000 7fae9fe01740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b1868a50 0x5626b192a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.314+0000 7fae9fe01740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5626b1886730 0x5626b18cbf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.314+0000 7fae9fe01740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5626b1891750 con 0x5626b1868a50 2024-09-19T05:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.314+0000 7fae9fe01740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5626b1888b00 con 0x5626b1886730 2024-09-19T05:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.314+0000 7fae9fe01740 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x5626b1887ee0 con 0x5626b18672c0 2024-09-19T05:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.314+0000 7fae9fe01740 10 client.0 _ll_register_callbacks cb 0x7fae840036f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.314+0000 7fae8ffff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b1868a50 0x5626b192a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.314+0000 7fae8ffff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b1868a50 0x5626b192a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34856/0 (socket says 172.21.15.46:34856) 2024-09-19T05:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.314+0000 7fae8ffff640 1 -- 172.21.15.46:0/3062844997 learned_addr learned my addr 172.21.15.46:0/3062844997 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.315+0000 7fae96d9d640 1 --2- 172.21.15.46:0/3062844997 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5626b1886730 0x5626b18cbf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.315+0000 7fae8ffff640 1 -- 172.21.15.46:0/3062844997 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x5626b18672c0 msgr2=0x5626b18cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.315+0000 7fae8ffff640 1 --2- 172.21.15.46:0/3062844997 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x5626b18672c0 0x5626b18cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.315+0000 7fae8ffff640 1 -- 172.21.15.46:0/3062844997 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5626b1886730 msgr2=0x5626b18cbf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.315+0000 7fae8ffff640 1 --2- 172.21.15.46:0/3062844997 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5626b1886730 0x5626b18cbf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.315+0000 7fae8ffff640 1 -- 172.21.15.46:0/3062844997 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626b18ce230 con 0x5626b1868a50 2024-09-19T05:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.315+0000 7fae8ffff640 1 --2- 172.21.15.46:0/3062844997 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b1868a50 0x5626b192a5c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fae80022040 tx=0x7fae800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83dea4948c95e33c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.315+0000 7fae757fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-09-19T05:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.315+0000 7fae757fa640 1 -- 172.21.15.46:0/3062844997 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae80020900 con 0x5626b1868a50 2024-09-19T05:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.315+0000 7fae757fa640 1 -- 172.21.15.46:0/3062844997 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fae80020aa0 con 0x5626b1868a50 2024-09-19T05:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.315+0000 7fae9fe01740 1 -- 172.21.15.46:0/3062844997 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae8805f0b0 con 0x5626b1868a50 2024-09-19T05:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.315+0000 7fae757fa640 1 -- 172.21.15.46:0/3062844997 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7fae8001b030 con 0x5626b1868a50 2024-09-19T05:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.315+0000 7fae9fe01740 10 client.4575 fetch_fsmap learned FSMap version 7 2024-09-19T05:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.315+0000 7fae9fe01740 1 -- 172.21.15.46:0/3062844997 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x5626b18ce440 con 0x5626b1868a50 2024-09-19T05:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.315+0000 7fae757fa640 1 -- 172.21.15.46:0/3062844997 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae8805f0b0 con 0x5626b1868a50 2024-09-19T05:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.315+0000 7fae757fa640 1 -- 172.21.15.46:0/3062844997 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 7) ==== 3502+0+0 (secure 0 0 0) 0x7fae80020ce0 con 0x5626b1868a50 2024-09-19T05:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.315+0000 7fae9fe01740 10 client.4575 fetch_fsmap finished waiting for FSMap version 7 2024-09-19T05:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.315+0000 7fae9fe01740 10 client.4575 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T05:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.315+0000 7fae9fe01740 20 client.4575 populate_metadata read hostname 'smithi046' 2024-09-19T05:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.315+0000 7fae9fe01740 1 --2- 172.21.15.46:0/3062844997 >> [v2:172.21.15.78:6835/879224309,v1:172.21.15.78:6837/879224309] conn(0x5626b18bc2c0 0x5626b18c9c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.315+0000 7fae9fe01740 4 client.4575 mds_command: new command op to 4282 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.315+0000 7fae9fe01740 1 -- 172.21.15.46:0/3062844997 --> [v2:172.21.15.78:6835/879224309,v1:172.21.15.78:6837/879224309] -- command(tid 0: {"prefix": "status"}) -- 0x5626b17d0fa0 con 0x5626b18bc2c0 2024-09-19T05:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.316+0000 7fae9659c640 1 --2- 172.21.15.46:0/3062844997 >> [v2:172.21.15.78:6835/879224309,v1:172.21.15.78:6837/879224309] conn(0x5626b18bc2c0 0x5626b18c9c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.316+0000 7fae757fa640 10 client.4575 ms_handle_connect on v2:172.21.15.78:6835/879224309 2024-09-19T05:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.316+0000 7fae9659c640 1 --2- 172.21.15.46:0/3062844997 >> [v2:172.21.15.78:6835/879224309,v1:172.21.15.78:6837/879224309] conn(0x5626b18bc2c0 0x5626b18c9c30 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b20b5800c552b71c server_cookie=e98f6d54e86bdb48 in_seq=0 out_seq=0 2024-09-19T05:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.316+0000 7fae757fa640 1 -- 172.21.15.46:0/3062844997 <== mds.0 v2:172.21.15.78:6835/879224309 1 ==== command_reply(tid 0: 0 ) ==== 8+0+318 (crc 0 0 0) 0x5626b17d0fa0 con 0x5626b18bc2c0 2024-09-19T05:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.316+0000 7fae757fa640 10 client.4575 handle_command_reply: tid=0 2024-09-19T05:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.316+0000 7fae9fe01740 1 client.4575 shutdown 2024-09-19T05:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.316+0000 7fae9fe01740 1 -- 172.21.15.46:0/3062844997 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b1868a50 msgr2=0x5626b192a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.316+0000 7fae9fe01740 1 --2- 172.21.15.46:0/3062844997 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b1868a50 0x5626b192a5c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fae80022040 tx=0x7fae800046c0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.316+0000 7fae9fe01740 1 -- 172.21.15.46:0/3062844997 shutdown_connections 2024-09-19T05:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.316+0000 7fae9fe01740 1 --2- 172.21.15.46:0/3062844997 >> [v2:172.21.15.78:6835/879224309,v1:172.21.15.78:6837/879224309] conn(0x5626b18bc2c0 0x5626b18c9c30 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.316+0000 7fae9fe01740 1 --2- 172.21.15.46:0/3062844997 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5626b1886730 0x5626b18cbf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.316+0000 7fae9fe01740 1 --2- 172.21.15.46:0/3062844997 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5626b1868a50 0x5626b192a5c0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.316+0000 7fae9fe01740 1 --2- 172.21.15.46:0/3062844997 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x5626b18672c0 0x5626b18cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.316+0000 7fae757fa640 0 client.4575 ms_handle_reset on v2:172.21.15.78:6835/879224309 2024-09-19T05:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.316+0000 7fae9fe01740 1 -- 172.21.15.46:0/3062844997 >> 172.21.15.46:0/3062844997 conn(0x5626b1864a80 msgr2=0x5626b18d1270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.316+0000 7fae9fe01740 1 -- 172.21.15.46:0/3062844997 shutdown_connections 2024-09-19T05:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.316+0000 7fae9fe01740 1 -- 172.21.15.46:0/3062844997 wait complete. 2024-09-19T05:50:59.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.317+0000 7fae9fe01740 20 client.4575 trim_cache size 0 max 16384 2024-09-19T05:50:59.325 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-19T05:50:59.325 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "f422d15e-e2c9-44aa-a788-7f9714905c67", 2024-09-19T05:50:59.325 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 0, 2024-09-19T05:50:59.325 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4282, 2024-09-19T05:50:59.325 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2024-09-19T05:50:59.325 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2024-09-19T05:50:59.326 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2024-09-19T05:50:59.326 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 13.687214392, 2024-09-19T05:50:59.326 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 7, 2024-09-19T05:50:59.326 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 21, 2024-09-19T05:50:59.326 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 21, 2024-09-19T05:50:59.326 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 19.704005569 2024-09-19T05:50:59.326 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-19T05:50:59.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.317+0000 7fae9cf8d640 1 -- 172.21.15.46:0/2063240434 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fae7806c2b0 msgr2=0x7fae7806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:59.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.317+0000 7fae9cf8d640 1 --2- 172.21.15.46:0/2063240434 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fae7806c2b0 0x7fae7806e770 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fae980cce10 tx=0x7fae80008040 comp rx=0 tx=0).stop 2024-09-19T05:50:59.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.317+0000 7fae9cf8d640 1 -- 172.21.15.46:0/2063240434 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fae980b7950 msgr2=0x7fae980ce8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:59.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.317+0000 7fae9cf8d640 1 --2- 172.21.15.46:0/2063240434 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fae980b7950 0x7fae980ce8e0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fae8800c390 tx=0x7fae8800c850 comp rx=0 tx=0).stop 2024-09-19T05:50:59.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.317+0000 7fae9cf8d640 1 -- 172.21.15.46:0/2063240434 shutdown_connections 2024-09-19T05:50:59.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.317+0000 7fae9cf8d640 1 --2- 172.21.15.46:0/2063240434 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fae7806c2b0 0x7fae7806e770 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.317+0000 7fae9cf8d640 1 --2- 172.21.15.46:0/2063240434 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fae9815e730 0x7fae98159ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.317+0000 7fae9cf8d640 1 --2- 172.21.15.46:0/2063240434 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fae980d4be0 0x7fae98157e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.317+0000 7fae9cf8d640 1 --2- 172.21.15.46:0/2063240434 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fae980b7950 0x7fae980ce8e0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.317+0000 7fae9cf8d640 1 -- 172.21.15.46:0/2063240434 >> 172.21.15.46:0/2063240434 conn(0x7fae980723c0 msgr2=0x7fae980b41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:59.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.317+0000 7fae9cf8d640 1 -- 172.21.15.46:0/2063240434 shutdown_connections 2024-09-19T05:50:59.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.317+0000 7fae9cf8d640 1 -- 172.21.15.46:0/2063240434 wait complete. 2024-09-19T05:50:59.329 INFO:teuthology.run_tasks:Running task sequential... 2024-09-19T05:50:59.340 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-19T05:50:59.340 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-19T05:50:59.340 INFO:teuthology.task.print:Enabling mgr modules 2024-09-19T05:50:59.340 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-19T05:50:59.364 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-19T05:50:59.365 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-19T05:50:59.365 INFO:tasks.ceph_fuse:client.0 config is {} 2024-09-19T05:50:59.365 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T05:50:59.365 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:50:59.366 INFO:tasks.ceph_fuse:client.2 config is {} 2024-09-19T05:50:59.366 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T05:50:59.366 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-19T05:50:59.366 INFO:tasks.ceph_fuse:client.1 config is {} 2024-09-19T05:50:59.366 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T05:50:59.366 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T05:50:59.366 INFO:tasks.ceph_fuse:client.3 config is {} 2024-09-19T05:50:59.366 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T05:50:59.366 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-19T05:50:59.366 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:50:59.367 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list 2024-09-19T05:50:59.384 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:50:59.384 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link delete ceph-brx 2024-09-19T05:50:59.451 INFO:teuthology.orchestra.run.smithi046.stderr:Cannot find device "ceph-brx" 2024-09-19T05:50:59.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:50:59.453 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:50:59.453 DEBUG:teuthology.orchestra.run.smithi078:> ip netns list 2024-09-19T05:50:59.473 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:50:59.473 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip link delete ceph-brx 2024-09-19T05:50:59.545 INFO:teuthology.orchestra.run.smithi078.stderr:Cannot find device "ceph-brx" 2024-09-19T05:50:59.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:50:59.547 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-19T05:50:59.547 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-19T05:50:59.548 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:50:59.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.649+0000 7f07e4552640 1 Processor -- start 2024-09-19T05:50:59.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.649+0000 7f07e4552640 1 -- start start 2024-09-19T05:50:59.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.650+0000 7f07e4552640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07dc0d5230 0x7f07dc0b77d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.650+0000 7f07e4552640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07dc15eab0 con 0x7f07dc15e6d0 2024-09-19T05:50:59.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.650+0000 7f07e4552640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07dc0d3120 con 0x7f07dc0d41c0 2024-09-19T05:50:59.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.650+0000 7f07e4552640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f07dc0d4650 con 0x7f07dc0d5230 2024-09-19T05:50:59.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.650+0000 7f07e22ee640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f07dc15e6d0 0x7f07dc0cf4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:43748/0 (socket says 172.21.15.46:43748) 2024-09-19T05:50:59.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.650+0000 7f07e22ee640 1 -- 172.21.15.46:0/391095622 learned_addr learned my addr 172.21.15.46:0/391095622 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:50:59.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.650+0000 7f07e2aef640 1 --2- 172.21.15.46:0/391095622 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07dc0d5230 0x7f07dc0b77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.650+0000 7f07e12ec640 1 -- 172.21.15.46:0/391095622 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2498891032 0 0) 0x7f07dc15eab0 con 0x7f07dc15e6d0 2024-09-19T05:50:59.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.650+0000 7f07e12ec640 1 -- 172.21.15.46:0/391095622 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f07c8003520 con 0x7f07dc15e6d0 2024-09-19T05:50:59.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.651+0000 7f07e12ec640 1 -- 172.21.15.46:0/391095622 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3351907327 0 0) 0x7f07c8003520 con 0x7f07dc15e6d0 2024-09-19T05:50:59.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.651+0000 7f07e12ec640 1 -- 172.21.15.46:0/391095622 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07dc0d5230 msgr2=0x7f07dc0b77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:59.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.651+0000 7f07e12ec640 1 --2- 172.21.15.46:0/391095622 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07dc0d5230 0x7f07dc0b77d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.651+0000 7f07e12ec640 1 -- 172.21.15.46:0/391095622 >> v1:172.21.15.78:6789/0 conn(0x7f07dc0d41c0 legacy=0x7f07dc0d4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:59.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.651+0000 7f07e12ec640 1 -- 172.21.15.46:0/391095622 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07dc0d3400 con 0x7f07dc15e6d0 2024-09-19T05:50:59.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.651+0000 7f07e12ec640 1 -- 172.21.15.46:0/391095622 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 238125057 0 0) 0x7f07d8001690 con 0x7f07dc15e6d0 2024-09-19T05:50:59.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.651+0000 7f07e12ec640 1 -- 172.21.15.46:0/391095622 >> v1:172.21.15.46:6789/0 conn(0x7f07dc15e6d0 legacy=0x7f07dc0cf4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:59.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.651+0000 7f07e12ec640 1 --2- 172.21.15.46:0/391095622 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f07c80039e0 0x7f07c8003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.651+0000 7f07e12ec640 1 --2- 172.21.15.46:0/391095622 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07dc0d5230 0x7f07c8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.651+0000 7f07e12ec640 1 --2- 172.21.15.46:0/391095622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f07c8004d40 0x7f07c80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.651+0000 7f07e12ec640 1 -- 172.21.15.46:0/391095622 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f07dc0d4650 con 0x7f07c8004d40 2024-09-19T05:50:59.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.651+0000 7f07e12ec640 1 -- 172.21.15.46:0/391095622 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f07c800ba70 con 0x7f07c80039e0 2024-09-19T05:50:59.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.651+0000 7f07e12ec640 1 -- 172.21.15.46:0/391095622 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f07c800bc40 con 0x7f07dc0d5230 2024-09-19T05:50:59.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.651+0000 7f07e2aef640 1 --2- 172.21.15.46:0/391095622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f07c8004d40 0x7f07c80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.651+0000 7f07e22ee640 1 --2- 172.21.15.46:0/391095622 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f07c80039e0 0x7f07c8003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.651+0000 7f07e1aed640 1 --2- 172.21.15.46:0/391095622 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07dc0d5230 0x7f07c8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.651+0000 7f07e2aef640 1 -- 172.21.15.46:0/391095622 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07dc0d5230 msgr2=0x7f07c8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:59.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.651+0000 7f07e2aef640 1 --2- 172.21.15.46:0/391095622 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07dc0d5230 0x7f07c8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.651+0000 7f07e2aef640 1 -- 172.21.15.46:0/391095622 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f07c80039e0 msgr2=0x7f07c8003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:59.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.651+0000 7f07e2aef640 1 --2- 172.21.15.46:0/391095622 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f07c80039e0 0x7f07c8003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.651+0000 7f07e2aef640 1 -- 172.21.15.46:0/391095622 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07c8003520 con 0x7f07c8004d40 2024-09-19T05:50:59.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.652+0000 7f07e2aef640 1 --2- 172.21.15.46:0/391095622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f07c8004d40 0x7f07c80051c0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f07d400e170 tx=0x7f07c8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c68bd66cf33da29 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:59.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.652+0000 7f07e12ec640 1 -- 172.21.15.46:0/391095622 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07d4034020 con 0x7f07c8004d40 2024-09-19T05:50:59.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.652+0000 7f07e12ec640 1 -- 172.21.15.46:0/391095622 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07d40305f0 con 0x7f07c8004d40 2024-09-19T05:50:59.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.652+0000 7f07e12ec640 1 -- 172.21.15.46:0/391095622 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07d4009c10 con 0x7f07c8004d40 2024-09-19T05:50:59.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.653+0000 7f07e4552640 1 -- 172.21.15.46:0/391095622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f07c8004d40 msgr2=0x7f07c80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:59.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.653+0000 7f07e4552640 1 --2- 172.21.15.46:0/391095622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f07c8004d40 0x7f07c80051c0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f07d400e170 tx=0x7f07c8005830 comp rx=0 tx=0).stop 2024-09-19T05:50:59.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.653+0000 7f07e2aef640 1 -- 172.21.15.46:0/391095622 reap_dead start 2024-09-19T05:50:59.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.653+0000 7f07e4552640 1 -- 172.21.15.46:0/391095622 shutdown_connections 2024-09-19T05:50:59.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.653+0000 7f07e4552640 1 -- 172.21.15.46:0/391095622 >> 172.21.15.46:0/391095622 conn(0x7f07dc0723c0 msgr2=0x7f07dc0727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:59.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.653+0000 7f07e4552640 1 -- 172.21.15.46:0/391095622 shutdown_connections 2024-09-19T05:50:59.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.653+0000 7f07e4552640 1 -- 172.21.15.46:0/391095622 wait complete. 2024-09-19T05:50:59.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.654+0000 7f07e4552640 1 Processor -- start 2024-09-19T05:50:59.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.654+0000 7f07e4552640 1 -- start start 2024-09-19T05:50:59.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.655+0000 7f07e4552640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07c8004d40 0x7f07dc1f5210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.655+0000 7f07e4552640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f07dc0abee0 0x7f07dc0af4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.655+0000 7f07e4552640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f07dc15df60 0x7f07dc15fb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.655+0000 7f07e4552640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f07dc0cfbd0 con 0x7f07dc15df60 2024-09-19T05:50:59.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.655+0000 7f07e4552640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f07dc0d39c0 con 0x7f07dc0abee0 2024-09-19T05:50:59.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.655+0000 7f07e4552640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f07dc0d2d60 con 0x7f07c8004d40 2024-09-19T05:50:59.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.655+0000 7f07e2aef640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f07dc15df60 0x7f07dc15fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.655+0000 7f07e2aef640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f07dc15df60 0x7f07dc15fb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34872/0 (socket says 172.21.15.46:34872) 2024-09-19T05:50:59.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.655+0000 7f07e2aef640 1 -- 172.21.15.46:0/1486810981 learned_addr learned my addr 172.21.15.46:0/1486810981 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:50:59.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.655+0000 7f07e22ee640 1 --2- 172.21.15.46:0/1486810981 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07c8004d40 0x7f07dc1f5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.655+0000 7f07e1aed640 1 --2- 172.21.15.46:0/1486810981 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f07dc0abee0 0x7f07dc0af4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.655+0000 7f07e2aef640 1 -- 172.21.15.46:0/1486810981 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07c8004d40 msgr2=0x7f07dc1f5210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:59.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.655+0000 7f07e2aef640 1 --2- 172.21.15.46:0/1486810981 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07c8004d40 0x7f07dc1f5210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.655+0000 7f07e2aef640 1 -- 172.21.15.46:0/1486810981 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f07dc0abee0 msgr2=0x7f07dc0af4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:59.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.655+0000 7f07e2aef640 1 --2- 172.21.15.46:0/1486810981 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f07dc0abee0 0x7f07dc0af4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.655+0000 7f07e2aef640 1 -- 172.21.15.46:0/1486810981 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07dc0aca90 con 0x7f07dc15df60 2024-09-19T05:50:59.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.655+0000 7f07e2aef640 1 --2- 172.21.15.46:0/1486810981 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f07dc15df60 0x7f07dc15fb00 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f07d400e170 tx=0x7f07d4009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:59.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.655+0000 7f07d2ffd640 1 -- 172.21.15.46:0/1486810981 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07d4040070 con 0x7f07dc15df60 2024-09-19T05:50:59.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.655+0000 7f07d2ffd640 1 -- 172.21.15.46:0/1486810981 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07d4003990 con 0x7f07dc15df60 2024-09-19T05:50:59.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.655+0000 7f07d2ffd640 1 -- 172.21.15.46:0/1486810981 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07d4034040 con 0x7f07dc15df60 2024-09-19T05:50:59.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.655+0000 7f07e4552640 1 -- 172.21.15.46:0/1486810981 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07dc0acd70 con 0x7f07dc15df60 2024-09-19T05:50:59.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.656+0000 7f07e4552640 1 -- 172.21.15.46:0/1486810981 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07dc0ad330 con 0x7f07dc15df60 2024-09-19T05:50:59.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.656+0000 7f07e4552640 1 -- 172.21.15.46:0/1486810981 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07dc068e20 con 0x7f07dc15df60 2024-09-19T05:50:59.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.657+0000 7f07d2ffd640 1 -- 172.21.15.46:0/1486810981 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f07d4037020 con 0x7f07dc15df60 2024-09-19T05:50:59.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.657+0000 7f07d2ffd640 1 --2- 172.21.15.46:0/1486810981 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f07c006c2e0 0x7f07c006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:59.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.658+0000 7f07d2ffd640 1 -- 172.21.15.46:0/1486810981 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f07d40ab760 con 0x7f07dc15df60 2024-09-19T05:50:59.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.658+0000 7f07e22ee640 1 --2- 172.21.15.46:0/1486810981 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f07c006c2e0 0x7f07c006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:59.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.658+0000 7f07e22ee640 1 --2- 172.21.15.46:0/1486810981 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f07c006c2e0 0x7f07c006e7a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f07dc0ae790 tx=0x7f07d8001df0 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:59.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.662+0000 7f07d2ffd640 1 -- 172.21.15.46:0/1486810981 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f07dc068e20 con 0x7f07dc15df60 2024-09-19T05:50:59.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.877+0000 7f07e4552640 1 -- 172.21.15.46:0/1486810981 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f07dc0d4b20 con 0x7f07dc15df60 2024-09-19T05:50:59.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.877+0000 7f07d2ffd640 1 -- 172.21.15.46:0/1486810981 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7f07d4079910 con 0x7f07dc15df60 2024-09-19T05:50:59.880 INFO:teuthology.orchestra.run.smithi046.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:50:59.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.879+0000 7f07e4552640 1 -- 172.21.15.46:0/1486810981 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f07c006c2e0 msgr2=0x7f07c006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:59.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.879+0000 7f07e4552640 1 --2- 172.21.15.46:0/1486810981 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f07c006c2e0 0x7f07c006e7a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f07dc0ae790 tx=0x7f07d8001df0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.879+0000 7f07e4552640 1 -- 172.21.15.46:0/1486810981 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f07dc15df60 msgr2=0x7f07dc15fb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:59.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.879+0000 7f07e4552640 1 --2- 172.21.15.46:0/1486810981 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f07dc15df60 0x7f07dc15fb00 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f07d400e170 tx=0x7f07d4009750 comp rx=0 tx=0).stop 2024-09-19T05:50:59.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.879+0000 7f07e4552640 1 -- 172.21.15.46:0/1486810981 shutdown_connections 2024-09-19T05:50:59.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.879+0000 7f07e4552640 1 --2- 172.21.15.46:0/1486810981 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f07c006c2e0 0x7f07c006e7a0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.879+0000 7f07e4552640 1 --2- 172.21.15.46:0/1486810981 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f07dc15df60 0x7f07dc15fb00 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.879+0000 7f07e4552640 1 --2- 172.21.15.46:0/1486810981 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f07dc0abee0 0x7f07dc0af4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.879+0000 7f07e4552640 1 --2- 172.21.15.46:0/1486810981 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07c8004d40 0x7f07dc1f5210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:59.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.879+0000 7f07e4552640 1 -- 172.21.15.46:0/1486810981 >> 172.21.15.46:0/1486810981 conn(0x7f07dc0723c0 msgr2=0x7f07dc0b7f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:59.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.880+0000 7f07e4552640 1 -- 172.21.15.46:0/1486810981 shutdown_connections 2024-09-19T05:50:59.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:50:59.880+0000 7f07e4552640 1 -- 172.21.15.46:0/1486810981 wait complete. 2024-09-19T05:50:59.893 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T05:50:59.894 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:50:59.894 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi046.front.sepia.ceph.com 2024-09-19T05:50:59.894 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T05:50:59.894 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:50:59.894 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T05:50:59.895 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T05:50:59.895 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:50:59.895 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:50:59.896 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:50:59.896 DEBUG:teuthology.orchestra.run.smithi046:> ip addr 2024-09-19T05:50:59.913 INFO:teuthology.orchestra.run.smithi046.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:50:59.913 INFO:teuthology.orchestra.run.smithi046.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:50:59.913 INFO:teuthology.orchestra.run.smithi046.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:50:59.913 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:50:59.914 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 ::1/128 scope host 2024-09-19T05:50:59.914 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:50:59.914 INFO:teuthology.orchestra.run.smithi046.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:50:59.914 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:6b:f6:10 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:50:59.914 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp7s0f0 2024-09-19T05:50:59.914 INFO:teuthology.orchestra.run.smithi046.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:50:59.915 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:6b:f6:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:50:59.915 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp7s0f1 2024-09-19T05:50:59.915 INFO:teuthology.orchestra.run.smithi046.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:50:59.915 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:bd:15:f8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:50:59.915 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp1s0f0 2024-09-19T05:50:59.915 INFO:teuthology.orchestra.run.smithi046.stdout: inet 172.21.15.46/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:50:59.916 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft 42791sec preferred_lft 42791sec 2024-09-19T05:50:59.916 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::ec4:7aff:febd:15f8/64 scope link 2024-09-19T05:50:59.916 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:50:59.916 INFO:teuthology.orchestra.run.smithi046.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:50:59.916 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:bd:15:f9 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:50:59.916 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp1s0f1 2024-09-19T05:50:59.917 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-19T05:50:59.917 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:50:59.918 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2024-09-19T05:50:59.918 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link add name ceph-brx type bridge 2024-09-19T05:50:59.918 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip addr flush dev ceph-brx 2024-09-19T05:50:59.918 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link set ceph-brx up 2024-09-19T05:50:59.918 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-19T05:50:59.919 DEBUG:teuthology.orchestra.run.smithi046:> ') 2024-09-19T05:51:00.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:51:00.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:00.119 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:00.119 DEBUG:teuthology.orchestra.run.smithi046:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:51:00.146 INFO:teuthology.orchestra.run.smithi046.stdout:1 2024-09-19T05:51:00.148 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:00.148 DEBUG:teuthology.orchestra.run.smithi046:> route 2024-09-19T05:51:00.217 INFO:teuthology.orchestra.run.smithi046.stdout:Kernel IP routing table 2024-09-19T05:51:00.217 INFO:teuthology.orchestra.run.smithi046.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:51:00.217 INFO:teuthology.orchestra.run.smithi046.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:51:00.217 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:51:00.217 INFO:teuthology.orchestra.run.smithi046.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:51:00.218 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:51:00.218 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2024-09-19T05:51:00.218 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:51:00.218 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:51:00.218 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:51:00.218 DEBUG:teuthology.orchestra.run.smithi046:> ') 2024-09-19T05:51:00.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:51:00.505 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:00.510 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:00.510 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list 2024-09-19T05:51:00.526 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:00.527 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list-id 2024-09-19T05:51:00.583 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:51:00.583 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2024-09-19T05:51:00.583 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:51:00.583 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-19T05:51:00.583 DEBUG:teuthology.orchestra.run.smithi046:> ') 2024-09-19T05:51:00.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:51:00.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:00.710 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-19T05:51:00.710 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:51:00.711 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2024-09-19T05:51:00.711 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-19T05:51:00.711 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-19T05:51:00.711 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-19T05:51:00.711 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-19T05:51:00.711 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-19T05:51:00.711 DEBUG:teuthology.orchestra.run.smithi046:> ') 2024-09-19T05:51:00.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:51:00.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:00.850 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:51:00.851 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2024-09-19T05:51:00.851 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link set brx.0 up 2024-09-19T05:51:00.851 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link set dev brx.0 master ceph-brx 2024-09-19T05:51:00.851 DEBUG:teuthology.orchestra.run.smithi046:> ') 2024-09-19T05:51:00.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:51:00.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:00.936 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T05:51:00.936 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:51:00.936 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T05:51:00.953 INFO:teuthology.orchestra.run.smithi046.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:51:00.953 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:51:00.953 DEBUG:teuthology.orchestra.run.smithi046:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:51:01.009 DEBUG:teuthology.orchestra.run.smithi046:> sudo modprobe fuse 2024-09-19T05:51:01.075 DEBUG:teuthology.orchestra.run.smithi046:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T05:51:01.132 INFO:teuthology.orchestra.run.smithi046.stdout:/proc 2024-09-19T05:51:01.133 INFO:teuthology.orchestra.run.smithi046.stdout:/sys 2024-09-19T05:51:01.133 INFO:teuthology.orchestra.run.smithi046.stdout:/dev 2024-09-19T05:51:01.133 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/security 2024-09-19T05:51:01.133 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/shm 2024-09-19T05:51:01.133 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/pts 2024-09-19T05:51:01.133 INFO:teuthology.orchestra.run.smithi046.stdout:/run 2024-09-19T05:51:01.133 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/cgroup 2024-09-19T05:51:01.133 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/pstore 2024-09-19T05:51:01.133 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/bpf 2024-09-19T05:51:01.133 INFO:teuthology.orchestra.run.smithi046.stdout:/ 2024-09-19T05:51:01.133 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/selinux 2024-09-19T05:51:01.134 INFO:teuthology.orchestra.run.smithi046.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T05:51:01.134 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/mqueue 2024-09-19T05:51:01.134 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/hugepages 2024-09-19T05:51:01.134 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/debug 2024-09-19T05:51:01.134 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/tracing 2024-09-19T05:51:01.134 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/fuse/connections 2024-09-19T05:51:01.134 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/config 2024-09-19T05:51:01.134 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T05:51:01.134 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T05:51:01.134 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T05:51:01.134 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T05:51:01.134 INFO:teuthology.orchestra.run.smithi046.stdout:/run/user/1000 2024-09-19T05:51:01.134 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph 2024-09-19T05:51:01.135 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T05:51:01.135 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T05:51:01.135 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T05:51:01.135 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T05:51:01.135 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns 2024-09-19T05:51:01.135 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:51:01.135 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:51:01.135 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:01.135 DEBUG:teuthology.orchestra.run.smithi046:> ls /sys/fs/fuse/connections 2024-09-19T05:51:01.188 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T05:51:01.188 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T05:51:01.231 DEBUG:teuthology.orchestra.run.smithi046:> sudo modprobe fuse 2024-09-19T05:51:01.257 DEBUG:teuthology.orchestra.run.smithi046:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T05:51:01.317 INFO:teuthology.orchestra.run.smithi046.stdout:/proc 2024-09-19T05:51:01.317 INFO:teuthology.orchestra.run.smithi046.stdout:/sys 2024-09-19T05:51:01.317 INFO:teuthology.orchestra.run.smithi046.stdout:/dev 2024-09-19T05:51:01.317 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/security 2024-09-19T05:51:01.318 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/shm 2024-09-19T05:51:01.318 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/pts 2024-09-19T05:51:01.318 INFO:teuthology.orchestra.run.smithi046.stdout:/run 2024-09-19T05:51:01.318 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/cgroup 2024-09-19T05:51:01.318 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/pstore 2024-09-19T05:51:01.318 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/bpf 2024-09-19T05:51:01.318 INFO:teuthology.orchestra.run.smithi046.stdout:/ 2024-09-19T05:51:01.318 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/selinux 2024-09-19T05:51:01.318 INFO:teuthology.orchestra.run.smithi046.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T05:51:01.318 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/mqueue 2024-09-19T05:51:01.318 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/hugepages 2024-09-19T05:51:01.318 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/debug 2024-09-19T05:51:01.319 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/tracing 2024-09-19T05:51:01.319 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/fuse/connections 2024-09-19T05:51:01.319 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/config 2024-09-19T05:51:01.319 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T05:51:01.319 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T05:51:01.319 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T05:51:01.319 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T05:51:01.320 INFO:teuthology.orchestra.run.smithi046.stdout:/run/user/1000 2024-09-19T05:51:01.320 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph 2024-09-19T05:51:01.320 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T05:51:01.320 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T05:51:01.320 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T05:51:01.320 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T05:51:01.320 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns 2024-09-19T05:51:01.320 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:51:01.320 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:51:01.321 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:01.321 DEBUG:teuthology.orchestra.run.smithi046:> ls /sys/fs/fuse/connections 2024-09-19T05:51:01.329 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi046.stderr:2024-09-19T05:51:01.328+0000 7f0a68121480 -1 init, newargv = 0x5573d665ca10 newargc=15 2024-09-19T05:51:01.330 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi046.stderr:ceph-fuse[43906]: starting ceph client 2024-09-19T05:51:01.335 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi046.stderr:ceph-fuse[43906]: starting fuse 2024-09-19T05:51:01.346 INFO:teuthology.orchestra.run.smithi046.stdout:41 2024-09-19T05:51:01.347 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-19T05:51:01.347 DEBUG:teuthology.orchestra.run.smithi046:> sudo stdin-killer -- python3 -c ' 2024-09-19T05:51:01.347 DEBUG:teuthology.orchestra.run.smithi046:> import glob 2024-09-19T05:51:01.347 DEBUG:teuthology.orchestra.run.smithi046:> import re 2024-09-19T05:51:01.347 DEBUG:teuthology.orchestra.run.smithi046:> import os 2024-09-19T05:51:01.347 DEBUG:teuthology.orchestra.run.smithi046:> import subprocess 2024-09-19T05:51:01.347 DEBUG:teuthology.orchestra.run.smithi046:> 2024-09-19T05:51:01.347 DEBUG:teuthology.orchestra.run.smithi046:> def _find_admin_socket(client_name): 2024-09-19T05:51:01.347 DEBUG:teuthology.orchestra.run.smithi046:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T05:51:01.348 DEBUG:teuthology.orchestra.run.smithi046:> files = glob.glob(asok_path) 2024-09-19T05:51:01.348 DEBUG:teuthology.orchestra.run.smithi046:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T05:51:01.348 DEBUG:teuthology.orchestra.run.smithi046:> 2024-09-19T05:51:01.348 DEBUG:teuthology.orchestra.run.smithi046:> # Given a non-glob path, it better be there 2024-09-19T05:51:01.348 DEBUG:teuthology.orchestra.run.smithi046:> if "*" not in asok_path: 2024-09-19T05:51:01.348 DEBUG:teuthology.orchestra.run.smithi046:> assert(len(files) == 1) 2024-09-19T05:51:01.349 DEBUG:teuthology.orchestra.run.smithi046:> return files[0] 2024-09-19T05:51:01.349 DEBUG:teuthology.orchestra.run.smithi046:> 2024-09-19T05:51:01.349 DEBUG:teuthology.orchestra.run.smithi046:> for f in files: 2024-09-19T05:51:01.349 DEBUG:teuthology.orchestra.run.smithi046:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T05:51:01.349 DEBUG:teuthology.orchestra.run.smithi046:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T05:51:01.349 DEBUG:teuthology.orchestra.run.smithi046:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T05:51:01.349 DEBUG:teuthology.orchestra.run.smithi046:> contents = proc_f.read() 2024-09-19T05:51:01.349 DEBUG:teuthology.orchestra.run.smithi046:> if mountpoint in contents: 2024-09-19T05:51:01.349 DEBUG:teuthology.orchestra.run.smithi046:> return f 2024-09-19T05:51:01.349 DEBUG:teuthology.orchestra.run.smithi046:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T05:51:01.349 DEBUG:teuthology.orchestra.run.smithi046:> 2024-09-19T05:51:01.350 DEBUG:teuthology.orchestra.run.smithi046:> print(_find_admin_socket("client.0")) 2024-09-19T05:51:01.350 DEBUG:teuthology.orchestra.run.smithi046:> ' 2024-09-19T05:51:01.468 INFO:teuthology.orchestra.run.smithi046.stdout:/var/run/ceph/ceph-client.0.43906.asok 2024-09-19T05:51:01.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:01.478 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.43906.asok 2024-09-19T05:51:01.478 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:01.478 DEBUG:teuthology.orchestra.run.smithi046:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.43906.asok status 2024-09-19T05:51:01.616 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-19T05:51:01.616 INFO:teuthology.orchestra.run.smithi046.stdout: "metadata": { 2024-09-19T05:51:01.616 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T05:51:01.616 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T05:51:01.616 INFO:teuthology.orchestra.run.smithi046.stdout: "entity_id": "0", 2024-09-19T05:51:01.616 INFO:teuthology.orchestra.run.smithi046.stdout: "hostname": "smithi046", 2024-09-19T05:51:01.616 INFO:teuthology.orchestra.run.smithi046.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T05:51:01.617 INFO:teuthology.orchestra.run.smithi046.stdout: "pid": "43906", 2024-09-19T05:51:01.617 INFO:teuthology.orchestra.run.smithi046.stdout: "root": "/" 2024-09-19T05:51:01.617 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:01.617 INFO:teuthology.orchestra.run.smithi046.stdout: "dentry_count": 0, 2024-09-19T05:51:01.617 INFO:teuthology.orchestra.run.smithi046.stdout: "dentry_pinned_count": 0, 2024-09-19T05:51:01.617 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4590, 2024-09-19T05:51:01.617 INFO:teuthology.orchestra.run.smithi046.stdout: "inst": { 2024-09-19T05:51:01.617 INFO:teuthology.orchestra.run.smithi046.stdout: "name": { 2024-09-19T05:51:01.617 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "client", 2024-09-19T05:51:01.617 INFO:teuthology.orchestra.run.smithi046.stdout: "num": 4590 2024-09-19T05:51:01.618 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:01.618 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": { 2024-09-19T05:51:01.618 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v1", 2024-09-19T05:51:01.618 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "192.168.0.1:0", 2024-09-19T05:51:01.618 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 1387185826 2024-09-19T05:51:01.618 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:01.618 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:01.618 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": { 2024-09-19T05:51:01.618 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v1", 2024-09-19T05:51:01.619 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "192.168.0.1:0", 2024-09-19T05:51:01.619 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 1387185826 2024-09-19T05:51:01.619 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:01.619 INFO:teuthology.orchestra.run.smithi046.stdout: "inst_str": "client.4590 192.168.0.1:0/1387185826", 2024-09-19T05:51:01.619 INFO:teuthology.orchestra.run.smithi046.stdout: "addr_str": "192.168.0.1:0/1387185826", 2024-09-19T05:51:01.619 INFO:teuthology.orchestra.run.smithi046.stdout: "inode_count": 1, 2024-09-19T05:51:01.620 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_epoch": 7, 2024-09-19T05:51:01.620 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_epoch": 21, 2024-09-19T05:51:01.620 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_epoch_barrier": 0, 2024-09-19T05:51:01.620 INFO:teuthology.orchestra.run.smithi046.stdout: "blocklisted": false, 2024-09-19T05:51:01.620 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs" 2024-09-19T05:51:01.620 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-19T05:51:01.624 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-19T05:51:01.625 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:51:01.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.727+0000 7f32d8e27640 1 Processor -- start 2024-09-19T05:51:01.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.727+0000 7f32d8e27640 1 -- start start 2024-09-19T05:51:01.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.728+0000 7f32d8e27640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f32d415b360 0x7f32d40c3740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:01.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.728+0000 7f32d8e27640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f32d40d0ce0 0x7f32d40cae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:01.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.728+0000 7f32d8e27640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32d40cb460 con 0x7f32d40ca9e0 2024-09-19T05:51:01.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.728+0000 7f32d8e27640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f32d40cb740 con 0x7f32d415b360 2024-09-19T05:51:01.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.728+0000 7f32d8e27640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f32d40c2a10 con 0x7f32d40d0ce0 2024-09-19T05:51:01.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.728+0000 7f32d259c640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f32d415b360 0x7f32d40c3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:01.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.728+0000 7f32d259c640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f32d415b360 0x7f32d40c3740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34878/0 (socket says 172.21.15.46:34878) 2024-09-19T05:51:01.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.728+0000 7f32d259c640 1 -- 172.21.15.46:0/3307416888 learned_addr learned my addr 172.21.15.46:0/3307416888 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:01.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.728+0000 7f32d2d9d640 1 --2- 172.21.15.46:0/3307416888 >> v2:172.21.15.78:3300/0 conn(0x7f32d40d0ce0 0x7f32d40cae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:01.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.728+0000 7f32d259c640 1 -- 172.21.15.46:0/3307416888 >> v2:172.21.15.78:3300/0 conn(0x7f32d40d0ce0 msgr2=0x7f32d40cae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:01.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.728+0000 7f32d259c640 1 --2- 172.21.15.46:0/3307416888 >> v2:172.21.15.78:3300/0 conn(0x7f32d40d0ce0 0x7f32d40cae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:01.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.728+0000 7f32d259c640 1 -- 172.21.15.46:0/3307416888 >> v1:172.21.15.78:6789/0 conn(0x7f32d40ca9e0 legacy=0x7f32d40d05d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:01.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.728+0000 7f32d259c640 1 -- 172.21.15.46:0/3307416888 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32d40c2c60 con 0x7f32d415b360 2024-09-19T05:51:01.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.728+0000 7f32d2d9d640 1 --2- 172.21.15.46:0/3307416888 >> v2:172.21.15.78:3300/0 conn(0x7f32d40d0ce0 0x7f32d40cae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:01.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.729+0000 7f32d259c640 1 --2- 172.21.15.46:0/3307416888 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32d415b360 0x7f32d40c3740 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f32d40c73f0 tx=0x7f32c402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec6f0157a5c9ee73 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:01.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.729+0000 7f32d159a640 1 -- 172.21.15.46:0/3307416888 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32c4037070 con 0x7f32d415b360 2024-09-19T05:51:01.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.729+0000 7f32d159a640 1 -- 172.21.15.46:0/3307416888 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32c4032440 con 0x7f32d415b360 2024-09-19T05:51:01.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.729+0000 7f32d159a640 1 -- 172.21.15.46:0/3307416888 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32c4032810 con 0x7f32d415b360 2024-09-19T05:51:01.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.730+0000 7f32d8e27640 1 -- 172.21.15.46:0/3307416888 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32d415b360 msgr2=0x7f32d40c3740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:01.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.730+0000 7f32d8e27640 1 --2- 172.21.15.46:0/3307416888 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32d415b360 0x7f32d40c3740 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f32d40c73f0 tx=0x7f32c402a1a0 comp rx=0 tx=0).stop 2024-09-19T05:51:01.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.730+0000 7f32d8e27640 1 -- 172.21.15.46:0/3307416888 shutdown_connections 2024-09-19T05:51:01.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.730+0000 7f32d8e27640 1 --2- 172.21.15.46:0/3307416888 >> v2:172.21.15.78:3300/0 conn(0x7f32d40d0ce0 0x7f32d40cae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:01.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.730+0000 7f32d8e27640 1 --2- 172.21.15.46:0/3307416888 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32d415b360 0x7f32d40c3740 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:01.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.730+0000 7f32d8e27640 1 -- 172.21.15.46:0/3307416888 >> 172.21.15.46:0/3307416888 conn(0x7f32d4062810 msgr2=0x7f32d4062c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:01.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.730+0000 7f32d8e27640 1 -- 172.21.15.46:0/3307416888 shutdown_connections 2024-09-19T05:51:01.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.730+0000 7f32d8e27640 1 -- 172.21.15.46:0/3307416888 wait complete. 2024-09-19T05:51:01.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.731+0000 7f32d8e27640 1 Processor -- start 2024-09-19T05:51:01.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.731+0000 7f32d8e27640 1 -- start start 2024-09-19T05:51:01.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.732+0000 7f32d8e27640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32d40ca9e0 0x7f32d4158df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:01.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.732+0000 7f32d8e27640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f32d40d0ce0 0x7f32d4159480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:01.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.732+0000 7f32d8e27640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f32d415b360 0x7f32d4159e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:01.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.732+0000 7f32d8e27640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f32d40c3c80 con 0x7f32d40ca9e0 2024-09-19T05:51:01.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.732+0000 7f32d8e27640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f32d40c3220 con 0x7f32d415b360 2024-09-19T05:51:01.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.732+0000 7f32d8e27640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f32d40b41f0 con 0x7f32d40d0ce0 2024-09-19T05:51:01.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.732+0000 7f32d259c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32d40ca9e0 0x7f32d4158df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:01.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.732+0000 7f32d259c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32d40ca9e0 0x7f32d4158df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34894/0 (socket says 172.21.15.46:34894) 2024-09-19T05:51:01.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.732+0000 7f32d259c640 1 -- 172.21.15.46:0/50934363 learned_addr learned my addr 172.21.15.46:0/50934363 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:01.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.732+0000 7f32d2d9d640 1 --2- 172.21.15.46:0/50934363 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f32d415b360 0x7f32d4159e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:01.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.732+0000 7f32d1d9b640 1 --2- 172.21.15.46:0/50934363 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f32d40d0ce0 0x7f32d4159480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:01.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.733+0000 7f32d259c640 1 -- 172.21.15.46:0/50934363 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f32d40d0ce0 msgr2=0x7f32d4159480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:01.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.733+0000 7f32d259c640 1 --2- 172.21.15.46:0/50934363 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f32d40d0ce0 0x7f32d4159480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:01.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.733+0000 7f32d259c640 1 -- 172.21.15.46:0/50934363 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f32d415b360 msgr2=0x7f32d4159e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:01.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.733+0000 7f32d259c640 1 --2- 172.21.15.46:0/50934363 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f32d415b360 0x7f32d4159e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:01.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.733+0000 7f32d259c640 1 -- 172.21.15.46:0/50934363 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32d40c9b90 con 0x7f32d40ca9e0 2024-09-19T05:51:01.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.733+0000 7f32d259c640 1 --2- 172.21.15.46:0/50934363 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32d40ca9e0 0x7f32d4158df0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f32c4000c00 tx=0x7f32c40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:01.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.733+0000 7f32caffd640 1 -- 172.21.15.46:0/50934363 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32c4041070 con 0x7f32d40ca9e0 2024-09-19T05:51:01.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.733+0000 7f32caffd640 1 -- 172.21.15.46:0/50934363 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32c403c870 con 0x7f32d40ca9e0 2024-09-19T05:51:01.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.733+0000 7f32d8e27640 1 -- 172.21.15.46:0/50934363 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32d40c4e50 con 0x7f32d40ca9e0 2024-09-19T05:51:01.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.733+0000 7f32caffd640 1 -- 172.21.15.46:0/50934363 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32c4037040 con 0x7f32d40ca9e0 2024-09-19T05:51:01.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.733+0000 7f32d8e27640 1 -- 172.21.15.46:0/50934363 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32d40ca110 con 0x7f32d40ca9e0 2024-09-19T05:51:01.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.734+0000 7f32d8e27640 1 -- 172.21.15.46:0/50934363 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32d40cae20 con 0x7f32d40ca9e0 2024-09-19T05:51:01.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.735+0000 7f32caffd640 1 -- 172.21.15.46:0/50934363 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f32c4044070 con 0x7f32d40ca9e0 2024-09-19T05:51:01.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.735+0000 7f32caffd640 1 --2- 172.21.15.46:0/50934363 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f32b406c2e0 0x7f32b406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:01.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.735+0000 7f32caffd640 1 -- 172.21.15.46:0/50934363 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f32c40abf90 con 0x7f32d40ca9e0 2024-09-19T05:51:01.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.735+0000 7f32d1d9b640 1 --2- 172.21.15.46:0/50934363 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f32b406c2e0 0x7f32b406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:01.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.736+0000 7f32d1d9b640 1 --2- 172.21.15.46:0/50934363 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f32b406c2e0 0x7f32b406e7a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f32d415a990 tx=0x7f32bc009040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:01.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.739+0000 7f32caffd640 1 -- 172.21.15.46:0/50934363 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f32c407a260 con 0x7f32d40ca9e0 2024-09-19T05:51:01.953 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.951+0000 7f32d8e27640 1 -- 172.21.15.46:0/50934363 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f32d406eea0 con 0x7f32d40ca9e0 2024-09-19T05:51:01.953 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.951+0000 7f32caffd640 1 -- 172.21.15.46:0/50934363 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7f32c407e560 con 0x7f32d40ca9e0 2024-09-19T05:51:01.954 INFO:teuthology.orchestra.run.smithi046.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:51:01.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.953+0000 7f32d8e27640 1 -- 172.21.15.46:0/50934363 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f32b406c2e0 msgr2=0x7f32b406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:01.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.953+0000 7f32d8e27640 1 --2- 172.21.15.46:0/50934363 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f32b406c2e0 0x7f32b406e7a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f32d415a990 tx=0x7f32bc009040 comp rx=0 tx=0).stop 2024-09-19T05:51:01.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.953+0000 7f32d8e27640 1 -- 172.21.15.46:0/50934363 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32d40ca9e0 msgr2=0x7f32d4158df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:01.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.953+0000 7f32d8e27640 1 --2- 172.21.15.46:0/50934363 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32d40ca9e0 0x7f32d4158df0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f32c4000c00 tx=0x7f32c40046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:01.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.953+0000 7f32d8e27640 1 -- 172.21.15.46:0/50934363 shutdown_connections 2024-09-19T05:51:01.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.953+0000 7f32d8e27640 1 --2- 172.21.15.46:0/50934363 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f32b406c2e0 0x7f32b406e7a0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:01.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.953+0000 7f32d8e27640 1 --2- 172.21.15.46:0/50934363 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f32d415b360 0x7f32d4159e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:01.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.953+0000 7f32d8e27640 1 --2- 172.21.15.46:0/50934363 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f32d40d0ce0 0x7f32d4159480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:01.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.953+0000 7f32d8e27640 1 --2- 172.21.15.46:0/50934363 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32d40ca9e0 0x7f32d4158df0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:01.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.953+0000 7f32d8e27640 1 -- 172.21.15.46:0/50934363 >> 172.21.15.46:0/50934363 conn(0x7f32d4062810 msgr2=0x7f32d40cf5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:01.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.954+0000 7f32d8e27640 1 -- 172.21.15.46:0/50934363 shutdown_connections 2024-09-19T05:51:01.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:01.954+0000 7f32d8e27640 1 -- 172.21.15.46:0/50934363 wait complete. 2024-09-19T05:51:01.966 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T05:51:01.966 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:51:01.966 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi046.front.sepia.ceph.com 2024-09-19T05:51:01.966 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-19T05:51:01.966 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-19T05:51:01.967 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T05:51:01.967 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T05:51:01.967 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:51:01.967 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-19T05:51:01.967 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:01.967 DEBUG:teuthology.orchestra.run.smithi046:> ip addr 2024-09-19T05:51:01.983 INFO:teuthology.orchestra.run.smithi046.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:51:01.983 INFO:teuthology.orchestra.run.smithi046.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:51:01.983 INFO:teuthology.orchestra.run.smithi046.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:51:01.983 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:01.984 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 ::1/128 scope host 2024-09-19T05:51:01.984 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:01.984 INFO:teuthology.orchestra.run.smithi046.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:51:01.984 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:6b:f6:10 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:01.984 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp7s0f0 2024-09-19T05:51:01.984 INFO:teuthology.orchestra.run.smithi046.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:51:01.984 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:6b:f6:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:01.984 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp7s0f1 2024-09-19T05:51:01.984 INFO:teuthology.orchestra.run.smithi046.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:51:01.985 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:bd:15:f8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:01.985 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp1s0f0 2024-09-19T05:51:01.985 INFO:teuthology.orchestra.run.smithi046.stdout: inet 172.21.15.46/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:51:01.985 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft 42789sec preferred_lft 42789sec 2024-09-19T05:51:01.985 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::ec4:7aff:febd:15f8/64 scope link 2024-09-19T05:51:01.985 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:01.985 INFO:teuthology.orchestra.run.smithi046.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:51:01.985 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:bd:15:f9 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:01.985 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp1s0f1 2024-09-19T05:51:01.985 INFO:teuthology.orchestra.run.smithi046.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:51:01.986 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 72:01:33:01:69:20 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:01.986 INFO:teuthology.orchestra.run.smithi046.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:51:01.986 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:01.986 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::d092:7bff:fe4c:c3f3/64 scope link 2024-09-19T05:51:01.986 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:01.986 INFO:teuthology.orchestra.run.smithi046.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:51:01.986 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 72:01:33:01:69:20 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:51:01.986 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::7001:33ff:fe01:6920/64 scope link tentative 2024-09-19T05:51:01.986 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:01.986 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:01.987 DEBUG:teuthology.orchestra.run.smithi046:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:51:02.048 INFO:teuthology.orchestra.run.smithi046.stdout:1 2024-09-19T05:51:02.049 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:02.050 DEBUG:teuthology.orchestra.run.smithi046:> route 2024-09-19T05:51:02.106 INFO:teuthology.orchestra.run.smithi046.stdout:Kernel IP routing table 2024-09-19T05:51:02.106 INFO:teuthology.orchestra.run.smithi046.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:51:02.107 INFO:teuthology.orchestra.run.smithi046.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:51:02.107 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:51:02.107 INFO:teuthology.orchestra.run.smithi046.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:51:02.107 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:51:02.107 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2024-09-19T05:51:02.107 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:51:02.107 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:51:02.107 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:51:02.107 DEBUG:teuthology.orchestra.run.smithi046:> ') 2024-09-19T05:51:02.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:51:02.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:02.235 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:02.236 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list 2024-09-19T05:51:02.252 INFO:teuthology.orchestra.run.smithi046.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:51:02.252 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:02.252 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list-id 2024-09-19T05:51:02.307 INFO:teuthology.orchestra.run.smithi046.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-19T05:51:02.308 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:51:02.308 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2024-09-19T05:51:02.308 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:51:02.308 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-19T05:51:02.308 DEBUG:teuthology.orchestra.run.smithi046:> ') 2024-09-19T05:51:02.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:51:02.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:02.426 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:02.426 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-19T05:51:02.451 INFO:teuthology.orchestra.run.smithi046.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:51:02.451 INFO:teuthology.orchestra.run.smithi046.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:51:02.452 INFO:teuthology.orchestra.run.smithi046.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:51:02.452 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:02.452 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 ::1/128 scope host 2024-09-19T05:51:02.452 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:02.452 INFO:teuthology.orchestra.run.smithi046.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:51:02.452 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 32:78:82:fe:7e:1c brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T05:51:02.452 INFO:teuthology.orchestra.run.smithi046.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T05:51:02.452 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:02.452 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::3078:82ff:fefe:7e1c/64 scope link 2024-09-19T05:51:02.452 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:02.453 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:02.453 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-19T05:51:02.519 INFO:teuthology.orchestra.run.smithi046.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:51:02.519 INFO:teuthology.orchestra.run.smithi046.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:51:02.519 INFO:teuthology.orchestra.run.smithi046.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:51:02.520 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:02.520 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 ::1/128 scope host 2024-09-19T05:51:02.520 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:02.520 INFO:teuthology.orchestra.run.smithi046.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:51:02.520 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 32:78:82:fe:7e:1c brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T05:51:02.520 INFO:teuthology.orchestra.run.smithi046.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T05:51:02.520 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:02.520 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::3078:82ff:fefe:7e1c/64 scope link 2024-09-19T05:51:02.520 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:02.521 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-19T05:51:02.522 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:51:02.522 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2024-09-19T05:51:02.522 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-19T05:51:02.522 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-19T05:51:02.522 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-19T05:51:02.522 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-19T05:51:02.522 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-19T05:51:02.522 DEBUG:teuthology.orchestra.run.smithi046:> ') 2024-09-19T05:51:02.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:51:02.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:02.677 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:51:02.677 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2024-09-19T05:51:02.677 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link set brx.1 up 2024-09-19T05:51:02.677 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link set dev brx.1 master ceph-brx 2024-09-19T05:51:02.677 DEBUG:teuthology.orchestra.run.smithi046:> ') 2024-09-19T05:51:02.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:51:02.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:02.755 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-09-19T05:51:02.756 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:51:02.756 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-19T05:51:02.775 INFO:teuthology.orchestra.run.smithi046.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-19T05:51:02.776 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:51:02.776 DEBUG:teuthology.orchestra.run.smithi046:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-19T05:51:02.831 DEBUG:teuthology.orchestra.run.smithi046:> sudo modprobe fuse 2024-09-19T05:51:02.898 DEBUG:teuthology.orchestra.run.smithi046:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T05:51:02.956 INFO:teuthology.orchestra.run.smithi046.stdout:/proc 2024-09-19T05:51:02.956 INFO:teuthology.orchestra.run.smithi046.stdout:/sys 2024-09-19T05:51:02.956 INFO:teuthology.orchestra.run.smithi046.stdout:/dev 2024-09-19T05:51:02.956 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/security 2024-09-19T05:51:02.956 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/shm 2024-09-19T05:51:02.956 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/pts 2024-09-19T05:51:02.956 INFO:teuthology.orchestra.run.smithi046.stdout:/run 2024-09-19T05:51:02.956 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/cgroup 2024-09-19T05:51:02.956 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/pstore 2024-09-19T05:51:02.956 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/bpf 2024-09-19T05:51:02.956 INFO:teuthology.orchestra.run.smithi046.stdout:/ 2024-09-19T05:51:02.957 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/selinux 2024-09-19T05:51:02.957 INFO:teuthology.orchestra.run.smithi046.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T05:51:02.957 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/mqueue 2024-09-19T05:51:02.957 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/hugepages 2024-09-19T05:51:02.957 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/debug 2024-09-19T05:51:02.957 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/tracing 2024-09-19T05:51:02.957 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/fuse/connections 2024-09-19T05:51:02.957 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/config 2024-09-19T05:51:02.957 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T05:51:02.957 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T05:51:02.957 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T05:51:02.957 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T05:51:02.957 INFO:teuthology.orchestra.run.smithi046.stdout:/run/user/1000 2024-09-19T05:51:02.957 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph 2024-09-19T05:51:02.958 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T05:51:02.958 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T05:51:02.958 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T05:51:02.958 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T05:51:02.958 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns 2024-09-19T05:51:02.958 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:51:02.958 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:51:02.958 INFO:teuthology.orchestra.run.smithi046.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-19T05:51:02.958 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:51:02.958 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:51:02.958 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:02.959 DEBUG:teuthology.orchestra.run.smithi046:> ls /sys/fs/fuse/connections 2024-09-19T05:51:03.012 INFO:teuthology.orchestra.run.smithi046.stdout:41 2024-09-19T05:51:03.012 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [41] 2024-09-19T05:51:03.012 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-09-19T05:51:03.054 DEBUG:teuthology.orchestra.run.smithi046:> sudo modprobe fuse 2024-09-19T05:51:03.079 DEBUG:teuthology.orchestra.run.smithi046:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T05:51:03.136 INFO:teuthology.orchestra.run.smithi046.stdout:/proc 2024-09-19T05:51:03.136 INFO:teuthology.orchestra.run.smithi046.stdout:/sys 2024-09-19T05:51:03.136 INFO:teuthology.orchestra.run.smithi046.stdout:/dev 2024-09-19T05:51:03.136 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/security 2024-09-19T05:51:03.137 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/shm 2024-09-19T05:51:03.137 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/pts 2024-09-19T05:51:03.137 INFO:teuthology.orchestra.run.smithi046.stdout:/run 2024-09-19T05:51:03.137 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/cgroup 2024-09-19T05:51:03.137 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/pstore 2024-09-19T05:51:03.137 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/bpf 2024-09-19T05:51:03.137 INFO:teuthology.orchestra.run.smithi046.stdout:/ 2024-09-19T05:51:03.137 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/selinux 2024-09-19T05:51:03.137 INFO:teuthology.orchestra.run.smithi046.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T05:51:03.137 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/mqueue 2024-09-19T05:51:03.137 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/hugepages 2024-09-19T05:51:03.137 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/debug 2024-09-19T05:51:03.137 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/tracing 2024-09-19T05:51:03.138 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/fuse/connections 2024-09-19T05:51:03.138 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/config 2024-09-19T05:51:03.138 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T05:51:03.138 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T05:51:03.138 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T05:51:03.138 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T05:51:03.138 INFO:teuthology.orchestra.run.smithi046.stdout:/run/user/1000 2024-09-19T05:51:03.138 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph 2024-09-19T05:51:03.138 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T05:51:03.138 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T05:51:03.138 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T05:51:03.138 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T05:51:03.138 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns 2024-09-19T05:51:03.138 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:51:03.139 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:51:03.139 INFO:teuthology.orchestra.run.smithi046.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-19T05:51:03.139 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:51:03.139 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:51:03.139 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:03.139 DEBUG:teuthology.orchestra.run.smithi046:> ls /sys/fs/fuse/connections 2024-09-19T05:51:03.140 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi046.stderr:2024-09-19T05:51:03.135+0000 7f4c2c80c480 -1 init, newargv = 0x558f84c91f80 newargc=15 2024-09-19T05:51:03.140 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi046.stderr:ceph-fuse[44397]: starting ceph client 2024-09-19T05:51:03.142 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi046.stderr:ceph-fuse[44397]: starting fuse 2024-09-19T05:51:03.157 INFO:teuthology.orchestra.run.smithi046.stdout:41 2024-09-19T05:51:03.157 INFO:teuthology.orchestra.run.smithi046.stdout:44 2024-09-19T05:51:03.157 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41, 44] 2024-09-19T05:51:03.157 DEBUG:teuthology.orchestra.run.smithi046:> sudo stdin-killer -- python3 -c ' 2024-09-19T05:51:03.157 DEBUG:teuthology.orchestra.run.smithi046:> import glob 2024-09-19T05:51:03.157 DEBUG:teuthology.orchestra.run.smithi046:> import re 2024-09-19T05:51:03.158 DEBUG:teuthology.orchestra.run.smithi046:> import os 2024-09-19T05:51:03.158 DEBUG:teuthology.orchestra.run.smithi046:> import subprocess 2024-09-19T05:51:03.158 DEBUG:teuthology.orchestra.run.smithi046:> 2024-09-19T05:51:03.158 DEBUG:teuthology.orchestra.run.smithi046:> def _find_admin_socket(client_name): 2024-09-19T05:51:03.158 DEBUG:teuthology.orchestra.run.smithi046:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-09-19T05:51:03.158 DEBUG:teuthology.orchestra.run.smithi046:> files = glob.glob(asok_path) 2024-09-19T05:51:03.158 DEBUG:teuthology.orchestra.run.smithi046:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-09-19T05:51:03.158 DEBUG:teuthology.orchestra.run.smithi046:> 2024-09-19T05:51:03.158 DEBUG:teuthology.orchestra.run.smithi046:> # Given a non-glob path, it better be there 2024-09-19T05:51:03.158 DEBUG:teuthology.orchestra.run.smithi046:> if "*" not in asok_path: 2024-09-19T05:51:03.158 DEBUG:teuthology.orchestra.run.smithi046:> assert(len(files) == 1) 2024-09-19T05:51:03.158 DEBUG:teuthology.orchestra.run.smithi046:> return files[0] 2024-09-19T05:51:03.158 DEBUG:teuthology.orchestra.run.smithi046:> 2024-09-19T05:51:03.159 DEBUG:teuthology.orchestra.run.smithi046:> for f in files: 2024-09-19T05:51:03.159 DEBUG:teuthology.orchestra.run.smithi046:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T05:51:03.159 DEBUG:teuthology.orchestra.run.smithi046:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T05:51:03.159 DEBUG:teuthology.orchestra.run.smithi046:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T05:51:03.159 DEBUG:teuthology.orchestra.run.smithi046:> contents = proc_f.read() 2024-09-19T05:51:03.159 DEBUG:teuthology.orchestra.run.smithi046:> if mountpoint in contents: 2024-09-19T05:51:03.159 DEBUG:teuthology.orchestra.run.smithi046:> return f 2024-09-19T05:51:03.159 DEBUG:teuthology.orchestra.run.smithi046:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T05:51:03.159 DEBUG:teuthology.orchestra.run.smithi046:> 2024-09-19T05:51:03.159 DEBUG:teuthology.orchestra.run.smithi046:> print(_find_admin_socket("client.2")) 2024-09-19T05:51:03.159 DEBUG:teuthology.orchestra.run.smithi046:> ' 2024-09-19T05:51:03.277 INFO:teuthology.orchestra.run.smithi046.stdout:/var/run/ceph/ceph-client.2.44397.asok 2024-09-19T05:51:03.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:03.288 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.44397.asok 2024-09-19T05:51:03.288 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:03.288 DEBUG:teuthology.orchestra.run.smithi046:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.44397.asok status 2024-09-19T05:51:03.425 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-19T05:51:03.425 INFO:teuthology.orchestra.run.smithi046.stdout: "metadata": { 2024-09-19T05:51:03.425 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T05:51:03.425 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T05:51:03.426 INFO:teuthology.orchestra.run.smithi046.stdout: "entity_id": "2", 2024-09-19T05:51:03.426 INFO:teuthology.orchestra.run.smithi046.stdout: "hostname": "smithi046", 2024-09-19T05:51:03.426 INFO:teuthology.orchestra.run.smithi046.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-09-19T05:51:03.426 INFO:teuthology.orchestra.run.smithi046.stdout: "pid": "44397", 2024-09-19T05:51:03.426 INFO:teuthology.orchestra.run.smithi046.stdout: "root": "/" 2024-09-19T05:51:03.426 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:03.426 INFO:teuthology.orchestra.run.smithi046.stdout: "dentry_count": 0, 2024-09-19T05:51:03.426 INFO:teuthology.orchestra.run.smithi046.stdout: "dentry_pinned_count": 0, 2024-09-19T05:51:03.426 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4605, 2024-09-19T05:51:03.426 INFO:teuthology.orchestra.run.smithi046.stdout: "inst": { 2024-09-19T05:51:03.426 INFO:teuthology.orchestra.run.smithi046.stdout: "name": { 2024-09-19T05:51:03.427 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "client", 2024-09-19T05:51:03.427 INFO:teuthology.orchestra.run.smithi046.stdout: "num": 4605 2024-09-19T05:51:03.427 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:03.427 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": { 2024-09-19T05:51:03.427 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v1", 2024-09-19T05:51:03.427 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "192.168.0.2:0", 2024-09-19T05:51:03.427 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 996758404 2024-09-19T05:51:03.427 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:03.427 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:03.427 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": { 2024-09-19T05:51:03.427 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v1", 2024-09-19T05:51:03.428 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "192.168.0.2:0", 2024-09-19T05:51:03.428 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 996758404 2024-09-19T05:51:03.428 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:03.428 INFO:teuthology.orchestra.run.smithi046.stdout: "inst_str": "client.4605 192.168.0.2:0/996758404", 2024-09-19T05:51:03.428 INFO:teuthology.orchestra.run.smithi046.stdout: "addr_str": "192.168.0.2:0/996758404", 2024-09-19T05:51:03.428 INFO:teuthology.orchestra.run.smithi046.stdout: "inode_count": 1, 2024-09-19T05:51:03.428 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_epoch": 7, 2024-09-19T05:51:03.428 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_epoch": 21, 2024-09-19T05:51:03.428 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_epoch_barrier": 0, 2024-09-19T05:51:03.428 INFO:teuthology.orchestra.run.smithi046.stdout: "blocklisted": false, 2024-09-19T05:51:03.428 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs" 2024-09-19T05:51:03.428 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-19T05:51:03.433 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-19T05:51:03.434 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:51:03.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.534+0000 7f112578d640 1 Processor -- start 2024-09-19T05:51:03.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.534+0000 7f112578d640 1 -- start start 2024-09-19T05:51:03.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.534+0000 7f112578d640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f11200d05d0 0x7f11200b4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:03.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.535+0000 7f112578d640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11200cdc50 con 0x7f11200cd610 2024-09-19T05:51:03.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.535+0000 7f112578d640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11200b3d10 con 0x7f11200d09b0 2024-09-19T05:51:03.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.535+0000 7f112578d640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f11200b3ff0 con 0x7f11200d05d0 2024-09-19T05:51:03.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.535+0000 7f111f7fe640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f11200cd610 0x7f112006dcf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:43760/0 (socket says 172.21.15.46:43760) 2024-09-19T05:51:03.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.535+0000 7f111f7fe640 1 -- 172.21.15.46:0/1583707884 learned_addr learned my addr 172.21.15.46:0/1583707884 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:03.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.535+0000 7f111effd640 1 --2- 172.21.15.46:0/1583707884 >> v2:172.21.15.78:3300/0 conn(0x7f11200d05d0 0x7f11200b4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:03.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.535+0000 7f111e7fc640 1 -- 172.21.15.46:0/1583707884 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2142414744 0 0) 0x7f11200cdc50 con 0x7f11200cd610 2024-09-19T05:51:03.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.535+0000 7f111e7fc640 1 -- 172.21.15.46:0/1583707884 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f110c003520 con 0x7f11200cd610 2024-09-19T05:51:03.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.535+0000 7f111effd640 1 -- 172.21.15.46:0/1583707884 >> v1:172.21.15.78:6789/0 conn(0x7f11200d09b0 legacy=0x7f11200ccf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:03.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.535+0000 7f111effd640 1 -- 172.21.15.46:0/1583707884 >> v1:172.21.15.46:6789/0 conn(0x7f11200cd610 legacy=0x7f112006dcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:03.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.535+0000 7f111effd640 1 -- 172.21.15.46:0/1583707884 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11200b42d0 con 0x7f11200d05d0 2024-09-19T05:51:03.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.536+0000 7f111effd640 1 --2- 172.21.15.46:0/1583707884 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f11200d05d0 0x7f11200b4ad0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f11100097a0 tx=0x7f111002a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=73b264edbb38b5b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:03.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.536+0000 7f111e7fc640 1 -- 172.21.15.46:0/1583707884 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1110037070 con 0x7f11200d05d0 2024-09-19T05:51:03.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.536+0000 7f111e7fc640 1 -- 172.21.15.46:0/1583707884 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1110032440 con 0x7f11200d05d0 2024-09-19T05:51:03.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.536+0000 7f111e7fc640 1 -- 172.21.15.46:0/1583707884 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11100327f0 con 0x7f11200d05d0 2024-09-19T05:51:03.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.537+0000 7f112578d640 1 -- 172.21.15.46:0/1583707884 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f11200d05d0 msgr2=0x7f11200b4ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:03.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.537+0000 7f112578d640 1 --2- 172.21.15.46:0/1583707884 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f11200d05d0 0x7f11200b4ad0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f11100097a0 tx=0x7f111002a230 comp rx=0 tx=0).stop 2024-09-19T05:51:03.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.537+0000 7f112578d640 1 -- 172.21.15.46:0/1583707884 shutdown_connections 2024-09-19T05:51:03.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.537+0000 7f112578d640 1 --2- 172.21.15.46:0/1583707884 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f11200d05d0 0x7f11200b4ad0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:03.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.537+0000 7f112578d640 1 -- 172.21.15.46:0/1583707884 >> 172.21.15.46:0/1583707884 conn(0x7f1120062810 msgr2=0x7f1120062c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:03.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.537+0000 7f112578d640 1 -- 172.21.15.46:0/1583707884 shutdown_connections 2024-09-19T05:51:03.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.537+0000 7f112578d640 1 -- 172.21.15.46:0/1583707884 wait complete. 2024-09-19T05:51:03.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.538+0000 7f112578d640 1 Processor -- start 2024-09-19T05:51:03.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.538+0000 7f112578d640 1 -- start start 2024-09-19T05:51:03.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.539+0000 7f112578d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f11200cd610 0x7f1120099930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:03.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.539+0000 7f112578d640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f11200d05d0 0x7f11200cf900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:03.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.539+0000 7f112578d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11200d09b0 0x7f11200cdf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:03.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.539+0000 7f112578d640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f11200d0df0 con 0x7f11200d09b0 2024-09-19T05:51:03.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.539+0000 7f112578d640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f112015a120 con 0x7f11200cd610 2024-09-19T05:51:03.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.539+0000 7f112578d640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f11200cf470 con 0x7f11200d05d0 2024-09-19T05:51:03.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.539+0000 7f111f7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11200d09b0 0x7f11200cdf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:03.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.539+0000 7f111f7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11200d09b0 0x7f11200cdf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34910/0 (socket says 172.21.15.46:34910) 2024-09-19T05:51:03.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.539+0000 7f111f7fe640 1 -- 172.21.15.46:0/345782843 learned_addr learned my addr 172.21.15.46:0/345782843 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:03.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.539+0000 7f111effd640 1 --2- 172.21.15.46:0/345782843 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f11200cd610 0x7f1120099930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:03.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.539+0000 7f11167fc640 1 --2- 172.21.15.46:0/345782843 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f11200d05d0 0x7f11200cf900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:03.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.539+0000 7f111f7fe640 1 -- 172.21.15.46:0/345782843 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f11200d05d0 msgr2=0x7f11200cf900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:03.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.539+0000 7f111f7fe640 1 --2- 172.21.15.46:0/345782843 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f11200d05d0 0x7f11200cf900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:03.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.539+0000 7f111f7fe640 1 -- 172.21.15.46:0/345782843 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f11200cd610 msgr2=0x7f1120099930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:03.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.539+0000 7f111f7fe640 1 --2- 172.21.15.46:0/345782843 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f11200cd610 0x7f1120099930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:03.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.539+0000 7f111f7fe640 1 -- 172.21.15.46:0/345782843 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11200ce860 con 0x7f11200d09b0 2024-09-19T05:51:03.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.540+0000 7f111f7fe640 1 --2- 172.21.15.46:0/345782843 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11200d09b0 0x7f11200cdf60 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f111800cb40 tx=0x7f111800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:03.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.540+0000 7f1117fff640 1 -- 172.21.15.46:0/345782843 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1118017070 con 0x7f11200d09b0 2024-09-19T05:51:03.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.540+0000 7f1117fff640 1 -- 172.21.15.46:0/345782843 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f111800aca0 con 0x7f11200d09b0 2024-09-19T05:51:03.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.540+0000 7f112578d640 1 -- 172.21.15.46:0/345782843 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11200ceb40 con 0x7f11200d09b0 2024-09-19T05:51:03.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.540+0000 7f1117fff640 1 -- 172.21.15.46:0/345782843 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1118012620 con 0x7f11200d09b0 2024-09-19T05:51:03.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.540+0000 7f112578d640 1 -- 172.21.15.46:0/345782843 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11200cf100 con 0x7f11200d09b0 2024-09-19T05:51:03.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.541+0000 7f112578d640 1 -- 172.21.15.46:0/345782843 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11200b4ad0 con 0x7f11200d09b0 2024-09-19T05:51:03.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.541+0000 7f1117fff640 1 -- 172.21.15.46:0/345782843 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f111801a070 con 0x7f11200d09b0 2024-09-19T05:51:03.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.542+0000 7f1117fff640 1 --2- 172.21.15.46:0/345782843 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f110006c2b0 0x7f110006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:03.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.542+0000 7f1117fff640 1 -- 172.21.15.46:0/345782843 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f111808b260 con 0x7f11200d09b0 2024-09-19T05:51:03.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.542+0000 7f111effd640 1 --2- 172.21.15.46:0/345782843 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f110006c2b0 0x7f110006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:03.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.543+0000 7f111effd640 1 --2- 172.21.15.46:0/345782843 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f110006c2b0 0x7f110006e770 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1110034000 tx=0x7f111002e000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:03.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.546+0000 7f1117fff640 1 -- 172.21.15.46:0/345782843 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f11180592e0 con 0x7f11200d09b0 2024-09-19T05:51:03.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.757+0000 7f112578d640 1 -- 172.21.15.46:0/345782843 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f112006e8e0 con 0x7f11200d09b0 2024-09-19T05:51:03.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.757+0000 7f1117fff640 1 -- 172.21.15.46:0/345782843 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7f111805d5e0 con 0x7f11200d09b0 2024-09-19T05:51:03.759 INFO:teuthology.orchestra.run.smithi046.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:51:03.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.760+0000 7f112578d640 1 -- 172.21.15.46:0/345782843 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f110006c2b0 msgr2=0x7f110006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:03.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.760+0000 7f112578d640 1 --2- 172.21.15.46:0/345782843 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f110006c2b0 0x7f110006e770 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1110034000 tx=0x7f111002e000 comp rx=0 tx=0).stop 2024-09-19T05:51:03.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.760+0000 7f112578d640 1 -- 172.21.15.46:0/345782843 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11200d09b0 msgr2=0x7f11200cdf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:03.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.760+0000 7f112578d640 1 --2- 172.21.15.46:0/345782843 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11200d09b0 0x7f11200cdf60 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f111800cb40 tx=0x7f111800a060 comp rx=0 tx=0).stop 2024-09-19T05:51:03.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.760+0000 7f112578d640 1 -- 172.21.15.46:0/345782843 shutdown_connections 2024-09-19T05:51:03.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.760+0000 7f112578d640 1 --2- 172.21.15.46:0/345782843 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f110006c2b0 0x7f110006e770 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:03.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.760+0000 7f112578d640 1 --2- 172.21.15.46:0/345782843 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11200d09b0 0x7f11200cdf60 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:03.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.760+0000 7f112578d640 1 --2- 172.21.15.46:0/345782843 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f11200d05d0 0x7f11200cf900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:03.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.760+0000 7f112578d640 1 --2- 172.21.15.46:0/345782843 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f11200cd610 0x7f1120099930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:03.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.760+0000 7f112578d640 1 -- 172.21.15.46:0/345782843 >> 172.21.15.46:0/345782843 conn(0x7f1120062810 msgr2=0x7f112015ae60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:03.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.760+0000 7f112578d640 1 -- 172.21.15.46:0/345782843 shutdown_connections 2024-09-19T05:51:03.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:03.760+0000 7f112578d640 1 -- 172.21.15.46:0/345782843 wait complete. 2024-09-19T05:51:03.773 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T05:51:03.773 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:51:03.773 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi078.front.sepia.ceph.com 2024-09-19T05:51:03.773 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T05:51:03.773 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T05:51:03.773 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T05:51:03.774 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T05:51:03.774 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:51:03.774 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:51:03.774 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:03.774 DEBUG:teuthology.orchestra.run.smithi078:> ip addr 2024-09-19T05:51:03.795 INFO:teuthology.orchestra.run.smithi078.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:51:03.795 INFO:teuthology.orchestra.run.smithi078.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:51:03.795 INFO:teuthology.orchestra.run.smithi078.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:51:03.795 INFO:teuthology.orchestra.run.smithi078.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:03.795 INFO:teuthology.orchestra.run.smithi078.stdout: inet6 ::1/128 scope host 2024-09-19T05:51:03.796 INFO:teuthology.orchestra.run.smithi078.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:03.796 INFO:teuthology.orchestra.run.smithi078.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:51:03.796 INFO:teuthology.orchestra.run.smithi078.stdout: link/ether 0c:c4:7a:d8:a1:22 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:03.796 INFO:teuthology.orchestra.run.smithi078.stdout: altname enp7s0f0 2024-09-19T05:51:03.796 INFO:teuthology.orchestra.run.smithi078.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:51:03.796 INFO:teuthology.orchestra.run.smithi078.stdout: link/ether 0c:c4:7a:d8:a1:23 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:03.796 INFO:teuthology.orchestra.run.smithi078.stdout: altname enp7s0f1 2024-09-19T05:51:03.796 INFO:teuthology.orchestra.run.smithi078.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:51:03.796 INFO:teuthology.orchestra.run.smithi078.stdout: link/ether 0c:c4:7a:8f:d4:dc brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:03.796 INFO:teuthology.orchestra.run.smithi078.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:51:03.796 INFO:teuthology.orchestra.run.smithi078.stdout: link/ether 0c:c4:7a:8f:d4:dd brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:03.797 INFO:teuthology.orchestra.run.smithi078.stdout: inet 172.21.15.78/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T05:51:03.797 INFO:teuthology.orchestra.run.smithi078.stdout: valid_lft 42781sec preferred_lft 42781sec 2024-09-19T05:51:03.797 INFO:teuthology.orchestra.run.smithi078.stdout: inet6 fe80::ec4:7aff:fe8f:d4dd/64 scope link noprefixroute 2024-09-19T05:51:03.797 INFO:teuthology.orchestra.run.smithi078.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:03.797 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-19T05:51:03.797 DEBUG:teuthology.orchestra.run.smithi078:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:51:03.797 DEBUG:teuthology.orchestra.run.smithi078:> set -e 2024-09-19T05:51:03.798 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip link add name ceph-brx type bridge 2024-09-19T05:51:03.798 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip addr flush dev ceph-brx 2024-09-19T05:51:03.798 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip link set ceph-brx up 2024-09-19T05:51:03.798 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-19T05:51:03.798 DEBUG:teuthology.orchestra.run.smithi078:> ') 2024-09-19T05:51:03.894 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:51:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:51:03.996 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:51:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:04.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:04.004 DEBUG:teuthology.orchestra.run.smithi078:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:51:04.029 INFO:teuthology.orchestra.run.smithi078.stdout:1 2024-09-19T05:51:04.031 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:04.031 DEBUG:teuthology.orchestra.run.smithi078:> route 2024-09-19T05:51:04.100 INFO:teuthology.orchestra.run.smithi078.stdout:Kernel IP routing table 2024-09-19T05:51:04.100 INFO:teuthology.orchestra.run.smithi078.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:51:04.100 INFO:teuthology.orchestra.run.smithi078.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T05:51:04.100 INFO:teuthology.orchestra.run.smithi078.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T05:51:04.100 INFO:teuthology.orchestra.run.smithi078.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:51:04.101 DEBUG:teuthology.orchestra.run.smithi078:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:51:04.101 DEBUG:teuthology.orchestra.run.smithi078:> set -e 2024-09-19T05:51:04.101 DEBUG:teuthology.orchestra.run.smithi078:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T05:51:04.101 DEBUG:teuthology.orchestra.run.smithi078:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T05:51:04.101 DEBUG:teuthology.orchestra.run.smithi078:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T05:51:04.101 DEBUG:teuthology.orchestra.run.smithi078:> ') 2024-09-19T05:51:04.189 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:51:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:51:04.368 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:51:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:04.374 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:04.374 DEBUG:teuthology.orchestra.run.smithi078:> ip netns list 2024-09-19T05:51:04.390 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:04.390 DEBUG:teuthology.orchestra.run.smithi078:> ip netns list-id 2024-09-19T05:51:04.446 DEBUG:teuthology.orchestra.run.smithi078:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:51:04.446 DEBUG:teuthology.orchestra.run.smithi078:> set -e 2024-09-19T05:51:04.446 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:51:04.446 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-19T05:51:04.446 DEBUG:teuthology.orchestra.run.smithi078:> ') 2024-09-19T05:51:04.534 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:51:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:51:04.556 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:51:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:04.563 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-19T05:51:04.563 DEBUG:teuthology.orchestra.run.smithi078:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:51:04.563 DEBUG:teuthology.orchestra.run.smithi078:> set -e 2024-09-19T05:51:04.563 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-19T05:51:04.563 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-19T05:51:04.563 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-19T05:51:04.563 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-19T05:51:04.563 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-19T05:51:04.563 DEBUG:teuthology.orchestra.run.smithi078:> ') 2024-09-19T05:51:04.613 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:51:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:51:04.693 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:51:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:04.699 DEBUG:teuthology.orchestra.run.smithi078:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:51:04.699 DEBUG:teuthology.orchestra.run.smithi078:> set -e 2024-09-19T05:51:04.699 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip link set brx.0 up 2024-09-19T05:51:04.700 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip link set dev brx.0 master ceph-brx 2024-09-19T05:51:04.700 DEBUG:teuthology.orchestra.run.smithi078:> ') 2024-09-19T05:51:04.748 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:51:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:51:04.771 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:51:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:04.777 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-19T05:51:04.777 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:51:04.777 DEBUG:teuthology.orchestra.run.smithi078:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T05:51:04.792 INFO:teuthology.orchestra.run.smithi078.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:51:04.793 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:51:04.793 DEBUG:teuthology.orchestra.run.smithi078:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:51:04.848 DEBUG:teuthology.orchestra.run.smithi078:> sudo modprobe fuse 2024-09-19T05:51:04.915 DEBUG:teuthology.orchestra.run.smithi078:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T05:51:04.970 INFO:teuthology.orchestra.run.smithi078.stdout:/proc 2024-09-19T05:51:04.971 INFO:teuthology.orchestra.run.smithi078.stdout:/sys 2024-09-19T05:51:04.971 INFO:teuthology.orchestra.run.smithi078.stdout:/dev 2024-09-19T05:51:04.971 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/kernel/security 2024-09-19T05:51:04.971 INFO:teuthology.orchestra.run.smithi078.stdout:/dev/shm 2024-09-19T05:51:04.971 INFO:teuthology.orchestra.run.smithi078.stdout:/dev/pts 2024-09-19T05:51:04.972 INFO:teuthology.orchestra.run.smithi078.stdout:/run 2024-09-19T05:51:04.972 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/fs/cgroup 2024-09-19T05:51:04.972 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/fs/pstore 2024-09-19T05:51:04.972 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/fs/bpf 2024-09-19T05:51:04.972 INFO:teuthology.orchestra.run.smithi078.stdout:/ 2024-09-19T05:51:04.972 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/fs/selinux 2024-09-19T05:51:04.973 INFO:teuthology.orchestra.run.smithi078.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T05:51:04.973 INFO:teuthology.orchestra.run.smithi078.stdout:/dev/hugepages 2024-09-19T05:51:04.973 INFO:teuthology.orchestra.run.smithi078.stdout:/dev/mqueue 2024-09-19T05:51:04.973 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/kernel/debug 2024-09-19T05:51:04.973 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/kernel/tracing 2024-09-19T05:51:04.974 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/fs/fuse/connections 2024-09-19T05:51:04.974 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/kernel/config 2024-09-19T05:51:04.974 INFO:teuthology.orchestra.run.smithi078.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T05:51:04.974 INFO:teuthology.orchestra.run.smithi078.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T05:51:04.974 INFO:teuthology.orchestra.run.smithi078.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T05:51:04.974 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T05:51:04.974 INFO:teuthology.orchestra.run.smithi078.stdout:/run/user/1000 2024-09-19T05:51:04.974 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/ceph 2024-09-19T05:51:04.975 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/ceph/osd/ceph-4 2024-09-19T05:51:04.975 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/ceph/osd/ceph-5 2024-09-19T05:51:04.975 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/ceph/osd/ceph-6 2024-09-19T05:51:04.975 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/ceph/osd/ceph-7 2024-09-19T05:51:04.975 INFO:teuthology.orchestra.run.smithi078.stdout:/run/netns 2024-09-19T05:51:04.975 INFO:teuthology.orchestra.run.smithi078.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:51:04.975 INFO:teuthology.orchestra.run.smithi078.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:51:04.976 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:04.976 DEBUG:teuthology.orchestra.run.smithi078:> ls /sys/fs/fuse/connections 2024-09-19T05:51:05.025 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T05:51:05.026 DEBUG:teuthology.orchestra.run.smithi078:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-19T05:51:05.068 DEBUG:teuthology.orchestra.run.smithi078:> sudo modprobe fuse 2024-09-19T05:51:05.092 DEBUG:teuthology.orchestra.run.smithi078:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T05:51:05.148 INFO:teuthology.orchestra.run.smithi078.stdout:/proc 2024-09-19T05:51:05.148 INFO:teuthology.orchestra.run.smithi078.stdout:/sys 2024-09-19T05:51:05.148 INFO:teuthology.orchestra.run.smithi078.stdout:/dev 2024-09-19T05:51:05.149 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/kernel/security 2024-09-19T05:51:05.149 INFO:teuthology.orchestra.run.smithi078.stdout:/dev/shm 2024-09-19T05:51:05.149 INFO:teuthology.orchestra.run.smithi078.stdout:/dev/pts 2024-09-19T05:51:05.149 INFO:teuthology.orchestra.run.smithi078.stdout:/run 2024-09-19T05:51:05.149 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/fs/cgroup 2024-09-19T05:51:05.149 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/fs/pstore 2024-09-19T05:51:05.149 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/fs/bpf 2024-09-19T05:51:05.149 INFO:teuthology.orchestra.run.smithi078.stdout:/ 2024-09-19T05:51:05.149 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/fs/selinux 2024-09-19T05:51:05.149 INFO:teuthology.orchestra.run.smithi078.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T05:51:05.149 INFO:teuthology.orchestra.run.smithi078.stdout:/dev/hugepages 2024-09-19T05:51:05.149 INFO:teuthology.orchestra.run.smithi078.stdout:/dev/mqueue 2024-09-19T05:51:05.149 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/kernel/debug 2024-09-19T05:51:05.150 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/kernel/tracing 2024-09-19T05:51:05.150 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/fs/fuse/connections 2024-09-19T05:51:05.150 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/kernel/config 2024-09-19T05:51:05.150 INFO:teuthology.orchestra.run.smithi078.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T05:51:05.150 INFO:teuthology.orchestra.run.smithi078.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T05:51:05.150 INFO:teuthology.orchestra.run.smithi078.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T05:51:05.150 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T05:51:05.150 INFO:teuthology.orchestra.run.smithi078.stdout:/run/user/1000 2024-09-19T05:51:05.150 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/ceph 2024-09-19T05:51:05.150 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/ceph/osd/ceph-4 2024-09-19T05:51:05.150 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/ceph/osd/ceph-5 2024-09-19T05:51:05.150 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/ceph/osd/ceph-6 2024-09-19T05:51:05.150 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/ceph/osd/ceph-7 2024-09-19T05:51:05.150 INFO:teuthology.orchestra.run.smithi078.stdout:/run/netns 2024-09-19T05:51:05.151 INFO:teuthology.orchestra.run.smithi078.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:51:05.151 INFO:teuthology.orchestra.run.smithi078.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:51:05.151 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:05.151 DEBUG:teuthology.orchestra.run.smithi078:> ls /sys/fs/fuse/connections 2024-09-19T05:51:05.155 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi078.stderr:2024-09-19T05:51:05.154+0000 7f9077000480 -1 init, newargv = 0x55bfb43deff0 newargc=15 2024-09-19T05:51:05.156 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi078.stderr:ceph-fuse[42522]: starting ceph client 2024-09-19T05:51:05.160 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi078.stderr:ceph-fuse[42522]: starting fuse 2024-09-19T05:51:05.170 INFO:teuthology.orchestra.run.smithi078.stdout:41 2024-09-19T05:51:05.171 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-19T05:51:05.171 DEBUG:teuthology.orchestra.run.smithi078:> sudo stdin-killer -- python3 -c ' 2024-09-19T05:51:05.171 DEBUG:teuthology.orchestra.run.smithi078:> import glob 2024-09-19T05:51:05.171 DEBUG:teuthology.orchestra.run.smithi078:> import re 2024-09-19T05:51:05.171 DEBUG:teuthology.orchestra.run.smithi078:> import os 2024-09-19T05:51:05.171 DEBUG:teuthology.orchestra.run.smithi078:> import subprocess 2024-09-19T05:51:05.171 DEBUG:teuthology.orchestra.run.smithi078:> 2024-09-19T05:51:05.171 DEBUG:teuthology.orchestra.run.smithi078:> def _find_admin_socket(client_name): 2024-09-19T05:51:05.171 DEBUG:teuthology.orchestra.run.smithi078:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-19T05:51:05.171 DEBUG:teuthology.orchestra.run.smithi078:> files = glob.glob(asok_path) 2024-09-19T05:51:05.172 DEBUG:teuthology.orchestra.run.smithi078:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-19T05:51:05.172 DEBUG:teuthology.orchestra.run.smithi078:> 2024-09-19T05:51:05.172 DEBUG:teuthology.orchestra.run.smithi078:> # Given a non-glob path, it better be there 2024-09-19T05:51:05.172 DEBUG:teuthology.orchestra.run.smithi078:> if "*" not in asok_path: 2024-09-19T05:51:05.172 DEBUG:teuthology.orchestra.run.smithi078:> assert(len(files) == 1) 2024-09-19T05:51:05.172 DEBUG:teuthology.orchestra.run.smithi078:> return files[0] 2024-09-19T05:51:05.172 DEBUG:teuthology.orchestra.run.smithi078:> 2024-09-19T05:51:05.172 DEBUG:teuthology.orchestra.run.smithi078:> for f in files: 2024-09-19T05:51:05.172 DEBUG:teuthology.orchestra.run.smithi078:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T05:51:05.172 DEBUG:teuthology.orchestra.run.smithi078:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T05:51:05.172 DEBUG:teuthology.orchestra.run.smithi078:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T05:51:05.172 DEBUG:teuthology.orchestra.run.smithi078:> contents = proc_f.read() 2024-09-19T05:51:05.172 DEBUG:teuthology.orchestra.run.smithi078:> if mountpoint in contents: 2024-09-19T05:51:05.172 DEBUG:teuthology.orchestra.run.smithi078:> return f 2024-09-19T05:51:05.173 DEBUG:teuthology.orchestra.run.smithi078:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T05:51:05.173 DEBUG:teuthology.orchestra.run.smithi078:> 2024-09-19T05:51:05.173 DEBUG:teuthology.orchestra.run.smithi078:> print(_find_admin_socket("client.1")) 2024-09-19T05:51:05.173 DEBUG:teuthology.orchestra.run.smithi078:> ' 2024-09-19T05:51:05.288 INFO:teuthology.orchestra.run.smithi078.stdout:/var/run/ceph/ceph-client.1.42522.asok 2024-09-19T05:51:05.291 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:51:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:05.298 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.42522.asok 2024-09-19T05:51:05.299 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:05.299 DEBUG:teuthology.orchestra.run.smithi078:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.42522.asok status 2024-09-19T05:51:05.433 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-19T05:51:05.433 INFO:teuthology.orchestra.run.smithi078.stdout: "metadata": { 2024-09-19T05:51:05.433 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T05:51:05.433 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T05:51:05.433 INFO:teuthology.orchestra.run.smithi078.stdout: "entity_id": "1", 2024-09-19T05:51:05.433 INFO:teuthology.orchestra.run.smithi078.stdout: "hostname": "smithi078", 2024-09-19T05:51:05.433 INFO:teuthology.orchestra.run.smithi078.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-19T05:51:05.433 INFO:teuthology.orchestra.run.smithi078.stdout: "pid": "42522", 2024-09-19T05:51:05.433 INFO:teuthology.orchestra.run.smithi078.stdout: "root": "/" 2024-09-19T05:51:05.433 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-19T05:51:05.433 INFO:teuthology.orchestra.run.smithi078.stdout: "dentry_count": 0, 2024-09-19T05:51:05.433 INFO:teuthology.orchestra.run.smithi078.stdout: "dentry_pinned_count": 0, 2024-09-19T05:51:05.434 INFO:teuthology.orchestra.run.smithi078.stdout: "id": 4534, 2024-09-19T05:51:05.434 INFO:teuthology.orchestra.run.smithi078.stdout: "inst": { 2024-09-19T05:51:05.434 INFO:teuthology.orchestra.run.smithi078.stdout: "name": { 2024-09-19T05:51:05.434 INFO:teuthology.orchestra.run.smithi078.stdout: "type": "client", 2024-09-19T05:51:05.434 INFO:teuthology.orchestra.run.smithi078.stdout: "num": 4534 2024-09-19T05:51:05.434 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-19T05:51:05.434 INFO:teuthology.orchestra.run.smithi078.stdout: "addr": { 2024-09-19T05:51:05.434 INFO:teuthology.orchestra.run.smithi078.stdout: "type": "v1", 2024-09-19T05:51:05.434 INFO:teuthology.orchestra.run.smithi078.stdout: "addr": "192.168.0.1:0", 2024-09-19T05:51:05.434 INFO:teuthology.orchestra.run.smithi078.stdout: "nonce": 1034147509 2024-09-19T05:51:05.434 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-19T05:51:05.434 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-19T05:51:05.434 INFO:teuthology.orchestra.run.smithi078.stdout: "addr": { 2024-09-19T05:51:05.435 INFO:teuthology.orchestra.run.smithi078.stdout: "type": "v1", 2024-09-19T05:51:05.435 INFO:teuthology.orchestra.run.smithi078.stdout: "addr": "192.168.0.1:0", 2024-09-19T05:51:05.435 INFO:teuthology.orchestra.run.smithi078.stdout: "nonce": 1034147509 2024-09-19T05:51:05.435 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-19T05:51:05.435 INFO:teuthology.orchestra.run.smithi078.stdout: "inst_str": "client.4534 192.168.0.1:0/1034147509", 2024-09-19T05:51:05.435 INFO:teuthology.orchestra.run.smithi078.stdout: "addr_str": "192.168.0.1:0/1034147509", 2024-09-19T05:51:05.435 INFO:teuthology.orchestra.run.smithi078.stdout: "inode_count": 1, 2024-09-19T05:51:05.435 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_epoch": 7, 2024-09-19T05:51:05.435 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_epoch": 21, 2024-09-19T05:51:05.435 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_epoch_barrier": 0, 2024-09-19T05:51:05.435 INFO:teuthology.orchestra.run.smithi078.stdout: "blocklisted": false, 2024-09-19T05:51:05.435 INFO:teuthology.orchestra.run.smithi078.stdout: "fs_name": "cephfs" 2024-09-19T05:51:05.435 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-19T05:51:05.441 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-19T05:51:05.442 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:51:05.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.556+0000 7f33e4998640 1 Processor -- start 2024-09-19T05:51:05.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.556+0000 7f33e4998640 1 -- start start 2024-09-19T05:51:05.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.556+0000 7f33e4998640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f33e00b4ad0 0x7f33e00ccf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:05.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.556+0000 7f33e4998640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33e00cdc50 con 0x7f33e00d05d0 2024-09-19T05:51:05.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.556+0000 7f33e4998640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33e00b3d10 con 0x7f33e00cd440 2024-09-19T05:51:05.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.556+0000 7f33e4998640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f33e00b3ff0 con 0x7f33e00b4ad0 2024-09-19T05:51:05.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.557+0000 7f33de59c640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f33e00d05d0 0x7f33e00d09b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:46638/0 (socket says 172.21.15.46:46638) 2024-09-19T05:51:05.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.557+0000 7f33de59c640 1 -- 172.21.15.46:0/3742366857 learned_addr learned my addr 172.21.15.46:0/3742366857 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:05.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.557+0000 7f33d7fff640 1 --2- 172.21.15.46:0/3742366857 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f33e00b4ad0 0x7f33e00ccf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:05.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.557+0000 7f33ddd9b640 1 -- 172.21.15.46:0/3742366857 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1686899363 0 0) 0x7f33e00cdc50 con 0x7f33e00d05d0 2024-09-19T05:51:05.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.557+0000 7f33ddd9b640 1 -- 172.21.15.46:0/3742366857 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f33cc003520 con 0x7f33e00d05d0 2024-09-19T05:51:05.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.557+0000 7f33ddd9b640 1 -- 172.21.15.46:0/3742366857 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2028470879 0 0) 0x7f33e00b3d10 con 0x7f33e00cd440 2024-09-19T05:51:05.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.557+0000 7f33ddd9b640 1 -- 172.21.15.46:0/3742366857 --> v1:172.21.15.78:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f33e00cdc50 con 0x7f33e00cd440 2024-09-19T05:51:05.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.557+0000 7f33d7fff640 1 -- 172.21.15.46:0/3742366857 >> v1:172.21.15.78:6789/0 conn(0x7f33e00cd440 legacy=0x7f33e006dcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:05.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.557+0000 7f33d7fff640 1 -- 172.21.15.46:0/3742366857 >> v1:172.21.15.46:6789/0 conn(0x7f33e00d05d0 legacy=0x7f33e00d09b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:05.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.557+0000 7f33d7fff640 1 -- 172.21.15.46:0/3742366857 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33e00b42d0 con 0x7f33e00b4ad0 2024-09-19T05:51:05.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.558+0000 7f33d7fff640 1 --2- 172.21.15.46:0/3742366857 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f33e00b4ad0 0x7f33e00ccf00 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f33c80097d0 tx=0x7f33c802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c707167ca8919221 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:05.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.558+0000 7f33ddd9b640 1 -- 172.21.15.46:0/3742366857 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33c8037070 con 0x7f33e00b4ad0 2024-09-19T05:51:05.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.558+0000 7f33ddd9b640 1 -- 172.21.15.46:0/3742366857 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33c8032440 con 0x7f33e00b4ad0 2024-09-19T05:51:05.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.558+0000 7f33ddd9b640 1 -- 172.21.15.46:0/3742366857 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33c80327f0 con 0x7f33e00b4ad0 2024-09-19T05:51:05.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.559+0000 7f33e4998640 1 -- 172.21.15.46:0/3742366857 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f33e00b4ad0 msgr2=0x7f33e00ccf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:05.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.559+0000 7f33e4998640 1 --2- 172.21.15.46:0/3742366857 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f33e00b4ad0 0x7f33e00ccf00 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f33c80097d0 tx=0x7f33c802a210 comp rx=0 tx=0).stop 2024-09-19T05:51:05.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.559+0000 7f33e4998640 1 -- 172.21.15.46:0/3742366857 shutdown_connections 2024-09-19T05:51:05.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.559+0000 7f33e4998640 1 --2- 172.21.15.46:0/3742366857 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f33e00b4ad0 0x7f33e00ccf00 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:05.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.559+0000 7f33e4998640 1 -- 172.21.15.46:0/3742366857 >> 172.21.15.46:0/3742366857 conn(0x7f33e0062810 msgr2=0x7f33e0062c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:05.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.559+0000 7f33e4998640 1 -- 172.21.15.46:0/3742366857 shutdown_connections 2024-09-19T05:51:05.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.559+0000 7f33e4998640 1 -- 172.21.15.46:0/3742366857 wait complete. 2024-09-19T05:51:05.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.560+0000 7f33e4998640 1 Processor -- start 2024-09-19T05:51:05.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.560+0000 7f33e4998640 1 -- start start 2024-09-19T05:51:05.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.561+0000 7f33e4998640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33e00b4ad0 0x7f33e01f3590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:05.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.561+0000 7f33e4998640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f33e00cd440 0x7f33e00c7460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:05.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.561+0000 7f33e4998640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f33e00d05d0 0x7f33e015c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:05.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.561+0000 7f33e4998640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f33e015a120 con 0x7f33e00b4ad0 2024-09-19T05:51:05.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.561+0000 7f33e4998640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f33e00cd8d0 con 0x7f33e00d05d0 2024-09-19T05:51:05.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.561+0000 7f33e4998640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f33e015a2a0 con 0x7f33e00cd440 2024-09-19T05:51:05.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.561+0000 7f33de59c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33e00b4ad0 0x7f33e01f3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:05.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.561+0000 7f33de59c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33e00b4ad0 0x7f33e01f3590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38684/0 (socket says 172.21.15.46:38684) 2024-09-19T05:51:05.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.561+0000 7f33de59c640 1 -- 172.21.15.46:0/1526122702 learned_addr learned my addr 172.21.15.46:0/1526122702 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:05.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.561+0000 7f33d7fff640 1 --2- 172.21.15.46:0/1526122702 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f33e00cd440 0x7f33e00c7460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:05.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.561+0000 7f33ded9d640 1 --2- 172.21.15.46:0/1526122702 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f33e00d05d0 0x7f33e015c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:05.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.561+0000 7f33de59c640 1 -- 172.21.15.46:0/1526122702 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f33e00cd440 msgr2=0x7f33e00c7460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:05.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.561+0000 7f33de59c640 1 --2- 172.21.15.46:0/1526122702 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f33e00cd440 0x7f33e00c7460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:05.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.561+0000 7f33de59c640 1 -- 172.21.15.46:0/1526122702 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f33e00d05d0 msgr2=0x7f33e015c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:05.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.561+0000 7f33de59c640 1 --2- 172.21.15.46:0/1526122702 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f33e00d05d0 0x7f33e015c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:05.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.561+0000 7f33de59c640 1 -- 172.21.15.46:0/1526122702 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33e00c7d40 con 0x7f33e00b4ad0 2024-09-19T05:51:05.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.562+0000 7f33de59c640 1 --2- 172.21.15.46:0/1526122702 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33e00b4ad0 0x7f33e01f3590 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f33d000c410 tx=0x7f33d000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:05.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.562+0000 7f33d6ffd640 1 -- 172.21.15.46:0/1526122702 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33d0017070 con 0x7f33e00b4ad0 2024-09-19T05:51:05.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.562+0000 7f33d6ffd640 1 -- 172.21.15.46:0/1526122702 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33d0005ce0 con 0x7f33e00b4ad0 2024-09-19T05:51:05.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.562+0000 7f33d6ffd640 1 -- 172.21.15.46:0/1526122702 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33d00072f0 con 0x7f33e00b4ad0 2024-09-19T05:51:05.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.562+0000 7f33e4998640 1 -- 172.21.15.46:0/1526122702 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33e01f2ab0 con 0x7f33e00b4ad0 2024-09-19T05:51:05.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.562+0000 7f33e4998640 1 -- 172.21.15.46:0/1526122702 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33e00c8020 con 0x7f33e00b4ad0 2024-09-19T05:51:05.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.563+0000 7f33e4998640 1 -- 172.21.15.46:0/1526122702 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33e006d5f0 con 0x7f33e00b4ad0 2024-09-19T05:51:05.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.563+0000 7f33d6ffd640 1 -- 172.21.15.46:0/1526122702 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f33d001a070 con 0x7f33e00b4ad0 2024-09-19T05:51:05.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.564+0000 7f33d6ffd640 1 --2- 172.21.15.46:0/1526122702 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f33c006c2b0 0x7f33c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:05.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.564+0000 7f33d6ffd640 1 -- 172.21.15.46:0/1526122702 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f33d008a7f0 con 0x7f33e00b4ad0 2024-09-19T05:51:05.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.564+0000 7f33d7fff640 1 --2- 172.21.15.46:0/1526122702 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f33c006c2b0 0x7f33c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:05.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.565+0000 7f33d7fff640 1 --2- 172.21.15.46:0/1526122702 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f33c006c2b0 0x7f33c006e770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f33c8034000 tx=0x7f33c802e000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:05.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.568+0000 7f33d6ffd640 1 -- 172.21.15.46:0/1526122702 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f33e006d5f0 con 0x7f33e00b4ad0 2024-09-19T05:51:05.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.780+0000 7f33e4998640 1 -- 172.21.15.46:0/1526122702 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f33e006d020 con 0x7f33e00b4ad0 2024-09-19T05:51:05.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.781+0000 7f33d6ffd640 1 -- 172.21.15.46:0/1526122702 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7f33e006d020 con 0x7f33e00b4ad0 2024-09-19T05:51:05.782 INFO:teuthology.orchestra.run.smithi046.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:51:05.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.783+0000 7f33e4998640 1 -- 172.21.15.46:0/1526122702 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f33c006c2b0 msgr2=0x7f33c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:05.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.783+0000 7f33e4998640 1 --2- 172.21.15.46:0/1526122702 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f33c006c2b0 0x7f33c006e770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f33c8034000 tx=0x7f33c802e000 comp rx=0 tx=0).stop 2024-09-19T05:51:05.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.783+0000 7f33e4998640 1 -- 172.21.15.46:0/1526122702 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33e00b4ad0 msgr2=0x7f33e01f3590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:05.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.783+0000 7f33e4998640 1 --2- 172.21.15.46:0/1526122702 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33e00b4ad0 0x7f33e01f3590 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f33d000c410 tx=0x7f33d000c8d0 comp rx=0 tx=0).stop 2024-09-19T05:51:05.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.783+0000 7f33e4998640 1 -- 172.21.15.46:0/1526122702 shutdown_connections 2024-09-19T05:51:05.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.783+0000 7f33e4998640 1 --2- 172.21.15.46:0/1526122702 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f33c006c2b0 0x7f33c006e770 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:05.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.783+0000 7f33e4998640 1 --2- 172.21.15.46:0/1526122702 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f33e00d05d0 0x7f33e015c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:05.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.783+0000 7f33e4998640 1 --2- 172.21.15.46:0/1526122702 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f33e00cd440 0x7f33e00c7460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:05.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.783+0000 7f33e4998640 1 --2- 172.21.15.46:0/1526122702 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33e00b4ad0 0x7f33e01f3590 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:05.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.783+0000 7f33e4998640 1 -- 172.21.15.46:0/1526122702 >> 172.21.15.46:0/1526122702 conn(0x7f33e0062810 msgr2=0x7f33e006e6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:05.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.783+0000 7f33e4998640 1 -- 172.21.15.46:0/1526122702 shutdown_connections 2024-09-19T05:51:05.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:05.783+0000 7f33e4998640 1 -- 172.21.15.46:0/1526122702 wait complete. 2024-09-19T05:51:05.795 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T05:51:05.796 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:51:05.796 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi078.front.sepia.ceph.com 2024-09-19T05:51:05.796 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-19T05:51:05.796 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-19T05:51:05.796 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T05:51:05.796 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T05:51:05.796 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:51:05.796 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-19T05:51:05.796 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:05.797 DEBUG:teuthology.orchestra.run.smithi078:> ip addr 2024-09-19T05:51:05.812 INFO:teuthology.orchestra.run.smithi078.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:51:05.812 INFO:teuthology.orchestra.run.smithi078.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:51:05.812 INFO:teuthology.orchestra.run.smithi078.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:51:05.812 INFO:teuthology.orchestra.run.smithi078.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:05.813 INFO:teuthology.orchestra.run.smithi078.stdout: inet6 ::1/128 scope host 2024-09-19T05:51:05.813 INFO:teuthology.orchestra.run.smithi078.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:05.813 INFO:teuthology.orchestra.run.smithi078.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:51:05.813 INFO:teuthology.orchestra.run.smithi078.stdout: link/ether 0c:c4:7a:d8:a1:22 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:05.813 INFO:teuthology.orchestra.run.smithi078.stdout: altname enp7s0f0 2024-09-19T05:51:05.813 INFO:teuthology.orchestra.run.smithi078.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:51:05.813 INFO:teuthology.orchestra.run.smithi078.stdout: link/ether 0c:c4:7a:d8:a1:23 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:05.813 INFO:teuthology.orchestra.run.smithi078.stdout: altname enp7s0f1 2024-09-19T05:51:05.813 INFO:teuthology.orchestra.run.smithi078.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:51:05.813 INFO:teuthology.orchestra.run.smithi078.stdout: link/ether 0c:c4:7a:8f:d4:dc brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:05.813 INFO:teuthology.orchestra.run.smithi078.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:51:05.813 INFO:teuthology.orchestra.run.smithi078.stdout: link/ether 0c:c4:7a:8f:d4:dd brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:05.813 INFO:teuthology.orchestra.run.smithi078.stdout: inet 172.21.15.78/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T05:51:05.813 INFO:teuthology.orchestra.run.smithi078.stdout: valid_lft 42779sec preferred_lft 42779sec 2024-09-19T05:51:05.814 INFO:teuthology.orchestra.run.smithi078.stdout: inet6 fe80::ec4:7aff:fe8f:d4dd/64 scope link noprefixroute 2024-09-19T05:51:05.814 INFO:teuthology.orchestra.run.smithi078.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:05.814 INFO:teuthology.orchestra.run.smithi078.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:51:05.814 INFO:teuthology.orchestra.run.smithi078.stdout: link/ether 46:cb:fc:e8:0e:1f brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:05.814 INFO:teuthology.orchestra.run.smithi078.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:51:05.814 INFO:teuthology.orchestra.run.smithi078.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:05.814 INFO:teuthology.orchestra.run.smithi078.stdout: inet6 fe80::3cf4:99ff:fecf:449b/64 scope link 2024-09-19T05:51:05.814 INFO:teuthology.orchestra.run.smithi078.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:05.814 INFO:teuthology.orchestra.run.smithi078.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:51:05.814 INFO:teuthology.orchestra.run.smithi078.stdout: link/ether 46:cb:fc:e8:0e:1f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:51:05.814 INFO:teuthology.orchestra.run.smithi078.stdout: inet6 fe80::44cb:fcff:fee8:e1f/64 scope link tentative 2024-09-19T05:51:05.814 INFO:teuthology.orchestra.run.smithi078.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:05.815 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:05.815 DEBUG:teuthology.orchestra.run.smithi078:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:51:05.876 INFO:teuthology.orchestra.run.smithi078.stdout:1 2024-09-19T05:51:05.878 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:05.879 DEBUG:teuthology.orchestra.run.smithi078:> route 2024-09-19T05:51:05.934 INFO:teuthology.orchestra.run.smithi078.stdout:Kernel IP routing table 2024-09-19T05:51:05.935 INFO:teuthology.orchestra.run.smithi078.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:51:05.935 INFO:teuthology.orchestra.run.smithi078.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T05:51:05.935 INFO:teuthology.orchestra.run.smithi078.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T05:51:05.935 INFO:teuthology.orchestra.run.smithi078.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:51:05.935 DEBUG:teuthology.orchestra.run.smithi078:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:51:05.935 DEBUG:teuthology.orchestra.run.smithi078:> set -e 2024-09-19T05:51:05.935 DEBUG:teuthology.orchestra.run.smithi078:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T05:51:05.935 DEBUG:teuthology.orchestra.run.smithi078:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T05:51:05.936 DEBUG:teuthology.orchestra.run.smithi078:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T05:51:05.936 DEBUG:teuthology.orchestra.run.smithi078:> ') 2024-09-19T05:51:06.022 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:51:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:51:06.054 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:51:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:06.060 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:06.061 DEBUG:teuthology.orchestra.run.smithi078:> ip netns list 2024-09-19T05:51:06.076 INFO:teuthology.orchestra.run.smithi078.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T05:51:06.076 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:06.077 DEBUG:teuthology.orchestra.run.smithi078:> ip netns list-id 2024-09-19T05:51:06.132 INFO:teuthology.orchestra.run.smithi078.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-19T05:51:06.132 DEBUG:teuthology.orchestra.run.smithi078:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:51:06.132 DEBUG:teuthology.orchestra.run.smithi078:> set -e 2024-09-19T05:51:06.133 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:51:06.133 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-19T05:51:06.133 DEBUG:teuthology.orchestra.run.smithi078:> ') 2024-09-19T05:51:06.221 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:51:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:51:06.244 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:51:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:06.250 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:06.250 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-19T05:51:06.274 INFO:teuthology.orchestra.run.smithi078.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:51:06.274 INFO:teuthology.orchestra.run.smithi078.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:51:06.275 INFO:teuthology.orchestra.run.smithi078.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:51:06.275 INFO:teuthology.orchestra.run.smithi078.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:06.275 INFO:teuthology.orchestra.run.smithi078.stdout: inet6 ::1/128 scope host 2024-09-19T05:51:06.275 INFO:teuthology.orchestra.run.smithi078.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:06.275 INFO:teuthology.orchestra.run.smithi078.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:51:06.275 INFO:teuthology.orchestra.run.smithi078.stdout: link/ether 1e:e6:d0:cf:a4:5e brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T05:51:06.275 INFO:teuthology.orchestra.run.smithi078.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T05:51:06.275 INFO:teuthology.orchestra.run.smithi078.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:06.275 INFO:teuthology.orchestra.run.smithi078.stdout: inet6 fe80::1ce6:d0ff:fecf:a45e/64 scope link 2024-09-19T05:51:06.275 INFO:teuthology.orchestra.run.smithi078.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:06.276 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:06.276 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-19T05:51:06.341 INFO:teuthology.orchestra.run.smithi078.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:51:06.341 INFO:teuthology.orchestra.run.smithi078.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:51:06.342 INFO:teuthology.orchestra.run.smithi078.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:51:06.342 INFO:teuthology.orchestra.run.smithi078.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:06.342 INFO:teuthology.orchestra.run.smithi078.stdout: inet6 ::1/128 scope host 2024-09-19T05:51:06.342 INFO:teuthology.orchestra.run.smithi078.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:06.342 INFO:teuthology.orchestra.run.smithi078.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:51:06.342 INFO:teuthology.orchestra.run.smithi078.stdout: link/ether 1e:e6:d0:cf:a4:5e brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T05:51:06.342 INFO:teuthology.orchestra.run.smithi078.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T05:51:06.342 INFO:teuthology.orchestra.run.smithi078.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:06.342 INFO:teuthology.orchestra.run.smithi078.stdout: inet6 fe80::1ce6:d0ff:fecf:a45e/64 scope link 2024-09-19T05:51:06.342 INFO:teuthology.orchestra.run.smithi078.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:06.343 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-19T05:51:06.344 DEBUG:teuthology.orchestra.run.smithi078:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:51:06.344 DEBUG:teuthology.orchestra.run.smithi078:> set -e 2024-09-19T05:51:06.344 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-19T05:51:06.344 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-19T05:51:06.344 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-19T05:51:06.344 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-19T05:51:06.344 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-19T05:51:06.344 DEBUG:teuthology.orchestra.run.smithi078:> ') 2024-09-19T05:51:06.431 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:51:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:51:06.489 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:51:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:06.495 DEBUG:teuthology.orchestra.run.smithi078:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:51:06.495 DEBUG:teuthology.orchestra.run.smithi078:> set -e 2024-09-19T05:51:06.495 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip link set brx.1 up 2024-09-19T05:51:06.495 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip link set dev brx.1 master ceph-brx 2024-09-19T05:51:06.495 DEBUG:teuthology.orchestra.run.smithi078:> ') 2024-09-19T05:51:06.543 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:51:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:51:06.565 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:51:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:06.572 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-09-19T05:51:06.572 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:51:06.572 DEBUG:teuthology.orchestra.run.smithi078:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-19T05:51:06.588 INFO:teuthology.orchestra.run.smithi078.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-19T05:51:06.588 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:51:06.588 DEBUG:teuthology.orchestra.run.smithi078:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-19T05:51:06.643 DEBUG:teuthology.orchestra.run.smithi078:> sudo modprobe fuse 2024-09-19T05:51:06.708 DEBUG:teuthology.orchestra.run.smithi078:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T05:51:06.765 INFO:teuthology.orchestra.run.smithi078.stdout:/proc 2024-09-19T05:51:06.765 INFO:teuthology.orchestra.run.smithi078.stdout:/sys 2024-09-19T05:51:06.765 INFO:teuthology.orchestra.run.smithi078.stdout:/dev 2024-09-19T05:51:06.765 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/kernel/security 2024-09-19T05:51:06.765 INFO:teuthology.orchestra.run.smithi078.stdout:/dev/shm 2024-09-19T05:51:06.766 INFO:teuthology.orchestra.run.smithi078.stdout:/dev/pts 2024-09-19T05:51:06.766 INFO:teuthology.orchestra.run.smithi078.stdout:/run 2024-09-19T05:51:06.766 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/fs/cgroup 2024-09-19T05:51:06.766 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/fs/pstore 2024-09-19T05:51:06.766 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/fs/bpf 2024-09-19T05:51:06.766 INFO:teuthology.orchestra.run.smithi078.stdout:/ 2024-09-19T05:51:06.766 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/fs/selinux 2024-09-19T05:51:06.766 INFO:teuthology.orchestra.run.smithi078.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T05:51:06.766 INFO:teuthology.orchestra.run.smithi078.stdout:/dev/hugepages 2024-09-19T05:51:06.766 INFO:teuthology.orchestra.run.smithi078.stdout:/dev/mqueue 2024-09-19T05:51:06.766 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/kernel/debug 2024-09-19T05:51:06.766 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/kernel/tracing 2024-09-19T05:51:06.767 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/fs/fuse/connections 2024-09-19T05:51:06.767 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/kernel/config 2024-09-19T05:51:06.767 INFO:teuthology.orchestra.run.smithi078.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T05:51:06.767 INFO:teuthology.orchestra.run.smithi078.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T05:51:06.767 INFO:teuthology.orchestra.run.smithi078.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T05:51:06.767 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T05:51:06.767 INFO:teuthology.orchestra.run.smithi078.stdout:/run/user/1000 2024-09-19T05:51:06.767 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/ceph 2024-09-19T05:51:06.767 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/ceph/osd/ceph-4 2024-09-19T05:51:06.767 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/ceph/osd/ceph-5 2024-09-19T05:51:06.767 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/ceph/osd/ceph-6 2024-09-19T05:51:06.767 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/ceph/osd/ceph-7 2024-09-19T05:51:06.768 INFO:teuthology.orchestra.run.smithi078.stdout:/run/netns 2024-09-19T05:51:06.768 INFO:teuthology.orchestra.run.smithi078.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:51:06.768 INFO:teuthology.orchestra.run.smithi078.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:51:06.768 INFO:teuthology.orchestra.run.smithi078.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-19T05:51:06.768 INFO:teuthology.orchestra.run.smithi078.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:51:06.768 INFO:teuthology.orchestra.run.smithi078.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:51:06.768 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:06.768 DEBUG:teuthology.orchestra.run.smithi078:> ls /sys/fs/fuse/connections 2024-09-19T05:51:06.821 INFO:teuthology.orchestra.run.smithi078.stdout:41 2024-09-19T05:51:06.821 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [41] 2024-09-19T05:51:06.821 DEBUG:teuthology.orchestra.run.smithi078:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-09-19T05:51:06.864 DEBUG:teuthology.orchestra.run.smithi078:> sudo modprobe fuse 2024-09-19T05:51:06.889 DEBUG:teuthology.orchestra.run.smithi078:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T05:51:06.946 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi078.stderr:2024-09-19T05:51:06.944+0000 7f4a42152480 -1 init, newargv = 0x55bb8e8c1bd0 newargc=15 2024-09-19T05:51:06.946 INFO:teuthology.orchestra.run.smithi078.stdout:/proc 2024-09-19T05:51:06.946 INFO:teuthology.orchestra.run.smithi078.stdout:/sys 2024-09-19T05:51:06.947 INFO:teuthology.orchestra.run.smithi078.stdout:/dev 2024-09-19T05:51:06.947 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/kernel/security 2024-09-19T05:51:06.947 INFO:teuthology.orchestra.run.smithi078.stdout:/dev/shm 2024-09-19T05:51:06.947 INFO:teuthology.orchestra.run.smithi078.stdout:/dev/pts 2024-09-19T05:51:06.947 INFO:teuthology.orchestra.run.smithi078.stdout:/run 2024-09-19T05:51:06.947 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/fs/cgroup 2024-09-19T05:51:06.947 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/fs/pstore 2024-09-19T05:51:06.947 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/fs/bpf 2024-09-19T05:51:06.947 INFO:teuthology.orchestra.run.smithi078.stdout:/ 2024-09-19T05:51:06.947 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/fs/selinux 2024-09-19T05:51:06.947 INFO:teuthology.orchestra.run.smithi078.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T05:51:06.947 INFO:teuthology.orchestra.run.smithi078.stdout:/dev/hugepages 2024-09-19T05:51:06.948 INFO:teuthology.orchestra.run.smithi078.stdout:/dev/mqueue 2024-09-19T05:51:06.948 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/kernel/debug 2024-09-19T05:51:06.948 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/kernel/tracing 2024-09-19T05:51:06.948 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/fs/fuse/connections 2024-09-19T05:51:06.948 INFO:teuthology.orchestra.run.smithi078.stdout:/sys/kernel/config 2024-09-19T05:51:06.948 INFO:teuthology.orchestra.run.smithi078.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T05:51:06.948 INFO:teuthology.orchestra.run.smithi078.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T05:51:06.948 INFO:teuthology.orchestra.run.smithi078.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T05:51:06.948 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T05:51:06.948 INFO:teuthology.orchestra.run.smithi078.stdout:/run/user/1000 2024-09-19T05:51:06.948 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/ceph 2024-09-19T05:51:06.948 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/ceph/osd/ceph-4 2024-09-19T05:51:06.948 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/ceph/osd/ceph-5 2024-09-19T05:51:06.949 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/ceph/osd/ceph-6 2024-09-19T05:51:06.949 INFO:teuthology.orchestra.run.smithi078.stdout:/var/lib/ceph/osd/ceph-7 2024-09-19T05:51:06.949 INFO:teuthology.orchestra.run.smithi078.stdout:/run/netns 2024-09-19T05:51:06.949 INFO:teuthology.orchestra.run.smithi078.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:51:06.949 INFO:teuthology.orchestra.run.smithi078.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:51:06.949 INFO:teuthology.orchestra.run.smithi078.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-19T05:51:06.949 INFO:teuthology.orchestra.run.smithi078.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:51:06.949 INFO:teuthology.orchestra.run.smithi078.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:51:06.949 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi078.stderr:ceph-fuse[42979]: starting ceph client 2024-09-19T05:51:06.950 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:06.950 DEBUG:teuthology.orchestra.run.smithi078:> ls /sys/fs/fuse/connections 2024-09-19T05:51:06.951 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi078.stderr:ceph-fuse[42979]: starting fuse 2024-09-19T05:51:07.006 INFO:teuthology.orchestra.run.smithi078.stdout:41 2024-09-19T05:51:07.006 INFO:teuthology.orchestra.run.smithi078.stdout:44 2024-09-19T05:51:07.007 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41, 44] 2024-09-19T05:51:07.007 DEBUG:teuthology.orchestra.run.smithi078:> sudo stdin-killer -- python3 -c ' 2024-09-19T05:51:07.007 DEBUG:teuthology.orchestra.run.smithi078:> import glob 2024-09-19T05:51:07.007 DEBUG:teuthology.orchestra.run.smithi078:> import re 2024-09-19T05:51:07.007 DEBUG:teuthology.orchestra.run.smithi078:> import os 2024-09-19T05:51:07.007 DEBUG:teuthology.orchestra.run.smithi078:> import subprocess 2024-09-19T05:51:07.007 DEBUG:teuthology.orchestra.run.smithi078:> 2024-09-19T05:51:07.007 DEBUG:teuthology.orchestra.run.smithi078:> def _find_admin_socket(client_name): 2024-09-19T05:51:07.008 DEBUG:teuthology.orchestra.run.smithi078:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-09-19T05:51:07.008 DEBUG:teuthology.orchestra.run.smithi078:> files = glob.glob(asok_path) 2024-09-19T05:51:07.008 DEBUG:teuthology.orchestra.run.smithi078:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-09-19T05:51:07.008 DEBUG:teuthology.orchestra.run.smithi078:> 2024-09-19T05:51:07.008 DEBUG:teuthology.orchestra.run.smithi078:> # Given a non-glob path, it better be there 2024-09-19T05:51:07.008 DEBUG:teuthology.orchestra.run.smithi078:> if "*" not in asok_path: 2024-09-19T05:51:07.008 DEBUG:teuthology.orchestra.run.smithi078:> assert(len(files) == 1) 2024-09-19T05:51:07.008 DEBUG:teuthology.orchestra.run.smithi078:> return files[0] 2024-09-19T05:51:07.008 DEBUG:teuthology.orchestra.run.smithi078:> 2024-09-19T05:51:07.008 DEBUG:teuthology.orchestra.run.smithi078:> for f in files: 2024-09-19T05:51:07.008 DEBUG:teuthology.orchestra.run.smithi078:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T05:51:07.008 DEBUG:teuthology.orchestra.run.smithi078:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T05:51:07.008 DEBUG:teuthology.orchestra.run.smithi078:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T05:51:07.008 DEBUG:teuthology.orchestra.run.smithi078:> contents = proc_f.read() 2024-09-19T05:51:07.009 DEBUG:teuthology.orchestra.run.smithi078:> if mountpoint in contents: 2024-09-19T05:51:07.009 DEBUG:teuthology.orchestra.run.smithi078:> return f 2024-09-19T05:51:07.009 DEBUG:teuthology.orchestra.run.smithi078:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T05:51:07.009 DEBUG:teuthology.orchestra.run.smithi078:> 2024-09-19T05:51:07.009 DEBUG:teuthology.orchestra.run.smithi078:> print(_find_admin_socket("client.3")) 2024-09-19T05:51:07.009 DEBUG:teuthology.orchestra.run.smithi078:> ' 2024-09-19T05:51:07.124 INFO:teuthology.orchestra.run.smithi078.stdout:/var/run/ceph/ceph-client.3.42979.asok 2024-09-19T05:51:07.127 INFO:teuthology.orchestra.run.smithi078.stderr:2024-09-19T05:51:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:07.134 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.42979.asok 2024-09-19T05:51:07.134 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:07.135 DEBUG:teuthology.orchestra.run.smithi078:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.42979.asok status 2024-09-19T05:51:07.268 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-19T05:51:07.268 INFO:teuthology.orchestra.run.smithi078.stdout: "metadata": { 2024-09-19T05:51:07.268 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T05:51:07.268 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T05:51:07.268 INFO:teuthology.orchestra.run.smithi078.stdout: "entity_id": "3", 2024-09-19T05:51:07.268 INFO:teuthology.orchestra.run.smithi078.stdout: "hostname": "smithi078", 2024-09-19T05:51:07.268 INFO:teuthology.orchestra.run.smithi078.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-09-19T05:51:07.268 INFO:teuthology.orchestra.run.smithi078.stdout: "pid": "42979", 2024-09-19T05:51:07.268 INFO:teuthology.orchestra.run.smithi078.stdout: "root": "/" 2024-09-19T05:51:07.269 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-19T05:51:07.269 INFO:teuthology.orchestra.run.smithi078.stdout: "dentry_count": 0, 2024-09-19T05:51:07.269 INFO:teuthology.orchestra.run.smithi078.stdout: "dentry_pinned_count": 0, 2024-09-19T05:51:07.269 INFO:teuthology.orchestra.run.smithi078.stdout: "id": 4549, 2024-09-19T05:51:07.269 INFO:teuthology.orchestra.run.smithi078.stdout: "inst": { 2024-09-19T05:51:07.269 INFO:teuthology.orchestra.run.smithi078.stdout: "name": { 2024-09-19T05:51:07.269 INFO:teuthology.orchestra.run.smithi078.stdout: "type": "client", 2024-09-19T05:51:07.269 INFO:teuthology.orchestra.run.smithi078.stdout: "num": 4549 2024-09-19T05:51:07.269 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-19T05:51:07.269 INFO:teuthology.orchestra.run.smithi078.stdout: "addr": { 2024-09-19T05:51:07.269 INFO:teuthology.orchestra.run.smithi078.stdout: "type": "v1", 2024-09-19T05:51:07.269 INFO:teuthology.orchestra.run.smithi078.stdout: "addr": "192.168.0.2:0", 2024-09-19T05:51:07.269 INFO:teuthology.orchestra.run.smithi078.stdout: "nonce": 2000484184 2024-09-19T05:51:07.270 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-09-19T05:51:07.270 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-19T05:51:07.270 INFO:teuthology.orchestra.run.smithi078.stdout: "addr": { 2024-09-19T05:51:07.270 INFO:teuthology.orchestra.run.smithi078.stdout: "type": "v1", 2024-09-19T05:51:07.270 INFO:teuthology.orchestra.run.smithi078.stdout: "addr": "192.168.0.2:0", 2024-09-19T05:51:07.270 INFO:teuthology.orchestra.run.smithi078.stdout: "nonce": 2000484184 2024-09-19T05:51:07.270 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-09-19T05:51:07.270 INFO:teuthology.orchestra.run.smithi078.stdout: "inst_str": "client.4549 192.168.0.2:0/2000484184", 2024-09-19T05:51:07.270 INFO:teuthology.orchestra.run.smithi078.stdout: "addr_str": "192.168.0.2:0/2000484184", 2024-09-19T05:51:07.270 INFO:teuthology.orchestra.run.smithi078.stdout: "inode_count": 1, 2024-09-19T05:51:07.270 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_epoch": 7, 2024-09-19T05:51:07.270 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_epoch": 21, 2024-09-19T05:51:07.270 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_epoch_barrier": 0, 2024-09-19T05:51:07.271 INFO:teuthology.orchestra.run.smithi078.stdout: "blocklisted": false, 2024-09-19T05:51:07.271 INFO:teuthology.orchestra.run.smithi078.stdout: "fs_name": "cephfs" 2024-09-19T05:51:07.271 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-19T05:51:07.276 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:07.276 DEBUG:teuthology.orchestra.run.smithi046:> stat --file-system '--printf=%T 2024-09-19T05:51:07.276 DEBUG:teuthology.orchestra.run.smithi046:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T05:51:07.296 INFO:teuthology.orchestra.run.smithi046.stdout:fuseblk 2024-09-19T05:51:07.297 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T05:51:07.297 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:07.297 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:51:07.369 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:07.369 DEBUG:teuthology.orchestra.run.smithi046:> stat --file-system '--printf=%T 2024-09-19T05:51:07.369 DEBUG:teuthology.orchestra.run.smithi046:> ' -- /home/ubuntu/cephtest/mnt.2 2024-09-19T05:51:07.428 INFO:teuthology.orchestra.run.smithi046.stdout:fuseblk 2024-09-19T05:51:07.428 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-09-19T05:51:07.428 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:07.428 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-19T05:51:07.499 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:07.500 DEBUG:teuthology.orchestra.run.smithi078:> stat --file-system '--printf=%T 2024-09-19T05:51:07.500 DEBUG:teuthology.orchestra.run.smithi078:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-19T05:51:07.516 INFO:teuthology.orchestra.run.smithi078.stdout:fuseblk 2024-09-19T05:51:07.516 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-19T05:51:07.516 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:07.516 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:51:07.581 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:07.581 DEBUG:teuthology.orchestra.run.smithi078:> stat --file-system '--printf=%T 2024-09-19T05:51:07.581 DEBUG:teuthology.orchestra.run.smithi078:> ' -- /home/ubuntu/cephtest/mnt.3 2024-09-19T05:51:07.637 INFO:teuthology.orchestra.run.smithi078.stdout:fuseblk 2024-09-19T05:51:07.637 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-09-19T05:51:07.637 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:07.638 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-19T05:51:07.703 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-19T05:51:07.737 INFO:tasks.cephfs_test_runner:Starting test: test_snap_dir_name (tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir) Test the correctness of snap directory name 2024-09-19T05:51:07.737 INFO:tasks.cephfs_test_runner:test_snap_dir_name (tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir) 2024-09-19T05:51:07.737 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:51:07.850 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.848+0000 7f0adad4b640 1 Processor -- start 2024-09-19T05:51:07.850 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.848+0000 7f0adad4b640 1 -- start start 2024-09-19T05:51:07.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.849+0000 7f0adad4b640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f0ad4161d50 0x7f0ad40d1eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:07.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.849+0000 7f0adad4b640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0ad40b3970 0x7f0ad40b2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:07.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.849+0000 7f0adad4b640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ad406c940 con 0x7f0ad409be80 2024-09-19T05:51:07.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.849+0000 7f0adad4b640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f0ad40b2ea0 con 0x7f0ad4161d50 2024-09-19T05:51:07.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.849+0000 7f0adad4b640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f0ad40b1e80 con 0x7f0ad40b3970 2024-09-19T05:51:07.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.849+0000 7f0acbfff640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f0ad409be80 0x7f0ad40b3260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:46640/0 (socket says 172.21.15.46:46640) 2024-09-19T05:51:07.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.849+0000 7f0acbfff640 1 -- 172.21.15.46:0/3838086669 learned_addr learned my addr 172.21.15.46:0/3838086669 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:07.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.849+0000 7f0ad8ae7640 1 --2- 172.21.15.46:0/3838086669 >> v2:172.21.15.78:3300/0 conn(0x7f0ad4161d50 0x7f0ad40d1eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:07.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.849+0000 7f0ad92e8640 1 --2- 172.21.15.46:0/3838086669 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0ad40b3970 0x7f0ad40b2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:07.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.849+0000 7f0acb7fe640 1 -- 172.21.15.46:0/3838086669 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 39112657 0 0) 0x7f0ad406c940 con 0x7f0ad409be80 2024-09-19T05:51:07.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.849+0000 7f0acb7fe640 1 -- 172.21.15.46:0/3838086669 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0abc003520 con 0x7f0ad409be80 2024-09-19T05:51:07.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.849+0000 7f0ad8ae7640 1 -- 172.21.15.46:0/3838086669 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0ad40b3970 msgr2=0x7f0ad40b2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:07.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.849+0000 7f0ad8ae7640 1 --2- 172.21.15.46:0/3838086669 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0ad40b3970 0x7f0ad40b2960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:07.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.849+0000 7f0ad8ae7640 1 -- 172.21.15.46:0/3838086669 >> v1:172.21.15.46:6789/0 conn(0x7f0ad409be80 legacy=0x7f0ad40b3260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:07.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.850+0000 7f0ad8ae7640 1 -- 172.21.15.46:0/3838086669 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ad40b2160 con 0x7f0ad4161d50 2024-09-19T05:51:07.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.850+0000 7f0ad8ae7640 1 --2- 172.21.15.46:0/3838086669 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0ad4161d50 0x7f0ad40d1eb0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0ad00097a0 tx=0x7f0ad002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f4c143a7a580121c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:07.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.850+0000 7f0acb7fe640 1 -- 172.21.15.46:0/3838086669 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ad0037070 con 0x7f0ad4161d50 2024-09-19T05:51:07.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.851+0000 7f0acb7fe640 1 -- 172.21.15.46:0/3838086669 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ad0032440 con 0x7f0ad4161d50 2024-09-19T05:51:07.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.851+0000 7f0acb7fe640 1 -- 172.21.15.46:0/3838086669 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ad00327f0 con 0x7f0ad4161d50 2024-09-19T05:51:07.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.851+0000 7f0adad4b640 1 -- 172.21.15.46:0/3838086669 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0ad4161d50 msgr2=0x7f0ad40d1eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:07.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.851+0000 7f0adad4b640 1 --2- 172.21.15.46:0/3838086669 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0ad4161d50 0x7f0ad40d1eb0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0ad00097a0 tx=0x7f0ad002a180 comp rx=0 tx=0).stop 2024-09-19T05:51:07.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.851+0000 7f0adad4b640 1 -- 172.21.15.46:0/3838086669 shutdown_connections 2024-09-19T05:51:07.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.851+0000 7f0adad4b640 1 --2- 172.21.15.46:0/3838086669 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0ad40b3970 0x7f0ad40b2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:07.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.851+0000 7f0adad4b640 1 --2- 172.21.15.46:0/3838086669 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0ad4161d50 0x7f0ad40d1eb0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:07.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.851+0000 7f0adad4b640 1 -- 172.21.15.46:0/3838086669 >> 172.21.15.46:0/3838086669 conn(0x7f0ad409ba70 msgr2=0x7f0ad40b40d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:07.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.851+0000 7f0adad4b640 1 -- 172.21.15.46:0/3838086669 shutdown_connections 2024-09-19T05:51:07.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.851+0000 7f0adad4b640 1 -- 172.21.15.46:0/3838086669 wait complete. 2024-09-19T05:51:07.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.852+0000 7f0adad4b640 1 Processor -- start 2024-09-19T05:51:07.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.852+0000 7f0adad4b640 1 -- start start 2024-09-19T05:51:07.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.853+0000 7f0adad4b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0ad409be80 0x7f0ad415fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:07.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.853+0000 7f0adad4b640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0ad40b3970 0x7f0ad409df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:07.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.853+0000 7f0adad4b640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0ad4161d50 0x7f0ad409fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:07.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.853+0000 7f0adad4b640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0ad406c5d0 con 0x7f0ad409be80 2024-09-19T05:51:07.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.853+0000 7f0adad4b640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0ad406cc20 con 0x7f0ad40b3970 2024-09-19T05:51:07.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.853+0000 7f0adad4b640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f0ad4162130 con 0x7f0ad4161d50 2024-09-19T05:51:07.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.853+0000 7f0ad8ae7640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0ad409be80 0x7f0ad415fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:07.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.853+0000 7f0ad8ae7640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0ad409be80 0x7f0ad415fb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38696/0 (socket says 172.21.15.46:38696) 2024-09-19T05:51:07.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.853+0000 7f0ad8ae7640 1 -- 172.21.15.46:0/4017070647 learned_addr learned my addr 172.21.15.46:0/4017070647 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:07.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.854+0000 7f0ad8ae7640 1 -- 172.21.15.46:0/4017070647 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0ad4161d50 msgr2=0x7f0ad409fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:07.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.854+0000 7f0ad8ae7640 1 --2- 172.21.15.46:0/4017070647 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0ad4161d50 0x7f0ad409fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:07.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.854+0000 7f0ad8ae7640 1 -- 172.21.15.46:0/4017070647 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0ad40b3970 msgr2=0x7f0ad409df70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:07.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.854+0000 7f0ad8ae7640 1 --2- 172.21.15.46:0/4017070647 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0ad40b3970 0x7f0ad409df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:07.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.854+0000 7f0ad8ae7640 1 -- 172.21.15.46:0/4017070647 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ad409ced0 con 0x7f0ad409be80 2024-09-19T05:51:07.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.854+0000 7f0ad8ae7640 1 --2- 172.21.15.46:0/4017070647 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0ad409be80 0x7f0ad415fb80 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f0ad002a1c0 tx=0x7f0ad00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:07.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.854+0000 7f0ac97fa640 1 -- 172.21.15.46:0/4017070647 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ad0037040 con 0x7f0ad409be80 2024-09-19T05:51:07.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.854+0000 7f0ac97fa640 1 -- 172.21.15.46:0/4017070647 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ad0042070 con 0x7f0ad409be80 2024-09-19T05:51:07.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.854+0000 7f0ac97fa640 1 -- 172.21.15.46:0/4017070647 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ad003b930 con 0x7f0ad409be80 2024-09-19T05:51:07.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.854+0000 7f0adad4b640 1 -- 172.21.15.46:0/4017070647 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ad409d1b0 con 0x7f0ad409be80 2024-09-19T05:51:07.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.854+0000 7f0adad4b640 1 -- 172.21.15.46:0/4017070647 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ad409da50 con 0x7f0ad409be80 2024-09-19T05:51:07.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.855+0000 7f0adad4b640 1 -- 172.21.15.46:0/4017070647 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ad40b2960 con 0x7f0ad409be80 2024-09-19T05:51:07.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.856+0000 7f0ac97fa640 1 -- 172.21.15.46:0/4017070647 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0ad003bad0 con 0x7f0ad409be80 2024-09-19T05:51:07.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.856+0000 7f0ac97fa640 1 --2- 172.21.15.46:0/4017070647 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0ac006c2b0 0x7f0ac006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:07.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.856+0000 7f0ac97fa640 1 -- 172.21.15.46:0/4017070647 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f0ad00abb60 con 0x7f0ad409be80 2024-09-19T05:51:07.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.857+0000 7f0acbfff640 1 --2- 172.21.15.46:0/4017070647 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0ac006c2b0 0x7f0ac006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:07.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.857+0000 7f0acbfff640 1 --2- 172.21.15.46:0/4017070647 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0ac006c2b0 0x7f0ac006e770 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f0ac4000f60 tx=0x7f0ac40078f0 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:07.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:07.861+0000 7f0ac97fa640 1 -- 172.21.15.46:0/4017070647 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0ad007a360 con 0x7f0ad409be80 2024-09-19T05:51:08.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.038+0000 7f0adad4b640 1 -- 172.21.15.46:0/4017070647 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0ad40b1830 con 0x7f0ad409be80 2024-09-19T05:51:08.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.039+0000 7f0ac97fa640 1 -- 172.21.15.46:0/4017070647 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16617 (secure 0 0 0) 0x7f0ad0079c60 con 0x7f0ad409be80 2024-09-19T05:51:08.041 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:08.042 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":21,"fsid":"f422d15e-e2c9-44aa-a788-7f9714905c67","created":"2024-09-19T05:50:21.601235+0000","modified":"2024-09-19T05:50:46.637204+0000","last_up_change":"2024-09-19T05:50:34.148268+0000","last_in_change":"2024-09-19T05:50:23.689134+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:50:33.840497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:50:42.856920+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:50:43.974696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5887dcb-f9c0-42a0-905d-718d357b4b57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6825","nonce":1884048663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6827","nonce":1884048663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6831","nonce":1884048663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6829","nonce":1884048663}]},"public_addr":"172.21.15.46:6825/1884048663","cluster_addr":"172.21.15.46:6827/1884048663","heartbeat_back_addr":"172.21.15.46:6831/1884048663","heartbeat_front_addr":"172.21.15.46:6829/1884048663","state":["exists","up"]},{"osd":1,"uuid":"3fed9b97-7482-4314-bf02-1518c03be152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6801","nonce":2797692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6803","nonce":2797692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6807","nonce":2797692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6805","nonce":2797692057}]},"public_addr":"172.21.15.46:6801/2797692057","cluster_addr":"172.21.15.46:6803/2797692057","heartbeat_back_addr":"172.21.15.46:6807/2797692057","heartbeat_front_addr":"172.21.15.46:6805/2797692057","state":["exists","up"]},{"osd":2,"uuid":"2e36d163-339b-491e-98a9-6e768a3249e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6809","nonce":4061240230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6811","nonce":4061240230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6815","nonce":4061240230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6813","nonce":4061240230}]},"public_addr":"172.21.15.46:6809/4061240230","cluster_addr":"172.21.15.46:6811/4061240230","heartbeat_back_addr":"172.21.15.46:6815/4061240230","heartbeat_front_addr":"172.21.15.46:6813/4061240230","state":["exists","up"]},{"osd":3,"uuid":"98fb22e5-3d85-4bb7-a92e-63625f26d7b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6817","nonce":170935989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6819","nonce":170935989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6823","nonce":170935989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6821","nonce":170935989}]},"public_addr":"172.21.15.46:6817/170935989","cluster_addr":"172.21.15.46:6819/170935989","heartbeat_back_addr":"172.21.15.46:6823/170935989","heartbeat_front_addr":"172.21.15.46:6821/170935989","state":["exists","up"]},{"osd":4,"uuid":"055bb872-b76a-40ab-aab7-c6e327ee7735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6809","nonce":2319815351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6811","nonce":2319815351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6815","nonce":2319815351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6813","nonce":2319815351}]},"public_addr":"172.21.15.78:6809/2319815351","cluster_addr":"172.21.15.78:6811/2319815351","heartbeat_back_addr":"172.21.15.78:6815/2319815351","heartbeat_front_addr":"172.21.15.78:6813/2319815351","state":["exists","up"]},{"osd":5,"uuid":"4164d7c8-3350-4cd1-b105-8376e2b8d205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6825","nonce":1036798121}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6827","nonce":1036798121}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6831","nonce":1036798121}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6829","nonce":1036798121}]},"public_addr":"172.21.15.78:6825/1036798121","cluster_addr":"172.21.15.78:6827/1036798121","heartbeat_back_addr":"172.21.15.78:6831/1036798121","heartbeat_front_addr":"172.21.15.78:6829/1036798121","state":["exists","up"]},{"osd":6,"uuid":"2ad21b97-7629-4de2-851e-909e8b1defd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6801","nonce":707998422}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6803","nonce":707998422}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6807","nonce":707998422}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6805","nonce":707998422}]},"public_addr":"172.21.15.78:6801/707998422","cluster_addr":"172.21.15.78:6803/707998422","heartbeat_back_addr":"172.21.15.78:6807/707998422","heartbeat_front_addr":"172.21.15.78:6805/707998422","state":["exists","up"]},{"osd":7,"uuid":"88efccef-c5f1-43b6-b786-9bc72f2cf2cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6817","nonce":2547959841}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6819","nonce":2547959841}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6823","nonce":2547959841}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6821","nonce":2547959841}]},"public_addr":"172.21.15.78:6817/2547959841","cluster_addr":"172.21.15.78:6819/2547959841","heartbeat_back_addr":"172.21.15.78:6823/2547959841","heartbeat_front_addr":"172.21.15.78:6821/2547959841","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.653882+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.491170+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.251245+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989665+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:31.041334+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.652320+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.566922+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:51:08.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.041+0000 7f0adad4b640 1 -- 172.21.15.46:0/4017070647 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0ac006c2b0 msgr2=0x7f0ac006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:08.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.042+0000 7f0adad4b640 1 --2- 172.21.15.46:0/4017070647 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0ac006c2b0 0x7f0ac006e770 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f0ac4000f60 tx=0x7f0ac40078f0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.042+0000 7f0adad4b640 1 -- 172.21.15.46:0/4017070647 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0ad409be80 msgr2=0x7f0ad415fb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:08.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.042+0000 7f0adad4b640 1 --2- 172.21.15.46:0/4017070647 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0ad409be80 0x7f0ad415fb80 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f0ad002a1c0 tx=0x7f0ad00046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.042+0000 7f0adad4b640 1 -- 172.21.15.46:0/4017070647 shutdown_connections 2024-09-19T05:51:08.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.042+0000 7f0adad4b640 1 --2- 172.21.15.46:0/4017070647 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0ac006c2b0 0x7f0ac006e770 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.042+0000 7f0adad4b640 1 --2- 172.21.15.46:0/4017070647 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0ad4161d50 0x7f0ad409fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.042+0000 7f0adad4b640 1 --2- 172.21.15.46:0/4017070647 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0ad40b3970 0x7f0ad409df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.042+0000 7f0adad4b640 1 --2- 172.21.15.46:0/4017070647 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0ad409be80 0x7f0ad415fb80 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.042+0000 7f0adad4b640 1 -- 172.21.15.46:0/4017070647 >> 172.21.15.46:0/4017070647 conn(0x7f0ad409ba70 msgr2=0x7f0ad40cee20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:08.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.042+0000 7f0adad4b640 1 -- 172.21.15.46:0/4017070647 shutdown_connections 2024-09-19T05:51:08.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.042+0000 7f0adad4b640 1 -- 172.21.15.46:0/4017070647 wait complete. 2024-09-19T05:51:08.055 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T05:50:33.840497+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-19T05:50:42.856920+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-19T05:50:43.974696+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T05:51:08.055 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T05:51:08.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.158+0000 7ff738fd6640 1 Processor -- start 2024-09-19T05:51:08.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.158+0000 7ff738fd6640 1 -- start start 2024-09-19T05:51:08.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.159+0000 7ff738fd6640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff7340b3150 0x7ff7340b7900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:08.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.159+0000 7ff738fd6640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff7340d2b30 con 0x7ff7340d1030 2024-09-19T05:51:08.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.159+0000 7ff738fd6640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff7340d2e10 con 0x7ff73415e830 2024-09-19T05:51:08.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.159+0000 7ff738fd6640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7ff7340d30f0 con 0x7ff7340b3150 2024-09-19T05:51:08.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.160+0000 7ff732d9d640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7ff7340d1030 0x7ff7340d38f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:46648/0 (socket says 172.21.15.46:46648) 2024-09-19T05:51:08.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.160+0000 7ff732d9d640 1 -- 172.21.15.46:0/3108026379 learned_addr learned my addr 172.21.15.46:0/3108026379 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:08.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.160+0000 7ff731d9b640 1 --2- 172.21.15.46:0/3108026379 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff7340b3150 0x7ff7340b7900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:08.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.160+0000 7ff73159a640 1 -- 172.21.15.46:0/3108026379 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1273338843 0 0) 0x7ff7340d2b30 con 0x7ff7340d1030 2024-09-19T05:51:08.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.160+0000 7ff73159a640 1 -- 172.21.15.46:0/3108026379 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff720003520 con 0x7ff7340d1030 2024-09-19T05:51:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.160+0000 7ff73159a640 1 -- 172.21.15.46:0/3108026379 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3416744415 0 0) 0x7ff7340d2e10 con 0x7ff73415e830 2024-09-19T05:51:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.160+0000 7ff73159a640 1 -- 172.21.15.46:0/3108026379 --> v1:172.21.15.78:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff7340d2b30 con 0x7ff73415e830 2024-09-19T05:51:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.160+0000 7ff73159a640 1 -- 172.21.15.46:0/3108026379 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2587452331 0 0) 0x7ff720003520 con 0x7ff7340d1030 2024-09-19T05:51:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.160+0000 7ff731d9b640 1 -- 172.21.15.46:0/3108026379 >> v1:172.21.15.78:6789/0 conn(0x7ff73415e830 legacy=0x7ff7340cf650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.160+0000 7ff731d9b640 1 -- 172.21.15.46:0/3108026379 >> v1:172.21.15.46:6789/0 conn(0x7ff7340d1030 legacy=0x7ff7340d38f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.160+0000 7ff731d9b640 1 -- 172.21.15.46:0/3108026379 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7340cfeb0 con 0x7ff7340b3150 2024-09-19T05:51:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.161+0000 7ff731d9b640 1 --2- 172.21.15.46:0/3108026379 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff7340b3150 0x7ff7340b7900 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ff71c0097d0 tx=0x7ff71c02a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=542493b20a28245c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.161+0000 7ff73159a640 1 -- 172.21.15.46:0/3108026379 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff71c037070 con 0x7ff7340b3150 2024-09-19T05:51:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.161+0000 7ff73159a640 1 -- 172.21.15.46:0/3108026379 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff71c02ab90 con 0x7ff7340b3150 2024-09-19T05:51:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.161+0000 7ff73159a640 1 -- 172.21.15.46:0/3108026379 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7240019f0 con 0x7ff7340b3150 2024-09-19T05:51:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.161+0000 7ff738fd6640 1 -- 172.21.15.46:0/3108026379 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff7340b3150 msgr2=0x7ff7340b7900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.161+0000 7ff738fd6640 1 --2- 172.21.15.46:0/3108026379 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff7340b3150 0x7ff7340b7900 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ff71c0097d0 tx=0x7ff71c02a100 comp rx=0 tx=0).stop 2024-09-19T05:51:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.162+0000 7ff738fd6640 1 -- 172.21.15.46:0/3108026379 shutdown_connections 2024-09-19T05:51:08.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.162+0000 7ff738fd6640 1 --2- 172.21.15.46:0/3108026379 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff7340b3150 0x7ff7340b7900 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.162+0000 7ff738fd6640 1 -- 172.21.15.46:0/3108026379 >> 172.21.15.46:0/3108026379 conn(0x7ff734062630 msgr2=0x7ff734062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:08.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.162+0000 7ff738fd6640 1 -- 172.21.15.46:0/3108026379 shutdown_connections 2024-09-19T05:51:08.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.162+0000 7ff738fd6640 1 -- 172.21.15.46:0/3108026379 wait complete. 2024-09-19T05:51:08.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.163+0000 7ff738fd6640 1 Processor -- start 2024-09-19T05:51:08.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.163+0000 7ff738fd6640 1 -- start start 2024-09-19T05:51:08.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.164+0000 7ff738fd6640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff7340b3150 0x7ff734147830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:08.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.164+0000 7ff738fd6640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7340d1030 0x7ff7340cba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:08.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.164+0000 7ff738fd6640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff73415e830 0x7ff734149870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:08.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.164+0000 7ff738fd6640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff7340d4180 con 0x7ff7340d1030 2024-09-19T05:51:08.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.164+0000 7ff738fd6640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff7340d4000 con 0x7ff73415e830 2024-09-19T05:51:08.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.164+0000 7ff738fd6640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7ff7340d4300 con 0x7ff7340b3150 2024-09-19T05:51:08.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.164+0000 7ff731d9b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7340d1030 0x7ff7340cba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:08.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.164+0000 7ff731d9b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7340d1030 0x7ff7340cba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38706/0 (socket says 172.21.15.46:38706) 2024-09-19T05:51:08.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.164+0000 7ff731d9b640 1 -- 172.21.15.46:0/870315641 learned_addr learned my addr 172.21.15.46:0/870315641 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:08.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.164+0000 7ff73259c640 1 --2- 172.21.15.46:0/870315641 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff7340b3150 0x7ff734147830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:08.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.164+0000 7ff732d9d640 1 --2- 172.21.15.46:0/870315641 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff73415e830 0x7ff734149870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:08.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.164+0000 7ff731d9b640 1 -- 172.21.15.46:0/870315641 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff7340b3150 msgr2=0x7ff734147830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:08.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.164+0000 7ff731d9b640 1 --2- 172.21.15.46:0/870315641 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff7340b3150 0x7ff734147830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.164+0000 7ff731d9b640 1 -- 172.21.15.46:0/870315641 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff73415e830 msgr2=0x7ff734149870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:08.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.164+0000 7ff731d9b640 1 --2- 172.21.15.46:0/870315641 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff73415e830 0x7ff734149870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.164+0000 7ff731d9b640 1 -- 172.21.15.46:0/870315641 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7340c8d50 con 0x7ff7340d1030 2024-09-19T05:51:08.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.164+0000 7ff731d9b640 1 --2- 172.21.15.46:0/870315641 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7340d1030 0x7ff7340cba60 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ff71c035040 tx=0x7ff71c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:08.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.164+0000 7ff72affd640 1 -- 172.21.15.46:0/870315641 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff71c041020 con 0x7ff7340d1030 2024-09-19T05:51:08.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.164+0000 7ff72affd640 1 -- 172.21.15.46:0/870315641 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff71c03d640 con 0x7ff7340d1030 2024-09-19T05:51:08.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.164+0000 7ff738fd6640 1 -- 172.21.15.46:0/870315641 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff73414a6d0 con 0x7ff7340d1030 2024-09-19T05:51:08.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.164+0000 7ff72affd640 1 -- 172.21.15.46:0/870315641 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff71c037040 con 0x7ff7340d1030 2024-09-19T05:51:08.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.165+0000 7ff738fd6640 1 -- 172.21.15.46:0/870315641 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7340c92d0 con 0x7ff7340d1030 2024-09-19T05:51:08.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.166+0000 7ff738fd6640 1 -- 172.21.15.46:0/870315641 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7340b7900 con 0x7ff7340d1030 2024-09-19T05:51:08.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.166+0000 7ff72affd640 1 -- 172.21.15.46:0/870315641 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff71c044020 con 0x7ff7340d1030 2024-09-19T05:51:08.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.167+0000 7ff72affd640 1 --2- 172.21.15.46:0/870315641 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff71406c2b0 0x7ff71406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:08.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.167+0000 7ff73259c640 1 --2- 172.21.15.46:0/870315641 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff71406c2b0 0x7ff71406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:08.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.167+0000 7ff72affd640 1 -- 172.21.15.46:0/870315641 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff71c0ab8f0 con 0x7ff7340d1030 2024-09-19T05:51:08.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.167+0000 7ff73259c640 1 --2- 172.21.15.46:0/870315641 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff71406c2b0 0x7ff71406e770 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7ff72c0011e0 tx=0x7ff72c009040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:08.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.171+0000 7ff72affd640 1 -- 172.21.15.46:0/870315641 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff71c04b030 con 0x7ff7340d1030 2024-09-19T05:51:08.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.346+0000 7ff738fd6640 1 -- 172.21.15.46:0/870315641 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff73415dbe0 con 0x7ff7340d1030 2024-09-19T05:51:08.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.346+0000 7ff72affd640 1 -- 172.21.15.46:0/870315641 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) ==== 93+0+10 (secure 0 0 0) 0x7ff71c079970 con 0x7ff7340d1030 2024-09-19T05:51:08.348 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2024-09-19T05:51:08.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.348+0000 7ff738fd6640 1 -- 172.21.15.46:0/870315641 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff71406c2b0 msgr2=0x7ff71406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:08.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.348+0000 7ff738fd6640 1 --2- 172.21.15.46:0/870315641 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff71406c2b0 0x7ff71406e770 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7ff72c0011e0 tx=0x7ff72c009040 comp rx=0 tx=0).stop 2024-09-19T05:51:08.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.348+0000 7ff738fd6640 1 -- 172.21.15.46:0/870315641 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7340d1030 msgr2=0x7ff7340cba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:08.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.348+0000 7ff738fd6640 1 --2- 172.21.15.46:0/870315641 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7340d1030 0x7ff7340cba60 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ff71c035040 tx=0x7ff71c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.348+0000 7ff738fd6640 1 -- 172.21.15.46:0/870315641 shutdown_connections 2024-09-19T05:51:08.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.348+0000 7ff738fd6640 1 --2- 172.21.15.46:0/870315641 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff71406c2b0 0x7ff71406e770 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.348+0000 7ff738fd6640 1 --2- 172.21.15.46:0/870315641 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff73415e830 0x7ff734149870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.348+0000 7ff738fd6640 1 --2- 172.21.15.46:0/870315641 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7340d1030 0x7ff7340cba60 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.348+0000 7ff738fd6640 1 --2- 172.21.15.46:0/870315641 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff7340b3150 0x7ff734147830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.349+0000 7ff738fd6640 1 -- 172.21.15.46:0/870315641 >> 172.21.15.46:0/870315641 conn(0x7ff734062630 msgr2=0x7ff734062a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:08.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.349+0000 7ff738fd6640 1 -- 172.21.15.46:0/870315641 shutdown_connections 2024-09-19T05:51:08.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.349+0000 7ff738fd6640 1 -- 172.21.15.46:0/870315641 wait complete. 2024-09-19T05:51:08.361 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-19T05:51:08.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.464+0000 7fd58432c640 1 Processor -- start 2024-09-19T05:51:08.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.464+0000 7fd58432c640 1 -- start start 2024-09-19T05:51:08.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.465+0000 7fd58432c640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fd57c0b3150 0x7fd57c0b7900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:08.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.465+0000 7fd58432c640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd57c0d1030 0x7fd57c0d14a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:08.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.465+0000 7fd58432c640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd57c0d2b30 con 0x7fd57c15e830 2024-09-19T05:51:08.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.465+0000 7fd58432c640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fd57c0d19e0 con 0x7fd57c0b3150 2024-09-19T05:51:08.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.465+0000 7fd58432c640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fd57c0d2e10 con 0x7fd57c0d1030 2024-09-19T05:51:08.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.465+0000 7fd5818c7640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fd57c0b3150 0x7fd57c0b7900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:08.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.465+0000 7fd5820c8640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fd57c15e830 0x7fd57c0cf650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:46654/0 (socket says 172.21.15.46:46654) 2024-09-19T05:51:08.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.465+0000 7fd5820c8640 1 -- 172.21.15.46:0/2555506308 learned_addr learned my addr 172.21.15.46:0/2555506308 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:08.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.466+0000 7fd5828c9640 1 --2- 172.21.15.46:0/2555506308 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd57c0d1030 0x7fd57c0d14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:08.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.466+0000 7fd5818c7640 1 -- 172.21.15.46:0/2555506308 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd57c0d1030 msgr2=0x7fd57c0d14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:08.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.466+0000 7fd5818c7640 1 --2- 172.21.15.46:0/2555506308 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd57c0d1030 0x7fd57c0d14a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.466+0000 7fd5818c7640 1 -- 172.21.15.46:0/2555506308 >> v1:172.21.15.46:6789/0 conn(0x7fd57c15e830 legacy=0x7fd57c0cf650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:08.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.466+0000 7fd5818c7640 1 -- 172.21.15.46:0/2555506308 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd57c0d30f0 con 0x7fd57c0b3150 2024-09-19T05:51:08.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.466+0000 7fd5818c7640 1 --2- 172.21.15.46:0/2555506308 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd57c0b3150 0x7fd57c0b7900 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd5700097a0 tx=0x7fd57002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56df4f26e20f35fb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:08.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.467+0000 7fd5810c6640 1 -- 172.21.15.46:0/2555506308 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd570037070 con 0x7fd57c0b3150 2024-09-19T05:51:08.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.467+0000 7fd5810c6640 1 -- 172.21.15.46:0/2555506308 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd57002ae50 con 0x7fd57c0b3150 2024-09-19T05:51:08.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.467+0000 7fd5810c6640 1 -- 172.21.15.46:0/2555506308 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd570032660 con 0x7fd57c0b3150 2024-09-19T05:51:08.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.467+0000 7fd58432c640 1 -- 172.21.15.46:0/2555506308 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd57c0b3150 msgr2=0x7fd57c0b7900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:08.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.467+0000 7fd58432c640 1 --2- 172.21.15.46:0/2555506308 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd57c0b3150 0x7fd57c0b7900 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd5700097a0 tx=0x7fd57002a100 comp rx=0 tx=0).stop 2024-09-19T05:51:08.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.467+0000 7fd58432c640 1 -- 172.21.15.46:0/2555506308 shutdown_connections 2024-09-19T05:51:08.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.467+0000 7fd58432c640 1 --2- 172.21.15.46:0/2555506308 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd57c0b3150 0x7fd57c0b7900 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.467+0000 7fd58432c640 1 --2- 172.21.15.46:0/2555506308 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd57c0d1030 0x7fd57c0d14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.467+0000 7fd58432c640 1 -- 172.21.15.46:0/2555506308 >> 172.21.15.46:0/2555506308 conn(0x7fd57c062630 msgr2=0x7fd57c062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:08.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.467+0000 7fd58432c640 1 -- 172.21.15.46:0/2555506308 shutdown_connections 2024-09-19T05:51:08.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.467+0000 7fd58432c640 1 -- 172.21.15.46:0/2555506308 wait complete. 2024-09-19T05:51:08.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.468+0000 7fd58432c640 1 Processor -- start 2024-09-19T05:51:08.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.469+0000 7fd58432c640 1 -- start start 2024-09-19T05:51:08.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.469+0000 7fd58432c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd57c0b3150 0x7fd57c0b60c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:08.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.469+0000 7fd58432c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd57c0d1030 0x7fd57c154440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:08.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.469+0000 7fd58432c640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd57c15e830 0x7fd57c0cce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.469+0000 7fd58432c640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd57c0b7fc0 con 0x7fd57c0d1030 2024-09-19T05:51:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.469+0000 7fd58432c640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd57c0b7e40 con 0x7fd57c0b3150 2024-09-19T05:51:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.469+0000 7fd58432c640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fd57c0d38f0 con 0x7fd57c15e830 2024-09-19T05:51:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.469+0000 7fd5818c7640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd57c0d1030 0x7fd57c154440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.469+0000 7fd5818c7640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd57c0d1030 0x7fd57c154440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38728/0 (socket says 172.21.15.46:38728) 2024-09-19T05:51:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.469+0000 7fd5818c7640 1 -- 172.21.15.46:0/1538820590 learned_addr learned my addr 172.21.15.46:0/1538820590 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.469+0000 7fd5820c8640 1 --2- 172.21.15.46:0/1538820590 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd57c0b3150 0x7fd57c0b60c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.469+0000 7fd5828c9640 1 --2- 172.21.15.46:0/1538820590 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd57c15e830 0x7fd57c0cce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.470+0000 7fd5818c7640 1 -- 172.21.15.46:0/1538820590 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd57c15e830 msgr2=0x7fd57c0cce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.470+0000 7fd5818c7640 1 --2- 172.21.15.46:0/1538820590 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd57c15e830 0x7fd57c0cce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.470+0000 7fd5818c7640 1 -- 172.21.15.46:0/1538820590 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd57c0b3150 msgr2=0x7fd57c0b60c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.470+0000 7fd5818c7640 1 --2- 172.21.15.46:0/1538820590 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd57c0b3150 0x7fd57c0b60c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.470+0000 7fd5818c7640 1 -- 172.21.15.46:0/1538820590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd57c0b6600 con 0x7fd57c0d1030 2024-09-19T05:51:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.470+0000 7fd5818c7640 1 --2- 172.21.15.46:0/1538820590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd57c0d1030 0x7fd57c154440 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd5700098c0 tx=0x7fd5700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:08.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.470+0000 7fd57affd640 1 -- 172.21.15.46:0/1538820590 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd570041030 con 0x7fd57c0d1030 2024-09-19T05:51:08.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.470+0000 7fd57affd640 1 -- 172.21.15.46:0/1538820590 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd57002ac50 con 0x7fd57c0d1030 2024-09-19T05:51:08.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.470+0000 7fd58432c640 1 -- 172.21.15.46:0/1538820590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd57c0b4940 con 0x7fd57c0d1030 2024-09-19T05:51:08.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.470+0000 7fd57affd640 1 -- 172.21.15.46:0/1538820590 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd570037040 con 0x7fd57c0d1030 2024-09-19T05:51:08.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.470+0000 7fd58432c640 1 -- 172.21.15.46:0/1538820590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd57c0b4f00 con 0x7fd57c0d1030 2024-09-19T05:51:08.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.471+0000 7fd58432c640 1 -- 172.21.15.46:0/1538820590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd57c0b7900 con 0x7fd57c0d1030 2024-09-19T05:51:08.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.472+0000 7fd57affd640 1 -- 172.21.15.46:0/1538820590 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd570044070 con 0x7fd57c0d1030 2024-09-19T05:51:08.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.472+0000 7fd57affd640 1 --2- 172.21.15.46:0/1538820590 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd56806c2b0 0x7fd56806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:08.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.472+0000 7fd57affd640 1 -- 172.21.15.46:0/1538820590 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fd5700ab8b0 con 0x7fd57c0d1030 2024-09-19T05:51:08.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.472+0000 7fd5820c8640 1 --2- 172.21.15.46:0/1538820590 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd56806c2b0 0x7fd56806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:08.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.473+0000 7fd5820c8640 1 --2- 172.21.15.46:0/1538820590 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd56806c2b0 0x7fd56806e770 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fd57c0ca880 tx=0x7fd56c001990 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:08.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.476+0000 7fd57affd640 1 -- 172.21.15.46:0/1538820590 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd570079b80 con 0x7fd57c0d1030 2024-09-19T05:51:08.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.650+0000 7fd58432c640 1 -- 172.21.15.46:0/1538820590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fd57c0d5090 con 0x7fd57c0d1030 2024-09-19T05:51:08.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.651+0000 7fd57affd640 1 -- 172.21.15.46:0/1538820590 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) ==== 104+0+11 (secure 0 0 0) 0x7fd57002ae20 con 0x7fd57c0d1030 2024-09-19T05:51:08.653 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2024-09-19T05:51:08.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.652+0000 7fd58432c640 1 -- 172.21.15.46:0/1538820590 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd56806c2b0 msgr2=0x7fd56806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:08.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.653+0000 7fd58432c640 1 --2- 172.21.15.46:0/1538820590 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd56806c2b0 0x7fd56806e770 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fd57c0ca880 tx=0x7fd56c001990 comp rx=0 tx=0).stop 2024-09-19T05:51:08.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.653+0000 7fd58432c640 1 -- 172.21.15.46:0/1538820590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd57c0d1030 msgr2=0x7fd57c154440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:08.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.653+0000 7fd58432c640 1 --2- 172.21.15.46:0/1538820590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd57c0d1030 0x7fd57c154440 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd5700098c0 tx=0x7fd5700046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.653+0000 7fd58432c640 1 -- 172.21.15.46:0/1538820590 shutdown_connections 2024-09-19T05:51:08.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.653+0000 7fd58432c640 1 --2- 172.21.15.46:0/1538820590 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd56806c2b0 0x7fd56806e770 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.653+0000 7fd58432c640 1 --2- 172.21.15.46:0/1538820590 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd57c15e830 0x7fd57c0cce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.653+0000 7fd58432c640 1 --2- 172.21.15.46:0/1538820590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd57c0d1030 0x7fd57c154440 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.653+0000 7fd58432c640 1 --2- 172.21.15.46:0/1538820590 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd57c0b3150 0x7fd57c0b60c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.653+0000 7fd58432c640 1 -- 172.21.15.46:0/1538820590 >> 172.21.15.46:0/1538820590 conn(0x7fd57c062630 msgr2=0x7fd57c15f380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:08.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.653+0000 7fd58432c640 1 -- 172.21.15.46:0/1538820590 shutdown_connections 2024-09-19T05:51:08.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.653+0000 7fd58432c640 1 -- 172.21.15.46:0/1538820590 wait complete. 2024-09-19T05:51:08.665 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-19T05:51:08.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.769+0000 7fb819552640 1 Processor -- start 2024-09-19T05:51:08.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.769+0000 7fb819552640 1 -- start start 2024-09-19T05:51:08.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.769+0000 7fb819552640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb8140aecc0 0x7fb8140b36d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:08.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.769+0000 7fb819552640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fb8140d0750 0x7fb81415a980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:08.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.769+0000 7fb819552640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8140b3fd0 con 0x7fb81406eb20 2024-09-19T05:51:08.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.769+0000 7fb819552640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fb8140b42b0 con 0x7fb8140aecc0 2024-09-19T05:51:08.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.769+0000 7fb819552640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fb8140b4590 con 0x7fb8140d0750 2024-09-19T05:51:08.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.770+0000 7fb812ffd640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb8140aecc0 0x7fb8140b36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:08.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.770+0000 7fb8127fc640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fb81406eb20 0x7fb8140d0040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:46660/0 (socket says 172.21.15.46:46660) 2024-09-19T05:51:08.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.770+0000 7fb8127fc640 1 -- 172.21.15.46:0/3366661868 learned_addr learned my addr 172.21.15.46:0/3366661868 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:08.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.770+0000 7fb8137fe640 1 --2- 172.21.15.46:0/3366661868 >> v2:172.21.15.78:3300/0 conn(0x7fb8140d0750 0x7fb81415a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:08.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.770+0000 7fb812ffd640 1 -- 172.21.15.46:0/3366661868 >> v2:172.21.15.78:3300/0 conn(0x7fb8140d0750 msgr2=0x7fb81415a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:08.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.770+0000 7fb812ffd640 1 --2- 172.21.15.46:0/3366661868 >> v2:172.21.15.78:3300/0 conn(0x7fb8140d0750 0x7fb81415a980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.770+0000 7fb812ffd640 1 -- 172.21.15.46:0/3366661868 >> v1:172.21.15.46:6789/0 conn(0x7fb81406eb20 legacy=0x7fb8140d0040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:08.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.770+0000 7fb812ffd640 1 -- 172.21.15.46:0/3366661868 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8140b4870 con 0x7fb8140aecc0 2024-09-19T05:51:08.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.771+0000 7fb812ffd640 1 --2- 172.21.15.46:0/3366661868 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8140aecc0 0x7fb8140b36d0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb8140743f0 tx=0x7fb80402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d72a7fd6f1b76658 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:08.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.771+0000 7fb811ffb640 1 -- 172.21.15.46:0/3366661868 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb804037070 con 0x7fb8140aecc0 2024-09-19T05:51:08.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.771+0000 7fb811ffb640 1 -- 172.21.15.46:0/3366661868 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb804032440 con 0x7fb8140aecc0 2024-09-19T05:51:08.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.771+0000 7fb811ffb640 1 -- 172.21.15.46:0/3366661868 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb804032810 con 0x7fb8140aecc0 2024-09-19T05:51:08.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.771+0000 7fb819552640 1 -- 172.21.15.46:0/3366661868 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8140aecc0 msgr2=0x7fb8140b36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:08.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.771+0000 7fb819552640 1 --2- 172.21.15.46:0/3366661868 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8140aecc0 0x7fb8140b36d0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb8140743f0 tx=0x7fb80402a1a0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.771+0000 7fb819552640 1 -- 172.21.15.46:0/3366661868 shutdown_connections 2024-09-19T05:51:08.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.771+0000 7fb819552640 1 --2- 172.21.15.46:0/3366661868 >> v2:172.21.15.78:3300/0 conn(0x7fb8140d0750 0x7fb81415a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.771+0000 7fb819552640 1 --2- 172.21.15.46:0/3366661868 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8140aecc0 0x7fb8140b36d0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.771+0000 7fb819552640 1 -- 172.21.15.46:0/3366661868 >> 172.21.15.46:0/3366661868 conn(0x7fb814062630 msgr2=0x7fb814062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:08.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.771+0000 7fb819552640 1 -- 172.21.15.46:0/3366661868 shutdown_connections 2024-09-19T05:51:08.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.771+0000 7fb819552640 1 -- 172.21.15.46:0/3366661868 wait complete. 2024-09-19T05:51:08.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.773+0000 7fb819552640 1 Processor -- start 2024-09-19T05:51:08.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.773+0000 7fb819552640 1 -- start start 2024-09-19T05:51:08.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.773+0000 7fb819552640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb81406eb20 0x7fb814073b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:08.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.773+0000 7fb819552640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8140aecc0 0x7fb8140c5f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:08.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.773+0000 7fb819552640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb8140d0750 0x7fb814150c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:08.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.773+0000 7fb819552640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb8140b3d90 con 0x7fb8140aecc0 2024-09-19T05:51:08.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.773+0000 7fb819552640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb8140b3c10 con 0x7fb81406eb20 2024-09-19T05:51:08.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.774+0000 7fb819552640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fb8140b5070 con 0x7fb8140d0750 2024-09-19T05:51:08.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.774+0000 7fb8127fc640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8140aecc0 0x7fb8140c5f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:08.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.774+0000 7fb8127fc640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8140aecc0 0x7fb8140c5f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38744/0 (socket says 172.21.15.46:38744) 2024-09-19T05:51:08.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.774+0000 7fb8127fc640 1 -- 172.21.15.46:0/2486340673 learned_addr learned my addr 172.21.15.46:0/2486340673 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:08.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.774+0000 7fb812ffd640 1 --2- 172.21.15.46:0/2486340673 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb81406eb20 0x7fb814073b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:08.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.774+0000 7fb8137fe640 1 --2- 172.21.15.46:0/2486340673 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb8140d0750 0x7fb814150c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:08.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.774+0000 7fb8127fc640 1 -- 172.21.15.46:0/2486340673 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb8140d0750 msgr2=0x7fb814150c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:08.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.774+0000 7fb8127fc640 1 --2- 172.21.15.46:0/2486340673 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb8140d0750 0x7fb814150c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.774+0000 7fb8127fc640 1 -- 172.21.15.46:0/2486340673 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb81406eb20 msgr2=0x7fb814073b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:08.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.774+0000 7fb8127fc640 1 --2- 172.21.15.46:0/2486340673 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb81406eb20 0x7fb814073b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.774+0000 7fb8127fc640 1 -- 172.21.15.46:0/2486340673 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb814071110 con 0x7fb8140aecc0 2024-09-19T05:51:08.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.774+0000 7fb812ffd640 1 --2- 172.21.15.46:0/2486340673 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb81406eb20 0x7fb814073b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:08.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.774+0000 7fb8127fc640 1 --2- 172.21.15.46:0/2486340673 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8140aecc0 0x7fb8140c5f00 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb80800c440 tx=0x7fb808001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:08.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.774+0000 7fb7fb7fe640 1 -- 172.21.15.46:0/2486340673 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb808017070 con 0x7fb8140aecc0 2024-09-19T05:51:08.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.774+0000 7fb7fb7fe640 1 -- 172.21.15.46:0/2486340673 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb808005ce0 con 0x7fb8140aecc0 2024-09-19T05:51:08.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.774+0000 7fb819552640 1 -- 172.21.15.46:0/2486340673 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb814072ae0 con 0x7fb8140aecc0 2024-09-19T05:51:08.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.774+0000 7fb7fb7fe640 1 -- 172.21.15.46:0/2486340673 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8080072f0 con 0x7fb8140aecc0 2024-09-19T05:51:08.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.774+0000 7fb819552640 1 -- 172.21.15.46:0/2486340673 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8140730a0 con 0x7fb8140aecc0 2024-09-19T05:51:08.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.776+0000 7fb819552640 1 -- 172.21.15.46:0/2486340673 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8140b12e0 con 0x7fb8140aecc0 2024-09-19T05:51:08.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.776+0000 7fb7fb7fe640 1 -- 172.21.15.46:0/2486340673 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb80801a070 con 0x7fb8140aecc0 2024-09-19T05:51:08.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.776+0000 7fb7fb7fe640 1 --2- 172.21.15.46:0/2486340673 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb80006c2b0 0x7fb80006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:08.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.777+0000 7fb7fb7fe640 1 -- 172.21.15.46:0/2486340673 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb80808a7d0 con 0x7fb8140aecc0 2024-09-19T05:51:08.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.777+0000 7fb812ffd640 1 --2- 172.21.15.46:0/2486340673 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb80006c2b0 0x7fb80006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:08.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.777+0000 7fb812ffd640 1 --2- 172.21.15.46:0/2486340673 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb80006c2b0 0x7fb80006e770 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb804034000 tx=0x7fb80402e000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:08.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.781+0000 7fb7fb7fe640 1 -- 172.21.15.46:0/2486340673 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb814071110 con 0x7fb8140aecc0 2024-09-19T05:51:08.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.959+0000 7fb819552640 1 -- 172.21.15.46:0/2486340673 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fb8140008d0 con 0x7fb8140aecc0 2024-09-19T05:51:08.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.959+0000 7fb7fb7fe640 1 -- 172.21.15.46:0/2486340673 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) ==== 100+0+11 (secure 0 0 0) 0x7fb808058850 con 0x7fb8140aecc0 2024-09-19T05:51:08.961 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2024-09-19T05:51:08.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.961+0000 7fb819552640 1 -- 172.21.15.46:0/2486340673 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb80006c2b0 msgr2=0x7fb80006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:08.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.961+0000 7fb819552640 1 --2- 172.21.15.46:0/2486340673 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb80006c2b0 0x7fb80006e770 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb804034000 tx=0x7fb80402e000 comp rx=0 tx=0).stop 2024-09-19T05:51:08.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.961+0000 7fb819552640 1 -- 172.21.15.46:0/2486340673 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8140aecc0 msgr2=0x7fb8140c5f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:08.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.961+0000 7fb819552640 1 --2- 172.21.15.46:0/2486340673 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8140aecc0 0x7fb8140c5f00 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb80800c440 tx=0x7fb808001e70 comp rx=0 tx=0).stop 2024-09-19T05:51:08.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.961+0000 7fb819552640 1 -- 172.21.15.46:0/2486340673 shutdown_connections 2024-09-19T05:51:08.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.961+0000 7fb819552640 1 --2- 172.21.15.46:0/2486340673 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb80006c2b0 0x7fb80006e770 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.961+0000 7fb819552640 1 --2- 172.21.15.46:0/2486340673 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb8140d0750 0x7fb814150c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.961+0000 7fb819552640 1 --2- 172.21.15.46:0/2486340673 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8140aecc0 0x7fb8140c5f00 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.961+0000 7fb819552640 1 --2- 172.21.15.46:0/2486340673 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb81406eb20 0x7fb814073b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:08.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.961+0000 7fb819552640 1 -- 172.21.15.46:0/2486340673 >> 172.21.15.46:0/2486340673 conn(0x7fb814062630 msgr2=0x7fb8140cd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:08.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.961+0000 7fb819552640 1 -- 172.21.15.46:0/2486340673 shutdown_connections 2024-09-19T05:51:08.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:08.961+0000 7fb819552640 1 -- 172.21.15.46:0/2486340673 wait complete. 2024-09-19T05:51:08.974 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name' 2024-09-19T05:51:09.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.074+0000 7fa3e10ae640 1 Processor -- start 2024-09-19T05:51:09.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.074+0000 7fa3e10ae640 1 -- start start 2024-09-19T05:51:09.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.075+0000 7fa3e10ae640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa3dc161d50 0x7fa3dc0d1eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:09.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.075+0000 7fa3e10ae640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fa3dc09be80 0x7fa3dc0b2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:09.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.075+0000 7fa3e10ae640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa3dc06c940 con 0x7fa3dc0b3260 2024-09-19T05:51:09.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.075+0000 7fa3e10ae640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fa3dc0b2ea0 con 0x7fa3dc09be80 2024-09-19T05:51:09.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.075+0000 7fa3e10ae640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fa3dc0b1e80 con 0x7fa3dc161d50 2024-09-19T05:51:09.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.075+0000 7fa3da59c640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fa3dc09be80 0x7fa3dc0b2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:09.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.075+0000 7fa3db59e640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fa3dc0b3260 0x7fa3dc0d0500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:46676/0 (socket says 172.21.15.46:46676) 2024-09-19T05:51:09.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.075+0000 7fa3db59e640 1 -- 172.21.15.46:0/1241129024 learned_addr learned my addr 172.21.15.46:0/1241129024 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:09.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.075+0000 7fa3dad9d640 1 --2- 172.21.15.46:0/1241129024 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa3dc161d50 0x7fa3dc0d1eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:09.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.075+0000 7fa3da59c640 1 -- 172.21.15.46:0/1241129024 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa3dc161d50 msgr2=0x7fa3dc0d1eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:09.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.075+0000 7fa3da59c640 1 --2- 172.21.15.46:0/1241129024 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa3dc161d50 0x7fa3dc0d1eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:09.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.075+0000 7fa3da59c640 1 -- 172.21.15.46:0/1241129024 >> v1:172.21.15.46:6789/0 conn(0x7fa3dc0b3260 legacy=0x7fa3dc0d0500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:09.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.075+0000 7fa3da59c640 1 -- 172.21.15.46:0/1241129024 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3dc0b2160 con 0x7fa3dc09be80 2024-09-19T05:51:09.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.075+0000 7fa3d9d9b640 1 -- 172.21.15.46:0/1241129024 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1808306877 0 0) 0x7fa3dc06c940 con 0x7fa3dc0b3260 2024-09-19T05:51:09.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.076+0000 7fa3da59c640 1 --2- 172.21.15.46:0/1241129024 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa3dc09be80 0x7fa3dc0b2960 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fa3d00097a0 tx=0x7fa3d002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8ce12423eebc76b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:09.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.076+0000 7fa3d9d9b640 1 -- 172.21.15.46:0/1241129024 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3d0037070 con 0x7fa3dc09be80 2024-09-19T05:51:09.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.076+0000 7fa3d9d9b640 1 -- 172.21.15.46:0/1241129024 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3d0032440 con 0x7fa3dc09be80 2024-09-19T05:51:09.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.076+0000 7fa3d9d9b640 1 -- 172.21.15.46:0/1241129024 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3d0032810 con 0x7fa3dc09be80 2024-09-19T05:51:09.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.077+0000 7fa3e10ae640 1 -- 172.21.15.46:0/1241129024 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa3dc09be80 msgr2=0x7fa3dc0b2960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:09.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.077+0000 7fa3e10ae640 1 --2- 172.21.15.46:0/1241129024 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa3dc09be80 0x7fa3dc0b2960 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fa3d00097a0 tx=0x7fa3d002a180 comp rx=0 tx=0).stop 2024-09-19T05:51:09.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.077+0000 7fa3e10ae640 1 -- 172.21.15.46:0/1241129024 shutdown_connections 2024-09-19T05:51:09.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.077+0000 7fa3e10ae640 1 --2- 172.21.15.46:0/1241129024 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa3dc09be80 0x7fa3dc0b2960 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:09.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.077+0000 7fa3e10ae640 1 --2- 172.21.15.46:0/1241129024 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa3dc161d50 0x7fa3dc0d1eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:09.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.077+0000 7fa3e10ae640 1 -- 172.21.15.46:0/1241129024 >> 172.21.15.46:0/1241129024 conn(0x7fa3dc09ba70 msgr2=0x7fa3dc0b40d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:09.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.077+0000 7fa3e10ae640 1 -- 172.21.15.46:0/1241129024 shutdown_connections 2024-09-19T05:51:09.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.077+0000 7fa3e10ae640 1 -- 172.21.15.46:0/1241129024 wait complete. 2024-09-19T05:51:09.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.078+0000 7fa3e10ae640 1 Processor -- start 2024-09-19T05:51:09.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.078+0000 7fa3e10ae640 1 -- start start 2024-09-19T05:51:09.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.079+0000 7fa3e10ae640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa3dc09be80 0x7fa3dc0b11e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:09.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.079+0000 7fa3e10ae640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa3dc0b3260 0x7fa3dc0b7b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:09.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.079+0000 7fa3e10ae640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa3dc161d50 0x7fa3dc0b6d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:09.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.079+0000 7fa3e10ae640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa3dc06c5d0 con 0x7fa3dc0b3260 2024-09-19T05:51:09.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.079+0000 7fa3e10ae640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa3dc06cc20 con 0x7fa3dc161d50 2024-09-19T05:51:09.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.079+0000 7fa3e10ae640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fa3dc162130 con 0x7fa3dc09be80 2024-09-19T05:51:09.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.079+0000 7fa3da59c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa3dc0b3260 0x7fa3dc0b7b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:09.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.079+0000 7fa3da59c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa3dc0b3260 0x7fa3dc0b7b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38754/0 (socket says 172.21.15.46:38754) 2024-09-19T05:51:09.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.079+0000 7fa3da59c640 1 -- 172.21.15.46:0/1569912119 learned_addr learned my addr 172.21.15.46:0/1569912119 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:09.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.080+0000 7fa3dad9d640 1 --2- 172.21.15.46:0/1569912119 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa3dc09be80 0x7fa3dc0b11e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:09.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.080+0000 7fa3db59e640 1 --2- 172.21.15.46:0/1569912119 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa3dc161d50 0x7fa3dc0b6d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:09.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.080+0000 7fa3da59c640 1 -- 172.21.15.46:0/1569912119 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa3dc09be80 msgr2=0x7fa3dc0b11e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:09.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.080+0000 7fa3da59c640 1 --2- 172.21.15.46:0/1569912119 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa3dc09be80 0x7fa3dc0b11e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:09.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.080+0000 7fa3da59c640 1 -- 172.21.15.46:0/1569912119 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa3dc161d50 msgr2=0x7fa3dc0b6d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:09.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.080+0000 7fa3da59c640 1 --2- 172.21.15.46:0/1569912119 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa3dc161d50 0x7fa3dc0b6d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:09.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.080+0000 7fa3da59c640 1 -- 172.21.15.46:0/1569912119 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3dc0b8070 con 0x7fa3dc0b3260 2024-09-19T05:51:09.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.080+0000 7fa3db59e640 1 --2- 172.21.15.46:0/1569912119 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa3dc161d50 0x7fa3dc0b6d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:09.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.080+0000 7fa3dad9d640 1 --2- 172.21.15.46:0/1569912119 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa3dc09be80 0x7fa3dc0b11e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:09.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.080+0000 7fa3da59c640 1 --2- 172.21.15.46:0/1569912119 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa3dc0b3260 0x7fa3dc0b7b30 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fa3d00098c0 tx=0x7fa3d00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:09.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.080+0000 7fa3c37fe640 1 -- 172.21.15.46:0/1569912119 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3d0037040 con 0x7fa3dc0b3260 2024-09-19T05:51:09.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.080+0000 7fa3c37fe640 1 -- 172.21.15.46:0/1569912119 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3d0030500 con 0x7fa3dc0b3260 2024-09-19T05:51:09.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.080+0000 7fa3e10ae640 1 -- 172.21.15.46:0/1569912119 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3dc0afef0 con 0x7fa3dc0b3260 2024-09-19T05:51:09.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.080+0000 7fa3c37fe640 1 -- 172.21.15.46:0/1569912119 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3d00308d0 con 0x7fa3dc0b3260 2024-09-19T05:51:09.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.080+0000 7fa3e10ae640 1 -- 172.21.15.46:0/1569912119 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3dc0b04b0 con 0x7fa3dc0b3260 2024-09-19T05:51:09.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.081+0000 7fa3e10ae640 1 -- 172.21.15.46:0/1569912119 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3dc0b2960 con 0x7fa3dc0b3260 2024-09-19T05:51:09.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.082+0000 7fa3c37fe640 1 -- 172.21.15.46:0/1569912119 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa3d0044020 con 0x7fa3dc0b3260 2024-09-19T05:51:09.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.082+0000 7fa3c37fe640 1 --2- 172.21.15.46:0/1569912119 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fa3c806c2b0 0x7fa3c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:09.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.082+0000 7fa3c37fe640 1 -- 172.21.15.46:0/1569912119 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa3d00ab680 con 0x7fa3dc0b3260 2024-09-19T05:51:09.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.082+0000 7fa3dad9d640 1 --2- 172.21.15.46:0/1569912119 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fa3c806c2b0 0x7fa3c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:09.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.083+0000 7fa3dad9d640 1 --2- 172.21.15.46:0/1569912119 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fa3c806c2b0 0x7fa3c806e770 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa3cc009a20 tx=0x7fa3cc008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:09.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.086+0000 7fa3c37fe640 1 -- 172.21.15.46:0/1569912119 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa3d0079df0 con 0x7fa3dc0b3260 2024-09-19T05:51:09.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.331+0000 7fa3e10ae640 1 -- 172.21.15.46:0/1569912119 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name"]} v 0) -- 0x7fa3dc06e0f0 con 0x7fa3dc0b3260 2024-09-19T05:51:09.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.891+0000 7fa3c37fe640 1 -- 172.21.15.46:0/1569912119 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name"]}]=0 v44) ==== 158+0+0 (secure 0 0 0) 0x7fa3d00796f0 con 0x7fa3dc0b3260 2024-09-19T05:51:09.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.893+0000 7fa3e10ae640 1 -- 172.21.15.46:0/1569912119 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fa3c806c2b0 msgr2=0x7fa3c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:09.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.893+0000 7fa3e10ae640 1 --2- 172.21.15.46:0/1569912119 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fa3c806c2b0 0x7fa3c806e770 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa3cc009a20 tx=0x7fa3cc008040 comp rx=0 tx=0).stop 2024-09-19T05:51:09.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.893+0000 7fa3e10ae640 1 -- 172.21.15.46:0/1569912119 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa3dc0b3260 msgr2=0x7fa3dc0b7b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:09.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.893+0000 7fa3e10ae640 1 --2- 172.21.15.46:0/1569912119 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa3dc0b3260 0x7fa3dc0b7b30 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fa3d00098c0 tx=0x7fa3d00046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:09.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.893+0000 7fa3e10ae640 1 -- 172.21.15.46:0/1569912119 shutdown_connections 2024-09-19T05:51:09.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.893+0000 7fa3e10ae640 1 --2- 172.21.15.46:0/1569912119 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fa3c806c2b0 0x7fa3c806e770 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:09.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.893+0000 7fa3e10ae640 1 --2- 172.21.15.46:0/1569912119 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa3dc161d50 0x7fa3dc0b6d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:09.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.893+0000 7fa3e10ae640 1 --2- 172.21.15.46:0/1569912119 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa3dc0b3260 0x7fa3dc0b7b30 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:09.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.893+0000 7fa3e10ae640 1 --2- 172.21.15.46:0/1569912119 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa3dc09be80 0x7fa3dc0b11e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:09.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.893+0000 7fa3e10ae640 1 -- 172.21.15.46:0/1569912119 >> 172.21.15.46:0/1569912119 conn(0x7fa3dc09ba70 msgr2=0x7fa3dc06fcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:09.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.894+0000 7fa3e10ae640 1 -- 172.21.15.46:0/1569912119 shutdown_connections 2024-09-19T05:51:09.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:09.894+0000 7fa3e10ae640 1 -- 172.21.15.46:0/1569912119 wait complete. 2024-09-19T05:51:09.908 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T05:51:10.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.014+0000 7f634ebf6640 1 Processor -- start 2024-09-19T05:51:10.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.014+0000 7f634ebf6640 1 -- start start 2024-09-19T05:51:10.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.014+0000 7f634ebf6640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f634815e6c0 0x7f63480d1780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:10.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.014+0000 7f634ebf6640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f63480b5d50 0x7f634815eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:10.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.014+0000 7f634ebf6640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f63480b6540 con 0x7f63480d0720 2024-09-19T05:51:10.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.014+0000 7f634ebf6640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f63480b7150 con 0x7f63480b5d50 2024-09-19T05:51:10.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.014+0000 7f634ebf6640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f63480b6820 con 0x7f634815e6c0 2024-09-19T05:51:10.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.015+0000 7f6347fff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f63480b5d50 0x7f634815eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:10.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.015+0000 7f6347fff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f63480b5d50 0x7f634815eaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38760/0 (socket says 172.21.15.46:38760) 2024-09-19T05:51:10.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.015+0000 7f6347fff640 1 -- 172.21.15.46:0/3843346425 learned_addr learned my addr 172.21.15.46:0/3843346425 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:10.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.015+0000 7f634c992640 1 --2- 172.21.15.46:0/3843346425 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f634815e6c0 0x7f63480d1780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:10.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.015+0000 7f6347fff640 1 -- 172.21.15.46:0/3843346425 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f634815e6c0 msgr2=0x7f63480d1780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:10.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.015+0000 7f6347fff640 1 --2- 172.21.15.46:0/3843346425 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f634815e6c0 0x7f63480d1780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.015+0000 7f6347fff640 1 -- 172.21.15.46:0/3843346425 >> v1:172.21.15.78:6789/0 conn(0x7f63480d0720 legacy=0x7f63480d0bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:10.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.015+0000 7f6347fff640 1 -- 172.21.15.46:0/3843346425 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63480b6b00 con 0x7f63480b5d50 2024-09-19T05:51:10.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.015+0000 7f634c992640 1 --2- 172.21.15.46:0/3843346425 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f634815e6c0 0x7f63480d1780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:10.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.016+0000 7f6347fff640 1 --2- 172.21.15.46:0/3843346425 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f63480b5d50 0x7f634815eaa0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6334009870 tx=0x7f633402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a81ce54ae1b26250 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:10.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.016+0000 7f63477fe640 1 -- 172.21.15.46:0/3843346425 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6334037070 con 0x7f63480b5d50 2024-09-19T05:51:10.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.016+0000 7f63477fe640 1 -- 172.21.15.46:0/3843346425 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6334032440 con 0x7f63480b5d50 2024-09-19T05:51:10.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.016+0000 7f63477fe640 1 -- 172.21.15.46:0/3843346425 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6334032810 con 0x7f63480b5d50 2024-09-19T05:51:10.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.016+0000 7f634ebf6640 1 -- 172.21.15.46:0/3843346425 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f63480b5d50 msgr2=0x7f634815eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:10.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.016+0000 7f634ebf6640 1 --2- 172.21.15.46:0/3843346425 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f63480b5d50 0x7f634815eaa0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6334009870 tx=0x7f633402a270 comp rx=0 tx=0).stop 2024-09-19T05:51:10.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.016+0000 7f634ebf6640 1 -- 172.21.15.46:0/3843346425 shutdown_connections 2024-09-19T05:51:10.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.016+0000 7f634ebf6640 1 --2- 172.21.15.46:0/3843346425 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f63480b5d50 0x7f634815eaa0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.016+0000 7f634ebf6640 1 --2- 172.21.15.46:0/3843346425 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f634815e6c0 0x7f63480d1780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.016+0000 7f634ebf6640 1 -- 172.21.15.46:0/3843346425 >> 172.21.15.46:0/3843346425 conn(0x7f63480d2520 msgr2=0x7f63480d2930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:10.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.016+0000 7f634ebf6640 1 -- 172.21.15.46:0/3843346425 shutdown_connections 2024-09-19T05:51:10.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.016+0000 7f634ebf6640 1 -- 172.21.15.46:0/3843346425 wait complete. 2024-09-19T05:51:10.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.018+0000 7f634ebf6640 1 Processor -- start 2024-09-19T05:51:10.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.018+0000 7f634ebf6640 1 -- start start 2024-09-19T05:51:10.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.018+0000 7f634ebf6640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f63480b5d50 0x7f63481558c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:10.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.019+0000 7f634ebf6640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f63480d0720 0x7f634809c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:10.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.019+0000 7f634ebf6640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f634815e6c0 0x7f634809dd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:10.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.019+0000 7f634ebf6640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f63480b6190 con 0x7f63480b5d50 2024-09-19T05:51:10.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.019+0000 7f634ebf6640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f634815efe0 con 0x7f63480d0720 2024-09-19T05:51:10.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.019+0000 7f634ebf6640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f63480cafb0 con 0x7f634815e6c0 2024-09-19T05:51:10.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.019+0000 7f634c992640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f63480b5d50 0x7f63481558c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:10.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.019+0000 7f634c992640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f63480b5d50 0x7f63481558c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38774/0 (socket says 172.21.15.46:38774) 2024-09-19T05:51:10.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.019+0000 7f634c992640 1 -- 172.21.15.46:0/869188036 learned_addr learned my addr 172.21.15.46:0/869188036 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:10.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.019+0000 7f6347fff640 1 --2- 172.21.15.46:0/869188036 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f63480d0720 0x7f634809c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:10.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.019+0000 7f634d193640 1 --2- 172.21.15.46:0/869188036 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f634815e6c0 0x7f634809dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:10.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.019+0000 7f634c992640 1 -- 172.21.15.46:0/869188036 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f634815e6c0 msgr2=0x7f634809dd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:10.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.019+0000 7f634c992640 1 --2- 172.21.15.46:0/869188036 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f634815e6c0 0x7f634809dd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.019+0000 7f634c992640 1 -- 172.21.15.46:0/869188036 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f63480d0720 msgr2=0x7f634809c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:10.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.019+0000 7f634c992640 1 --2- 172.21.15.46:0/869188036 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f63480d0720 0x7f634809c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.019+0000 7f634c992640 1 -- 172.21.15.46:0/869188036 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6348155e00 con 0x7f63480b5d50 2024-09-19T05:51:10.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.019+0000 7f634c992640 1 --2- 172.21.15.46:0/869188036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f63480b5d50 0x7f63481558c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f633c00d7d0 tx=0x7f633c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:10.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.019+0000 7f63457fa640 1 -- 172.21.15.46:0/869188036 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f633c004030 con 0x7f63480b5d50 2024-09-19T05:51:10.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.019+0000 7f63457fa640 1 -- 172.21.15.46:0/869188036 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f633c0041d0 con 0x7f63480b5d50 2024-09-19T05:51:10.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.019+0000 7f63457fa640 1 -- 172.21.15.46:0/869188036 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f633c00b6c0 con 0x7f63480b5d50 2024-09-19T05:51:10.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.019+0000 7f634ebf6640 1 -- 172.21.15.46:0/869188036 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63480ca3a0 con 0x7f63480b5d50 2024-09-19T05:51:10.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.019+0000 7f634ebf6640 1 -- 172.21.15.46:0/869188036 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63480ca960 con 0x7f63480b5d50 2024-09-19T05:51:10.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.020+0000 7f634ebf6640 1 -- 172.21.15.46:0/869188036 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f634806d1a0 con 0x7f63480b5d50 2024-09-19T05:51:10.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.021+0000 7f63457fa640 1 -- 172.21.15.46:0/869188036 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f633c00b860 con 0x7f63480b5d50 2024-09-19T05:51:10.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.021+0000 7f63457fa640 1 --2- 172.21.15.46:0/869188036 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f632c06c2b0 0x7f632c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:10.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.022+0000 7f63457fa640 1 -- 172.21.15.46:0/869188036 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f633c08b610 con 0x7f63480b5d50 2024-09-19T05:51:10.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.022+0000 7f6347fff640 1 --2- 172.21.15.46:0/869188036 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f632c06c2b0 0x7f632c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:10.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.022+0000 7f6347fff640 1 --2- 172.21.15.46:0/869188036 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f632c06c2b0 0x7f632c06e770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f6334034000 tx=0x7f633402e000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:10.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.026+0000 7f63457fa640 1 -- 172.21.15.46:0/869188036 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f634806d1a0 con 0x7f63480b5d50 2024-09-19T05:51:10.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.201+0000 7f634ebf6640 1 -- 172.21.15.46:0/869188036 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f634815eaa0 con 0x7f63480b5d50 2024-09-19T05:51:10.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.204+0000 7f63457fa640 1 -- 172.21.15.46:0/869188036 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7f633c059690 con 0x7f63480b5d50 2024-09-19T05:51:10.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.206+0000 7f634ebf6640 1 -- 172.21.15.46:0/869188036 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f632c06c2b0 msgr2=0x7f632c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:10.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.206+0000 7f634ebf6640 1 --2- 172.21.15.46:0/869188036 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f632c06c2b0 0x7f632c06e770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f6334034000 tx=0x7f633402e000 comp rx=0 tx=0).stop 2024-09-19T05:51:10.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.206+0000 7f634ebf6640 1 -- 172.21.15.46:0/869188036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f63480b5d50 msgr2=0x7f63481558c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:10.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.206+0000 7f634ebf6640 1 --2- 172.21.15.46:0/869188036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f63480b5d50 0x7f63481558c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f633c00d7d0 tx=0x7f633c00dc90 comp rx=0 tx=0).stop 2024-09-19T05:51:10.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.206+0000 7f634ebf6640 1 -- 172.21.15.46:0/869188036 shutdown_connections 2024-09-19T05:51:10.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.206+0000 7f634ebf6640 1 --2- 172.21.15.46:0/869188036 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f632c06c2b0 0x7f632c06e770 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.206+0000 7f634ebf6640 1 --2- 172.21.15.46:0/869188036 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f634815e6c0 0x7f634809dd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.206+0000 7f634ebf6640 1 --2- 172.21.15.46:0/869188036 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f63480d0720 0x7f634809c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.206+0000 7f634ebf6640 1 --2- 172.21.15.46:0/869188036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f63480b5d50 0x7f63481558c0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.206+0000 7f634ebf6640 1 -- 172.21.15.46:0/869188036 >> 172.21.15.46:0/869188036 conn(0x7f63480d2520 msgr2=0x7f63480cee40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:10.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.206+0000 7f634ebf6640 1 -- 172.21.15.46:0/869188036 shutdown_connections 2024-09-19T05:51:10.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.206+0000 7f634ebf6640 1 -- 172.21.15.46:0/869188036 wait complete. 2024-09-19T05:51:10.219 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:51:10.219 DEBUG:teuthology.orchestra.run.smithi046:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:51:10.258 DEBUG:teuthology.orchestra.run.smithi078:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:51:10.316 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:51:10.316 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:51:10.316 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:51:10.333 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:51:10.333 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:51:10.389 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:51:10.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.530+0000 7f0365c84640 1 Processor -- start 2024-09-19T05:51:10.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.530+0000 7f0365c84640 1 -- start start 2024-09-19T05:51:10.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.531+0000 7f0365c84640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f036015e730 0x7f03600cf840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:10.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.531+0000 7f0365c84640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f03600b8960 0x7f03600d5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:10.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.531+0000 7f0365c84640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03600d2770 con 0x7f03600d4be0 2024-09-19T05:51:10.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.531+0000 7f0365c84640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f03600d5590 con 0x7f036015e730 2024-09-19T05:51:10.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.531+0000 7f0365c84640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f03600d2a50 con 0x7f03600b8960 2024-09-19T05:51:10.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.531+0000 7f035f7fe640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f036015e730 0x7f03600cf840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:10.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.531+0000 7f035effd640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f03600d4be0 0x7f03600d1280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:46682/0 (socket says 172.21.15.46:46682) 2024-09-19T05:51:10.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.531+0000 7f035f7fe640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f036015e730 0x7f03600cf840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38782/0 (socket says 172.21.15.46:38782) 2024-09-19T05:51:10.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.531+0000 7f035effd640 1 -- 172.21.15.46:0/3123633675 learned_addr learned my addr 172.21.15.46:0/3123633675 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:10.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.531+0000 7f035ffff640 1 --2- 172.21.15.46:0/3123633675 >> v2:172.21.15.78:3300/0 conn(0x7f03600b8960 0x7f03600d5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:10.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.531+0000 7f035f7fe640 1 -- 172.21.15.46:0/3123633675 >> v2:172.21.15.78:3300/0 conn(0x7f03600b8960 msgr2=0x7f03600d5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:10.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.531+0000 7f035f7fe640 1 --2- 172.21.15.46:0/3123633675 >> v2:172.21.15.78:3300/0 conn(0x7f03600b8960 0x7f03600d5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.531+0000 7f035f7fe640 1 -- 172.21.15.46:0/3123633675 >> v1:172.21.15.46:6789/0 conn(0x7f03600d4be0 legacy=0x7f03600d1280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:10.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.531+0000 7f035f7fe640 1 -- 172.21.15.46:0/3123633675 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03600d2d30 con 0x7f036015e730 2024-09-19T05:51:10.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.531+0000 7f035e7fc640 1 -- 172.21.15.46:0/3123633675 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2808125786 0 0) 0x7f03600d2770 con 0x7f03600d4be0 2024-09-19T05:51:10.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.531+0000 7f035ffff640 1 --2- 172.21.15.46:0/3123633675 >> v2:172.21.15.78:3300/0 conn(0x7f03600b8960 0x7f03600d5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:10.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.532+0000 7f035f7fe640 1 --2- 172.21.15.46:0/3123633675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f036015e730 0x7f03600cf840 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f03600d0820 tx=0x7f035002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fa02a3f99ed65c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:10.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.532+0000 7f035e7fc640 1 -- 172.21.15.46:0/3123633675 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0350037070 con 0x7f036015e730 2024-09-19T05:51:10.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.532+0000 7f035e7fc640 1 -- 172.21.15.46:0/3123633675 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0350032440 con 0x7f036015e730 2024-09-19T05:51:10.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.532+0000 7f035e7fc640 1 -- 172.21.15.46:0/3123633675 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f035002ae60 con 0x7f036015e730 2024-09-19T05:51:10.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.532+0000 7f0365c84640 1 -- 172.21.15.46:0/3123633675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f036015e730 msgr2=0x7f03600cf840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:10.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.532+0000 7f0365c84640 1 --2- 172.21.15.46:0/3123633675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f036015e730 0x7f03600cf840 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f03600d0820 tx=0x7f035002a110 comp rx=0 tx=0).stop 2024-09-19T05:51:10.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.532+0000 7f0365c84640 1 -- 172.21.15.46:0/3123633675 shutdown_connections 2024-09-19T05:51:10.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.532+0000 7f0365c84640 1 --2- 172.21.15.46:0/3123633675 >> v2:172.21.15.78:3300/0 conn(0x7f03600b8960 0x7f03600d5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.532+0000 7f0365c84640 1 --2- 172.21.15.46:0/3123633675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f036015e730 0x7f03600cf840 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.533+0000 7f0365c84640 1 -- 172.21.15.46:0/3123633675 >> 172.21.15.46:0/3123633675 conn(0x7f03600723c0 msgr2=0x7f03600727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:10.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.533+0000 7f0365c84640 1 -- 172.21.15.46:0/3123633675 shutdown_connections 2024-09-19T05:51:10.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.533+0000 7f0365c84640 1 -- 172.21.15.46:0/3123633675 wait complete. 2024-09-19T05:51:10.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.534+0000 7f0365c84640 1 Processor -- start 2024-09-19T05:51:10.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.534+0000 7f0365c84640 1 -- start start 2024-09-19T05:51:10.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.535+0000 7f0365c84640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f03600b8960 0x7f03600ced60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:10.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.535+0000 7f0365c84640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f03600d4be0 0x7f03600cd4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:10.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.535+0000 7f0365c84640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f036015e730 0x7f03600ca730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:10.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.535+0000 7f0365c84640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f03600d35d0 con 0x7f03600b8960 2024-09-19T05:51:10.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.535+0000 7f0365c84640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f03600d32f0 con 0x7f03600d4be0 2024-09-19T05:51:10.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.535+0000 7f0365c84640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f036015eb10 con 0x7f036015e730 2024-09-19T05:51:10.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.535+0000 7f035f7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f03600b8960 0x7f03600ced60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:10.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.535+0000 7f035f7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f03600b8960 0x7f03600ced60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38784/0 (socket says 172.21.15.46:38784) 2024-09-19T05:51:10.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.535+0000 7f035f7fe640 1 -- 172.21.15.46:0/2996189415 learned_addr learned my addr 172.21.15.46:0/2996189415 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:10.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.535+0000 7f035effd640 1 --2- 172.21.15.46:0/2996189415 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f03600d4be0 0x7f03600cd4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:10.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.535+0000 7f035ffff640 1 --2- 172.21.15.46:0/2996189415 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f036015e730 0x7f03600ca730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:10.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.535+0000 7f035f7fe640 1 -- 172.21.15.46:0/2996189415 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f036015e730 msgr2=0x7f03600ca730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:10.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.535+0000 7f035f7fe640 1 --2- 172.21.15.46:0/2996189415 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f036015e730 0x7f03600ca730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.535+0000 7f035f7fe640 1 -- 172.21.15.46:0/2996189415 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f03600d4be0 msgr2=0x7f03600cd4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:10.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.535+0000 7f035f7fe640 1 --2- 172.21.15.46:0/2996189415 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f03600d4be0 0x7f03600cd4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.535+0000 7f035f7fe640 1 -- 172.21.15.46:0/2996189415 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03600cda20 con 0x7f03600b8960 2024-09-19T05:51:10.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.535+0000 7f035f7fe640 1 --2- 172.21.15.46:0/2996189415 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f03600b8960 0x7f03600ced60 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f0350000c00 tx=0x7f03500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:10.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.535+0000 7f0357fff640 1 -- 172.21.15.46:0/2996189415 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0350037050 con 0x7f03600b8960 2024-09-19T05:51:10.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.535+0000 7f0357fff640 1 -- 172.21.15.46:0/2996189415 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0350038040 con 0x7f03600b8960 2024-09-19T05:51:10.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.535+0000 7f0365c84640 1 -- 172.21.15.46:0/2996189415 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03600cdcc0 con 0x7f03600b8960 2024-09-19T05:51:10.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.535+0000 7f0357fff640 1 -- 172.21.15.46:0/2996189415 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0350004470 con 0x7f03600b8960 2024-09-19T05:51:10.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.535+0000 7f0365c84640 1 -- 172.21.15.46:0/2996189415 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03600ce280 con 0x7f03600b8960 2024-09-19T05:51:10.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.537+0000 7f0365c84640 1 -- 172.21.15.46:0/2996189415 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03600b5cf0 con 0x7f03600b8960 2024-09-19T05:51:10.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.537+0000 7f0357fff640 1 -- 172.21.15.46:0/2996189415 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0350030900 con 0x7f03600b8960 2024-09-19T05:51:10.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.538+0000 7f0357fff640 1 --2- 172.21.15.46:0/2996189415 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f034006c2b0 0x7f034006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:10.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.538+0000 7f0357fff640 1 -- 172.21.15.46:0/2996189415 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f03500ac070 con 0x7f03600b8960 2024-09-19T05:51:10.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.538+0000 7f035effd640 1 --2- 172.21.15.46:0/2996189415 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f034006c2b0 0x7f034006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:10.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.538+0000 7f035effd640 1 --2- 172.21.15.46:0/2996189415 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f034006c2b0 0x7f034006e770 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f036015eda0 tx=0x7f0348007d50 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:10.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.542+0000 7f0357fff640 1 -- 172.21.15.46:0/2996189415 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f035007a880 con 0x7f03600b8960 2024-09-19T05:51:10.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.729+0000 7f0365c84640 1 -- 172.21.15.46:0/2996189415 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f03600d4390 con 0x7f03600b8960 2024-09-19T05:51:10.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.730+0000 7f0357fff640 1 -- 172.21.15.46:0/2996189415 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f035007a180 con 0x7f03600b8960 2024-09-19T05:51:10.732 INFO:teuthology.orchestra.run.smithi046.stderr:listed 0 entries 2024-09-19T05:51:10.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.732+0000 7f0365c84640 1 -- 172.21.15.46:0/2996189415 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f034006c2b0 msgr2=0x7f034006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:10.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.732+0000 7f0365c84640 1 --2- 172.21.15.46:0/2996189415 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f034006c2b0 0x7f034006e770 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f036015eda0 tx=0x7f0348007d50 comp rx=0 tx=0).stop 2024-09-19T05:51:10.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.732+0000 7f0365c84640 1 -- 172.21.15.46:0/2996189415 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f03600b8960 msgr2=0x7f03600ced60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:10.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.732+0000 7f0365c84640 1 --2- 172.21.15.46:0/2996189415 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f03600b8960 0x7f03600ced60 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f0350000c00 tx=0x7f03500046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.732+0000 7f0365c84640 1 -- 172.21.15.46:0/2996189415 shutdown_connections 2024-09-19T05:51:10.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.732+0000 7f0365c84640 1 --2- 172.21.15.46:0/2996189415 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f034006c2b0 0x7f034006e770 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.732+0000 7f0365c84640 1 --2- 172.21.15.46:0/2996189415 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f036015e730 0x7f03600ca730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.732+0000 7f0365c84640 1 --2- 172.21.15.46:0/2996189415 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f03600d4be0 0x7f03600cd4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.732+0000 7f0365c84640 1 --2- 172.21.15.46:0/2996189415 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f03600b8960 0x7f03600ced60 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.732+0000 7f0365c84640 1 -- 172.21.15.46:0/2996189415 >> 172.21.15.46:0/2996189415 conn(0x7f03600723c0 msgr2=0x7f03600b41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:10.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.732+0000 7f0365c84640 1 -- 172.21.15.46:0/2996189415 shutdown_connections 2024-09-19T05:51:10.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.732+0000 7f0365c84640 1 -- 172.21.15.46:0/2996189415 wait complete. 2024-09-19T05:51:10.745 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:51:10.745 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:51:10.761 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:51:10.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.905+0000 7f7d0bd86640 1 Processor -- start 2024-09-19T05:51:10.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.905+0000 7f7d0bd86640 1 -- start start 2024-09-19T05:51:10.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.906+0000 7f7d0bd86640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f7d040b17c0 0x7f7d040cebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:10.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.906+0000 7f7d0bd86640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d040d1de0 con 0x7f7d040cf130 2024-09-19T05:51:10.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.906+0000 7f7d0bd86640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d040d2080 con 0x7f7d0415e810 2024-09-19T05:51:10.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.906+0000 7f7d0bd86640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f7d0415ebf0 con 0x7f7d040b17c0 2024-09-19T05:51:10.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.906+0000 7f7d0a323640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f7d040cf130 0x7f7d040d23f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:46698/0 (socket says 172.21.15.46:46698) 2024-09-19T05:51:10.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.906+0000 7f7d0a323640 1 -- 172.21.15.46:0/414343488 learned_addr learned my addr 172.21.15.46:0/414343488 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:10.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.906+0000 7f7d09321640 1 --2- 172.21.15.46:0/414343488 >> v2:172.21.15.78:3300/0 conn(0x7f7d040b17c0 0x7f7d040cebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:10.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.906+0000 7f7d08b20640 1 -- 172.21.15.46:0/414343488 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2156946531 0 0) 0x7f7d040d1de0 con 0x7f7d040cf130 2024-09-19T05:51:10.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.906+0000 7f7d08b20640 1 -- 172.21.15.46:0/414343488 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7cf0003520 con 0x7f7d040cf130 2024-09-19T05:51:10.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d08b20640 1 -- 172.21.15.46:0/414343488 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3973067040 0 0) 0x7f7cf0003520 con 0x7f7d040cf130 2024-09-19T05:51:10.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d08b20640 1 -- 172.21.15.46:0/414343488 >> v2:172.21.15.78:3300/0 conn(0x7f7d040b17c0 msgr2=0x7f7d040cebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:10.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d08b20640 1 --2- 172.21.15.46:0/414343488 >> v2:172.21.15.78:3300/0 conn(0x7f7d040b17c0 0x7f7d040cebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d08b20640 1 -- 172.21.15.46:0/414343488 >> v1:172.21.15.78:6789/0 conn(0x7f7d0415e810 legacy=0x7f7d040b28d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:10.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d08b20640 1 -- 172.21.15.46:0/414343488 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d040b3690 con 0x7f7d040cf130 2024-09-19T05:51:10.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d08b20640 1 -- 172.21.15.46:0/414343488 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 238125057 0 0) 0x7f7cfc0019f0 con 0x7f7d040cf130 2024-09-19T05:51:10.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d08b20640 1 -- 172.21.15.46:0/414343488 >> v1:172.21.15.46:6789/0 conn(0x7f7d040cf130 legacy=0x7f7d040d23f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:10.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d08b20640 1 --2- 172.21.15.46:0/414343488 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7cf00039b0 0x7f7cf0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:10.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d08b20640 1 --2- 172.21.15.46:0/414343488 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7cf0004800 0x7f7cf0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:10.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d08b20640 1 --2- 172.21.15.46:0/414343488 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7cf00051c0 0x7f7cf000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:10.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d08b20640 1 -- 172.21.15.46:0/414343488 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7cf000c030 con 0x7f7cf0004800 2024-09-19T05:51:10.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d08b20640 1 -- 172.21.15.46:0/414343488 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f7cf000c1e0 con 0x7f7cf00051c0 2024-09-19T05:51:10.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d08b20640 1 -- 172.21.15.46:0/414343488 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f7cf000c3e0 con 0x7f7cf00039b0 2024-09-19T05:51:10.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d09321640 1 --2- 172.21.15.46:0/414343488 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7cf0004800 0x7f7cf0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:10.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d0a323640 1 --2- 172.21.15.46:0/414343488 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7cf00051c0 0x7f7cf000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:10.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d09b22640 1 --2- 172.21.15.46:0/414343488 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7cf00039b0 0x7f7cf0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:10.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d09321640 1 -- 172.21.15.46:0/414343488 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7cf00039b0 msgr2=0x7f7cf0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:10.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d09321640 1 --2- 172.21.15.46:0/414343488 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7cf00039b0 0x7f7cf0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d09321640 1 -- 172.21.15.46:0/414343488 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7cf00051c0 msgr2=0x7f7cf000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:10.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d09321640 1 --2- 172.21.15.46:0/414343488 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7cf00051c0 0x7f7cf000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d0a323640 1 -- 172.21.15.46:0/414343488 reap_dead start 2024-09-19T05:51:10.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d09321640 1 -- 172.21.15.46:0/414343488 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cf0003520 con 0x7f7cf0004800 2024-09-19T05:51:10.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.907+0000 7f7d09b22640 1 --2- 172.21.15.46:0/414343488 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7cf00039b0 0x7f7cf0003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:10.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.908+0000 7f7d09321640 1 --2- 172.21.15.46:0/414343488 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7cf0004800 0x7f7cf0004c80 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f7cf4009ac0 tx=0x7f7cf0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d7fe2bdf8002b6d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:10.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.908+0000 7f7d08b20640 1 -- 172.21.15.46:0/414343488 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cf4036070 con 0x7f7cf0004800 2024-09-19T05:51:10.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.908+0000 7f7d08b20640 1 -- 172.21.15.46:0/414343488 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7cf4031400 con 0x7f7cf0004800 2024-09-19T05:51:10.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.908+0000 7f7d08b20640 1 -- 172.21.15.46:0/414343488 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cf4009690 con 0x7f7cf0004800 2024-09-19T05:51:10.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.909+0000 7f7d0bd86640 1 -- 172.21.15.46:0/414343488 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7cf0004800 msgr2=0x7f7cf0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:10.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.909+0000 7f7d0bd86640 1 --2- 172.21.15.46:0/414343488 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7cf0004800 0x7f7cf0004c80 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f7cf4009ac0 tx=0x7f7cf0005830 comp rx=0 tx=0).stop 2024-09-19T05:51:10.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.909+0000 7f7d0bd86640 1 -- 172.21.15.46:0/414343488 shutdown_connections 2024-09-19T05:51:10.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.909+0000 7f7d0bd86640 1 --2- 172.21.15.46:0/414343488 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7cf0004800 0x7f7cf0004c80 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.909+0000 7f7d0bd86640 1 -- 172.21.15.46:0/414343488 >> 172.21.15.46:0/414343488 conn(0x7f7d040b7830 msgr2=0x7f7d040b7c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:10.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.909+0000 7f7d0bd86640 1 -- 172.21.15.46:0/414343488 shutdown_connections 2024-09-19T05:51:10.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.909+0000 7f7d0bd86640 1 -- 172.21.15.46:0/414343488 wait complete. 2024-09-19T05:51:10.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.910+0000 7f7d0bd86640 1 Processor -- start 2024-09-19T05:51:10.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.910+0000 7f7d0bd86640 1 -- start start 2024-09-19T05:51:10.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.911+0000 7f7d0bd86640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7cf0004800 0x7f7d041601c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:10.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.911+0000 7f7d0bd86640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7d0415ebf0 0x7f7d040ce430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:10.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.911+0000 7f7d0bd86640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7d041610c0 0x7f7d0415b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:10.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.911+0000 7f7d0bd86640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7d040b3c50 con 0x7f7d041610c0 2024-09-19T05:51:10.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.911+0000 7f7d0bd86640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f7d040cf5c0 con 0x7f7cf0004800 2024-09-19T05:51:10.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.911+0000 7f7d0bd86640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f7d040d06b0 con 0x7f7d0415ebf0 2024-09-19T05:51:10.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.911+0000 7f7d0a323640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7d041610c0 0x7f7d0415b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:10.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.911+0000 7f7d0a323640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7d041610c0 0x7f7d0415b6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38798/0 (socket says 172.21.15.46:38798) 2024-09-19T05:51:10.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.911+0000 7f7d0a323640 1 -- 172.21.15.46:0/2611387260 learned_addr learned my addr 172.21.15.46:0/2611387260 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:10.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.911+0000 7f7d09b22640 1 --2- 172.21.15.46:0/2611387260 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7cf0004800 0x7f7d041601c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:10.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.911+0000 7f7d09321640 1 --2- 172.21.15.46:0/2611387260 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7d0415ebf0 0x7f7d040ce430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:10.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.911+0000 7f7d0a323640 1 -- 172.21.15.46:0/2611387260 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7d0415ebf0 msgr2=0x7f7d040ce430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:10.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.911+0000 7f7d0a323640 1 --2- 172.21.15.46:0/2611387260 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7d0415ebf0 0x7f7d040ce430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.911+0000 7f7d0a323640 1 -- 172.21.15.46:0/2611387260 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7cf0004800 msgr2=0x7f7d041601c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:10.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.911+0000 7f7d0a323640 1 --2- 172.21.15.46:0/2611387260 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7cf0004800 0x7f7d041601c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:10.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.911+0000 7f7d0a323640 1 -- 172.21.15.46:0/2611387260 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d0415f120 con 0x7f7d041610c0 2024-09-19T05:51:10.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.911+0000 7f7d09b22640 1 --2- 172.21.15.46:0/2611387260 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7cf0004800 0x7f7d041601c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:10.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.911+0000 7f7d09321640 1 --2- 172.21.15.46:0/2611387260 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7d0415ebf0 0x7f7d040ce430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:10.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.911+0000 7f7d0a323640 1 --2- 172.21.15.46:0/2611387260 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7d041610c0 0x7f7d0415b6f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7d040d0230 tx=0x7f7cfc007bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:10.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.912+0000 7f7cfa7fc640 1 -- 172.21.15.46:0/2611387260 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cfc00abc0 con 0x7f7d041610c0 2024-09-19T05:51:10.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.912+0000 7f7cfa7fc640 1 -- 172.21.15.46:0/2611387260 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7cfc018070 con 0x7f7d041610c0 2024-09-19T05:51:10.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.912+0000 7f7d0bd86640 1 -- 172.21.15.46:0/2611387260 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d0415f400 con 0x7f7d041610c0 2024-09-19T05:51:10.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.912+0000 7f7cfa7fc640 1 -- 172.21.15.46:0/2611387260 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cfc0133f0 con 0x7f7d041610c0 2024-09-19T05:51:10.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.912+0000 7f7d0bd86640 1 -- 172.21.15.46:0/2611387260 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d0415f9c0 con 0x7f7d041610c0 2024-09-19T05:51:10.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.913+0000 7f7d0bd86640 1 -- 172.21.15.46:0/2611387260 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d040b3470 con 0x7f7d041610c0 2024-09-19T05:51:10.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.913+0000 7f7cfa7fc640 1 -- 172.21.15.46:0/2611387260 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7cfc013590 con 0x7f7d041610c0 2024-09-19T05:51:10.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.914+0000 7f7cfa7fc640 1 --2- 172.21.15.46:0/2611387260 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7ce806c2e0 0x7f7ce806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:10.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.914+0000 7f7cfa7fc640 1 -- 172.21.15.46:0/2611387260 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f7cfc08bac0 con 0x7f7d041610c0 2024-09-19T05:51:10.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.914+0000 7f7d09b22640 1 --2- 172.21.15.46:0/2611387260 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7ce806c2e0 0x7f7ce806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:10.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.914+0000 7f7d09b22640 1 --2- 172.21.15.46:0/2611387260 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7ce806c2e0 0x7f7ce806e7a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f7d00007fd0 tx=0x7f7d00009040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:10.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:10.918+0000 7f7cfa7fc640 1 -- 172.21.15.46:0/2611387260 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7cfc05a1a0 con 0x7f7d041610c0 2024-09-19T05:51:11.109 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.107+0000 7f7d0bd86640 1 -- 172.21.15.46:0/2611387260 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f7d040b1d40 con 0x7f7d041610c0 2024-09-19T05:51:11.109 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.107+0000 7f7cfa7fc640 1 -- 172.21.15.46:0/2611387260 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f7cfc059aa0 con 0x7f7d041610c0 2024-09-19T05:51:11.109 INFO:teuthology.orchestra.run.smithi046.stderr:listed 0 entries 2024-09-19T05:51:11.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.109+0000 7f7d0bd86640 1 -- 172.21.15.46:0/2611387260 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7ce806c2e0 msgr2=0x7f7ce806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:11.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.109+0000 7f7d0bd86640 1 --2- 172.21.15.46:0/2611387260 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7ce806c2e0 0x7f7ce806e7a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f7d00007fd0 tx=0x7f7d00009040 comp rx=0 tx=0).stop 2024-09-19T05:51:11.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.109+0000 7f7d0bd86640 1 -- 172.21.15.46:0/2611387260 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7d041610c0 msgr2=0x7f7d0415b6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:11.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.109+0000 7f7d0bd86640 1 --2- 172.21.15.46:0/2611387260 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7d041610c0 0x7f7d0415b6f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7d040d0230 tx=0x7f7cfc007bd0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.109+0000 7f7d0bd86640 1 -- 172.21.15.46:0/2611387260 shutdown_connections 2024-09-19T05:51:11.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.109+0000 7f7d0bd86640 1 --2- 172.21.15.46:0/2611387260 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7ce806c2e0 0x7f7ce806e7a0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.109+0000 7f7d0bd86640 1 --2- 172.21.15.46:0/2611387260 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7d041610c0 0x7f7d0415b6f0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.109+0000 7f7d0bd86640 1 --2- 172.21.15.46:0/2611387260 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7d0415ebf0 0x7f7d040ce430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.109+0000 7f7d0bd86640 1 --2- 172.21.15.46:0/2611387260 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7cf0004800 0x7f7d041601c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.109+0000 7f7d0bd86640 1 -- 172.21.15.46:0/2611387260 >> 172.21.15.46:0/2611387260 conn(0x7f7d040b7830 msgr2=0x7f7d0406fa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:11.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.109+0000 7f7d0bd86640 1 -- 172.21.15.46:0/2611387260 shutdown_connections 2024-09-19T05:51:11.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.109+0000 7f7d0bd86640 1 -- 172.21.15.46:0/2611387260 wait complete. 2024-09-19T05:51:11.122 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi046.front.sepia.ceph.com... 2024-09-19T05:51:11.122 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:11.122 DEBUG:teuthology.orchestra.run.smithi046:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T05:51:11.148 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:51:11.148 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi046.front.sepia.ceph.com 2024-09-19T05:51:11.149 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:11.149 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T05:51:11.224 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:51:11.224 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:51:11.244 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:51:11.244 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:51:11.304 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:51:11.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.406+0000 7f5616a47640 1 Processor -- start 2024-09-19T05:51:11.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.406+0000 7f5616a47640 1 -- start start 2024-09-19T05:51:11.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.407+0000 7f5616a47640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f561015e710 0x7f56100d5010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:11.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.407+0000 7f5616a47640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56100d14d0 con 0x7f56100d2160 2024-09-19T05:51:11.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.407+0000 7f5616a47640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56100d17b0 con 0x7f56100b6720 2024-09-19T05:51:11.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.407+0000 7f5616a47640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f56100d1a90 con 0x7f561015e710 2024-09-19T05:51:11.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.407+0000 7f5607fff640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f56100d2160 0x7f56100b6010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:46708/0 (socket says 172.21.15.46:46708) 2024-09-19T05:51:11.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.407+0000 7f5607fff640 1 -- 172.21.15.46:0/209067242 learned_addr learned my addr 172.21.15.46:0/209067242 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:11.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.408+0000 7f560f7fe640 1 -- 172.21.15.46:0/209067242 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 456844059 0 0) 0x7f56100d14d0 con 0x7f56100d2160 2024-09-19T05:51:11.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.408+0000 7f560ffff640 1 --2- 172.21.15.46:0/209067242 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f561015e710 0x7f56100d5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:11.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.408+0000 7f560f7fe640 1 -- 172.21.15.46:0/209067242 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f55fc003520 con 0x7f56100d2160 2024-09-19T05:51:11.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.408+0000 7f560f7fe640 1 -- 172.21.15.46:0/209067242 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3413760873 0 0) 0x7f55fc003520 con 0x7f56100d2160 2024-09-19T05:51:11.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.408+0000 7f560f7fe640 1 -- 172.21.15.46:0/209067242 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f561015e710 msgr2=0x7f56100d5010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:11.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.408+0000 7f560f7fe640 1 --2- 172.21.15.46:0/209067242 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f561015e710 0x7f56100d5010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.408+0000 7f560f7fe640 1 -- 172.21.15.46:0/209067242 >> v1:172.21.15.78:6789/0 conn(0x7f56100b6720 legacy=0x7f56100cf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:11.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.408+0000 7f560f7fe640 1 -- 172.21.15.46:0/209067242 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56100d1d70 con 0x7f56100d2160 2024-09-19T05:51:11.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.408+0000 7f560f7fe640 1 -- 172.21.15.46:0/209067242 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 238125057 0 0) 0x7f55f8001670 con 0x7f56100d2160 2024-09-19T05:51:11.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.408+0000 7f560f7fe640 1 -- 172.21.15.46:0/209067242 >> v1:172.21.15.46:6789/0 conn(0x7f56100d2160 legacy=0x7f56100b6010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:11.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.408+0000 7f560f7fe640 1 --2- 172.21.15.46:0/209067242 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f561015e710 0x7f55fc0039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:11.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.408+0000 7f560f7fe640 1 --2- 172.21.15.46:0/209067242 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55fc003f60 0x7f55fc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:11.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.408+0000 7f560f7fe640 1 --2- 172.21.15.46:0/209067242 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f55fc004d40 0x7f55fc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:11.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.408+0000 7f560f7fe640 1 -- 172.21.15.46:0/209067242 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f56100d1a90 con 0x7f55fc003f60 2024-09-19T05:51:11.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.408+0000 7f560f7fe640 1 -- 172.21.15.46:0/209067242 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f55fc00baa0 con 0x7f55fc004d40 2024-09-19T05:51:11.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.408+0000 7f560f7fe640 1 -- 172.21.15.46:0/209067242 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f55fc00bca0 con 0x7f561015e710 2024-09-19T05:51:11.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.408+0000 7f5607fff640 1 --2- 172.21.15.46:0/209067242 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55fc003f60 0x7f55fc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:11.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.408+0000 7f5614fe4640 1 --2- 172.21.15.46:0/209067242 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f55fc004d40 0x7f55fc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:11.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.408+0000 7f560ffff640 1 --2- 172.21.15.46:0/209067242 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f561015e710 0x7f55fc0039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:11.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.409+0000 7f5607fff640 1 -- 172.21.15.46:0/209067242 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f561015e710 msgr2=0x7f55fc0039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:11.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.409+0000 7f5607fff640 1 --2- 172.21.15.46:0/209067242 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f561015e710 0x7f55fc0039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.409+0000 7f5607fff640 1 -- 172.21.15.46:0/209067242 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f55fc004d40 msgr2=0x7f55fc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:11.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.409+0000 7f5607fff640 1 --2- 172.21.15.46:0/209067242 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f55fc004d40 0x7f55fc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.409+0000 7f5607fff640 1 -- 172.21.15.46:0/209067242 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55fc003520 con 0x7f55fc003f60 2024-09-19T05:51:11.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.409+0000 7f5607fff640 1 --2- 172.21.15.46:0/209067242 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55fc003f60 0x7f55fc004800 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f55f800c240 tx=0x7f55fc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=992bc4032bf6dc2c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:11.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.409+0000 7f560f7fe640 1 -- 172.21.15.46:0/209067242 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f8007d10 con 0x7f55fc003f60 2024-09-19T05:51:11.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.409+0000 7f560f7fe640 1 -- 172.21.15.46:0/209067242 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55f8005ad0 con 0x7f55fc003f60 2024-09-19T05:51:11.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.409+0000 7f560f7fe640 1 -- 172.21.15.46:0/209067242 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f8007070 con 0x7f55fc003f60 2024-09-19T05:51:11.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.410+0000 7f5616a47640 1 -- 172.21.15.46:0/209067242 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55fc003f60 msgr2=0x7f55fc004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:11.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.410+0000 7f5616a47640 1 --2- 172.21.15.46:0/209067242 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55fc003f60 0x7f55fc004800 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f55f800c240 tx=0x7f55fc005830 comp rx=0 tx=0).stop 2024-09-19T05:51:11.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.410+0000 7f5614fe4640 1 -- 172.21.15.46:0/209067242 reap_dead start 2024-09-19T05:51:11.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.410+0000 7f5616a47640 1 -- 172.21.15.46:0/209067242 shutdown_connections 2024-09-19T05:51:11.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.410+0000 7f5616a47640 1 -- 172.21.15.46:0/209067242 >> 172.21.15.46:0/209067242 conn(0x7f56100721e0 msgr2=0x7f56100725f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:11.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.410+0000 7f5616a47640 1 -- 172.21.15.46:0/209067242 shutdown_connections 2024-09-19T05:51:11.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.410+0000 7f5616a47640 1 -- 172.21.15.46:0/209067242 wait complete. 2024-09-19T05:51:11.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.411+0000 7f5616a47640 1 Processor -- start 2024-09-19T05:51:11.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.411+0000 7f5616a47640 1 -- start start 2024-09-19T05:51:11.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.412+0000 7f5616a47640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f55fc003f60 0x7f5610160980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:11.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.412+0000 7f5616a47640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f56101568b0 0x7f56101479d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:11.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.412+0000 7f5616a47640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5610149250 0x7f56101577e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:11.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.412+0000 7f5616a47640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f56100d5010 con 0x7f5610149250 2024-09-19T05:51:11.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.412+0000 7f5616a47640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f56100cf1a0 con 0x7f56101568b0 2024-09-19T05:51:11.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.412+0000 7f5616a47640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f56100d5190 con 0x7f55fc003f60 2024-09-19T05:51:11.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.412+0000 7f5614fe4640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5610149250 0x7f56101577e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:11.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.412+0000 7f5614fe4640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5610149250 0x7f56101577e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38806/0 (socket says 172.21.15.46:38806) 2024-09-19T05:51:11.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.412+0000 7f5614fe4640 1 -- 172.21.15.46:0/468591782 learned_addr learned my addr 172.21.15.46:0/468591782 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:11.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.412+0000 7f560ffff640 1 --2- 172.21.15.46:0/468591782 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f55fc003f60 0x7f5610160980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:11.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.412+0000 7f5607fff640 1 --2- 172.21.15.46:0/468591782 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f56101568b0 0x7f56101479d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:11.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.413+0000 7f5614fe4640 1 -- 172.21.15.46:0/468591782 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f55fc003f60 msgr2=0x7f5610160980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:11.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.413+0000 7f5614fe4640 1 --2- 172.21.15.46:0/468591782 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f55fc003f60 0x7f5610160980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.413+0000 7f5614fe4640 1 -- 172.21.15.46:0/468591782 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f56101568b0 msgr2=0x7f56101479d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:11.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.413+0000 7f5614fe4640 1 --2- 172.21.15.46:0/468591782 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f56101568b0 0x7f56101479d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.413+0000 7f5614fe4640 1 -- 172.21.15.46:0/468591782 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5610147f10 con 0x7f5610149250 2024-09-19T05:51:11.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.413+0000 7f5614fe4640 1 --2- 172.21.15.46:0/468591782 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5610149250 0x7f56101577e0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f56100d2090 tx=0x7f560800fc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:11.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.413+0000 7f560d7fa640 1 -- 172.21.15.46:0/468591782 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f560801a070 con 0x7f5610149250 2024-09-19T05:51:11.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.413+0000 7f560d7fa640 1 -- 172.21.15.46:0/468591782 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5608006d60 con 0x7f5610149250 2024-09-19T05:51:11.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.413+0000 7f5616a47640 1 -- 172.21.15.46:0/468591782 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56101481b0 con 0x7f5610149250 2024-09-19T05:51:11.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.413+0000 7f560d7fa640 1 -- 172.21.15.46:0/468591782 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5608003b90 con 0x7f5610149250 2024-09-19T05:51:11.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.413+0000 7f5616a47640 1 -- 172.21.15.46:0/468591782 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5610148770 con 0x7f5610149250 2024-09-19T05:51:11.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.414+0000 7f5616a47640 1 -- 172.21.15.46:0/468591782 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56100d0dd0 con 0x7f5610149250 2024-09-19T05:51:11.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.415+0000 7f560d7fa640 1 -- 172.21.15.46:0/468591782 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f560801d070 con 0x7f5610149250 2024-09-19T05:51:11.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.415+0000 7f560d7fa640 1 --2- 172.21.15.46:0/468591782 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f55f006c2b0 0x7f55f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:11.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.415+0000 7f560d7fa640 1 -- 172.21.15.46:0/468591782 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f560808a850 con 0x7f5610149250 2024-09-19T05:51:11.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.415+0000 7f560ffff640 1 --2- 172.21.15.46:0/468591782 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f55f006c2b0 0x7f55f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:11.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.416+0000 7f560ffff640 1 --2- 172.21.15.46:0/468591782 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f55f006c2b0 0x7f55f006e770 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5600009bc0 tx=0x7f5600009190 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:11.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.420+0000 7f560d7fa640 1 -- 172.21.15.46:0/468591782 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5608058970 con 0x7f5610149250 2024-09-19T05:51:11.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.645+0000 7f5616a47640 1 -- 172.21.15.46:0/468591782 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f56100b5950 con 0x7f5610149250 2024-09-19T05:51:11.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.645+0000 7f560d7fa640 1 -- 172.21.15.46:0/468591782 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f560805cc70 con 0x7f5610149250 2024-09-19T05:51:11.647 INFO:teuthology.orchestra.run.smithi046.stderr:listed 0 entries 2024-09-19T05:51:11.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.647+0000 7f5616a47640 1 -- 172.21.15.46:0/468591782 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f55f006c2b0 msgr2=0x7f55f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:11.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.647+0000 7f5616a47640 1 --2- 172.21.15.46:0/468591782 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f55f006c2b0 0x7f55f006e770 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5600009bc0 tx=0x7f5600009190 comp rx=0 tx=0).stop 2024-09-19T05:51:11.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.647+0000 7f5616a47640 1 -- 172.21.15.46:0/468591782 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5610149250 msgr2=0x7f56101577e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:11.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.647+0000 7f5616a47640 1 --2- 172.21.15.46:0/468591782 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5610149250 0x7f56101577e0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f56100d2090 tx=0x7f560800fc80 comp rx=0 tx=0).stop 2024-09-19T05:51:11.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.647+0000 7f5616a47640 1 -- 172.21.15.46:0/468591782 shutdown_connections 2024-09-19T05:51:11.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.647+0000 7f5616a47640 1 --2- 172.21.15.46:0/468591782 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f55f006c2b0 0x7f55f006e770 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.647+0000 7f5616a47640 1 --2- 172.21.15.46:0/468591782 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5610149250 0x7f56101577e0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.647+0000 7f5616a47640 1 --2- 172.21.15.46:0/468591782 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f56101568b0 0x7f56101479d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.647+0000 7f5616a47640 1 --2- 172.21.15.46:0/468591782 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f55fc003f60 0x7f5610160980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.647+0000 7f5616a47640 1 -- 172.21.15.46:0/468591782 >> 172.21.15.46:0/468591782 conn(0x7f56100721e0 msgr2=0x7f56100b5c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:11.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.647+0000 7f5616a47640 1 -- 172.21.15.46:0/468591782 shutdown_connections 2024-09-19T05:51:11.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.647+0000 7f5616a47640 1 -- 172.21.15.46:0/468591782 wait complete. 2024-09-19T05:51:11.660 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:51:11.660 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:51:11.680 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:51:11.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.785+0000 7f61f2503640 1 Processor -- start 2024-09-19T05:51:11.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.785+0000 7f61f2503640 1 -- start start 2024-09-19T05:51:11.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.785+0000 7f61f2503640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f61ec15e710 0x7f61ec0d5010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:11.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.785+0000 7f61f2503640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61ec0b6720 0x7f61ec0d0dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:11.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.785+0000 7f61f2503640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61ec0d14d0 con 0x7f61ec0d2160 2024-09-19T05:51:11.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.785+0000 7f61f2503640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f61ec0d17b0 con 0x7f61ec15e710 2024-09-19T05:51:11.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.786+0000 7f61f2503640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f61ec0d1a90 con 0x7f61ec0b6720 2024-09-19T05:51:11.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.786+0000 7f61ebfff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f61ec15e710 0x7f61ec0d5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:11.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.786+0000 7f61eb7fe640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f61ec0d2160 0x7f61ec0b6010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:46712/0 (socket says 172.21.15.46:46712) 2024-09-19T05:51:11.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.786+0000 7f61eb7fe640 1 -- 172.21.15.46:0/797506274 learned_addr learned my addr 172.21.15.46:0/797506274 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:11.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.786+0000 7f61ebfff640 1 -- 172.21.15.46:0/797506274 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61ec0b6720 msgr2=0x7f61ec0d0dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:11.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.786+0000 7f61ebfff640 1 --2- 172.21.15.46:0/797506274 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61ec0b6720 0x7f61ec0d0dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.786+0000 7f61ebfff640 1 -- 172.21.15.46:0/797506274 >> v1:172.21.15.46:6789/0 conn(0x7f61ec0d2160 legacy=0x7f61ec0b6010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:11.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.786+0000 7f61eaffd640 1 -- 172.21.15.46:0/797506274 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2053031683 0 0) 0x7f61ec0d14d0 con 0x7f61ec0d2160 2024-09-19T05:51:11.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.786+0000 7f61ebfff640 1 -- 172.21.15.46:0/797506274 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61ec0d1d70 con 0x7f61ec15e710 2024-09-19T05:51:11.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.787+0000 7f61ebfff640 1 --2- 172.21.15.46:0/797506274 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61ec15e710 0x7f61ec0d5010 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f61dc0097d0 tx=0x7f61dc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8c787f7a444527b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:11.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.787+0000 7f61eaffd640 1 -- 172.21.15.46:0/797506274 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61dc037070 con 0x7f61ec15e710 2024-09-19T05:51:11.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.787+0000 7f61eaffd640 1 -- 172.21.15.46:0/797506274 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61dc032440 con 0x7f61ec15e710 2024-09-19T05:51:11.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.787+0000 7f61eaffd640 1 -- 172.21.15.46:0/797506274 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61dc032810 con 0x7f61ec15e710 2024-09-19T05:51:11.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.787+0000 7f61f2503640 1 -- 172.21.15.46:0/797506274 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61ec15e710 msgr2=0x7f61ec0d5010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:11.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.787+0000 7f61f2503640 1 --2- 172.21.15.46:0/797506274 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61ec15e710 0x7f61ec0d5010 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f61dc0097d0 tx=0x7f61dc02a1e0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.787+0000 7f61f2503640 1 -- 172.21.15.46:0/797506274 shutdown_connections 2024-09-19T05:51:11.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.787+0000 7f61f2503640 1 --2- 172.21.15.46:0/797506274 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61ec0b6720 0x7f61ec0d0dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.787+0000 7f61f2503640 1 --2- 172.21.15.46:0/797506274 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61ec15e710 0x7f61ec0d5010 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.787+0000 7f61f2503640 1 -- 172.21.15.46:0/797506274 >> 172.21.15.46:0/797506274 conn(0x7f61ec0721e0 msgr2=0x7f61ec0725f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:11.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.787+0000 7f61f2503640 1 -- 172.21.15.46:0/797506274 shutdown_connections 2024-09-19T05:51:11.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.788+0000 7f61f2503640 1 -- 172.21.15.46:0/797506274 wait complete. 2024-09-19T05:51:11.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.789+0000 7f61f2503640 1 Processor -- start 2024-09-19T05:51:11.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.789+0000 7f61f2503640 1 -- start start 2024-09-19T05:51:11.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.790+0000 7f61f2503640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61ec0b6720 0x7f61ec1539b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:11.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.790+0000 7f61f2503640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61ec0d2160 0x7f61ec0c7c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:11.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.790+0000 7f61f2503640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61ec15e710 0x7f61ec0b9790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:11.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.790+0000 7f61f2503640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f61ec0cf730 con 0x7f61ec0b6720 2024-09-19T05:51:11.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.790+0000 7f61f2503640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f61ec0cf1a0 con 0x7f61ec0d2160 2024-09-19T05:51:11.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.790+0000 7f61f2503640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f61ec0cf8b0 con 0x7f61ec15e710 2024-09-19T05:51:11.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.790+0000 7f61ebfff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61ec0b6720 0x7f61ec1539b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:11.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.790+0000 7f61ebfff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61ec0b6720 0x7f61ec1539b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38830/0 (socket says 172.21.15.46:38830) 2024-09-19T05:51:11.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.790+0000 7f61ebfff640 1 -- 172.21.15.46:0/634498233 learned_addr learned my addr 172.21.15.46:0/634498233 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:11.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.790+0000 7f61f0aa0640 1 --2- 172.21.15.46:0/634498233 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61ec15e710 0x7f61ec0b9790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:11.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.790+0000 7f61eb7fe640 1 --2- 172.21.15.46:0/634498233 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61ec0d2160 0x7f61ec0c7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:11.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.790+0000 7f61ebfff640 1 -- 172.21.15.46:0/634498233 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61ec15e710 msgr2=0x7f61ec0b9790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:11.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.790+0000 7f61ebfff640 1 --2- 172.21.15.46:0/634498233 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61ec15e710 0x7f61ec0b9790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.790+0000 7f61ebfff640 1 -- 172.21.15.46:0/634498233 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61ec0d2160 msgr2=0x7f61ec0c7c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:11.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.790+0000 7f61ebfff640 1 --2- 172.21.15.46:0/634498233 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61ec0d2160 0x7f61ec0c7c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.790+0000 7f61ebfff640 1 -- 172.21.15.46:0/634498233 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61ec0b82d0 con 0x7f61ec0b6720 2024-09-19T05:51:11.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.790+0000 7f61ebfff640 1 --2- 172.21.15.46:0/634498233 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61ec0b6720 0x7f61ec1539b0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f61dc0098f0 tx=0x7f61dc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:11.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.790+0000 7f61e8ff9640 1 -- 172.21.15.46:0/634498233 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61dc041070 con 0x7f61ec0b6720 2024-09-19T05:51:11.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.790+0000 7f61e8ff9640 1 -- 172.21.15.46:0/634498233 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61dc03c870 con 0x7f61ec0b6720 2024-09-19T05:51:11.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.790+0000 7f61f2503640 1 -- 172.21.15.46:0/634498233 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61ec0b85b0 con 0x7f61ec0b6720 2024-09-19T05:51:11.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.790+0000 7f61e8ff9640 1 -- 172.21.15.46:0/634498233 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61dc037040 con 0x7f61ec0b6720 2024-09-19T05:51:11.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.791+0000 7f61f2503640 1 -- 172.21.15.46:0/634498233 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61ec0b8b70 con 0x7f61ec0b6720 2024-09-19T05:51:11.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.791+0000 7f61f2503640 1 -- 172.21.15.46:0/634498233 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61ec06c5c0 con 0x7f61ec0b6720 2024-09-19T05:51:11.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.792+0000 7f61e8ff9640 1 -- 172.21.15.46:0/634498233 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f61dc044070 con 0x7f61ec0b6720 2024-09-19T05:51:11.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.792+0000 7f61e8ff9640 1 --2- 172.21.15.46:0/634498233 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f61d806c2e0 0x7f61d806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:11.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.792+0000 7f61e8ff9640 1 -- 172.21.15.46:0/634498233 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f61dc0ac180 con 0x7f61ec0b6720 2024-09-19T05:51:11.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.793+0000 7f61eb7fe640 1 --2- 172.21.15.46:0/634498233 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f61d806c2e0 0x7f61d806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:11.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.793+0000 7f61eb7fe640 1 --2- 172.21.15.46:0/634498233 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f61d806c2e0 0x7f61d806e7a0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f61ec1543b0 tx=0x7f61e0009040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:11.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.797+0000 7f61e8ff9640 1 -- 172.21.15.46:0/634498233 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f61dc07a970 con 0x7f61ec0b6720 2024-09-19T05:51:11.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.988+0000 7f61f2503640 1 -- 172.21.15.46:0/634498233 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f61ec0b2dc0 con 0x7f61ec0b6720 2024-09-19T05:51:11.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.989+0000 7f61e8ff9640 1 -- 172.21.15.46:0/634498233 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f61dc07a270 con 0x7f61ec0b6720 2024-09-19T05:51:11.990 INFO:teuthology.orchestra.run.smithi046.stderr:listed 0 entries 2024-09-19T05:51:11.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.990+0000 7f61f2503640 1 -- 172.21.15.46:0/634498233 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f61d806c2e0 msgr2=0x7f61d806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:11.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.990+0000 7f61f2503640 1 --2- 172.21.15.46:0/634498233 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f61d806c2e0 0x7f61d806e7a0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f61ec1543b0 tx=0x7f61e0009040 comp rx=0 tx=0).stop 2024-09-19T05:51:11.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.990+0000 7f61f2503640 1 -- 172.21.15.46:0/634498233 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61ec0b6720 msgr2=0x7f61ec1539b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:11.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.990+0000 7f61f2503640 1 --2- 172.21.15.46:0/634498233 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61ec0b6720 0x7f61ec1539b0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f61dc0098f0 tx=0x7f61dc0046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.991+0000 7f61f2503640 1 -- 172.21.15.46:0/634498233 shutdown_connections 2024-09-19T05:51:11.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.991+0000 7f61f2503640 1 --2- 172.21.15.46:0/634498233 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f61d806c2e0 0x7f61d806e7a0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.991+0000 7f61f2503640 1 --2- 172.21.15.46:0/634498233 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61ec15e710 0x7f61ec0b9790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.991+0000 7f61f2503640 1 --2- 172.21.15.46:0/634498233 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61ec0d2160 0x7f61ec0c7c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.991+0000 7f61f2503640 1 --2- 172.21.15.46:0/634498233 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61ec0b6720 0x7f61ec1539b0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:11.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.991+0000 7f61f2503640 1 -- 172.21.15.46:0/634498233 >> 172.21.15.46:0/634498233 conn(0x7f61ec0721e0 msgr2=0x7f61ec0b1c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:11.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.991+0000 7f61f2503640 1 -- 172.21.15.46:0/634498233 shutdown_connections 2024-09-19T05:51:11.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:11.991+0000 7f61f2503640 1 -- 172.21.15.46:0/634498233 wait complete. 2024-09-19T05:51:12.003 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi078.front.sepia.ceph.com... 2024-09-19T05:51:12.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:12.004 DEBUG:teuthology.orchestra.run.smithi078:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-19T05:51:12.034 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:51:12.034 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi078.front.sepia.ceph.com 2024-09-19T05:51:12.034 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:12.034 DEBUG:teuthology.orchestra.run.smithi078:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T05:51:12.059 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:51:12.062 DEBUG:teuthology.orchestra.run.smithi078:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:51:12.193 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:51:12.193 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:51:12.210 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:51:12.210 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:51:12.266 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:51:12.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.407+0000 7ff7536c9640 1 Processor -- start 2024-09-19T05:51:12.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.407+0000 7ff7536c9640 1 -- start start 2024-09-19T05:51:12.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.408+0000 7ff7536c9640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7ff74c161e40 0x7ff74c0b3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:12.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.408+0000 7ff7536c9640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7ff74c06c4e0 0x7ff74c0b1fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:12.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.408+0000 7ff7536c9640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff74c0d31a0 con 0x7ff74c0d2d10 2024-09-19T05:51:12.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.408+0000 7ff7536c9640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7ff74c0d1ab0 con 0x7ff74c06c4e0 2024-09-19T05:51:12.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.408+0000 7ff7536c9640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7ff74c0d1180 con 0x7ff74c161e40 2024-09-19T05:51:12.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.408+0000 7ff751c66640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7ff74c06c4e0 0x7ff74c0b1fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:12.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.408+0000 7ff750c64640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7ff74c0d2d10 0x7ff74c06bdd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:46722/0 (socket says 172.21.15.46:46722) 2024-09-19T05:51:12.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.408+0000 7ff750c64640 1 -- 172.21.15.46:0/531892583 learned_addr learned my addr 172.21.15.46:0/531892583 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:12.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.408+0000 7ff751465640 1 --2- 172.21.15.46:0/531892583 >> v2:172.21.15.78:3300/0 conn(0x7ff74c161e40 0x7ff74c0b3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:12.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.408+0000 7ff751c66640 1 -- 172.21.15.46:0/531892583 >> v2:172.21.15.78:3300/0 conn(0x7ff74c161e40 msgr2=0x7ff74c0b3aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:12.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.408+0000 7ff751c66640 1 --2- 172.21.15.46:0/531892583 >> v2:172.21.15.78:3300/0 conn(0x7ff74c161e40 0x7ff74c0b3aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:12.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.408+0000 7ff751c66640 1 -- 172.21.15.46:0/531892583 >> v1:172.21.15.46:6789/0 conn(0x7ff74c0d2d10 legacy=0x7ff74c06bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:12.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.408+0000 7ff751c66640 1 -- 172.21.15.46:0/531892583 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff74c0d1460 con 0x7ff74c06c4e0 2024-09-19T05:51:12.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.408+0000 7ff743fff640 1 -- 172.21.15.46:0/531892583 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1087608732 0 0) 0x7ff74c0d31a0 con 0x7ff74c0d2d10 2024-09-19T05:51:12.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.409+0000 7ff751c66640 1 --2- 172.21.15.46:0/531892583 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff74c06c4e0 0x7ff74c0b1fe0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7ff74c0b51f0 tx=0x7ff74402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=781d9969de1325b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:12.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.409+0000 7ff743fff640 1 -- 172.21.15.46:0/531892583 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff744007740 con 0x7ff74c06c4e0 2024-09-19T05:51:12.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.409+0000 7ff743fff640 1 -- 172.21.15.46:0/531892583 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7440078e0 con 0x7ff74c06c4e0 2024-09-19T05:51:12.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.409+0000 7ff743fff640 1 -- 172.21.15.46:0/531892583 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff744007cb0 con 0x7ff74c06c4e0 2024-09-19T05:51:12.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.410+0000 7ff7536c9640 1 -- 172.21.15.46:0/531892583 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff74c06c4e0 msgr2=0x7ff74c0b1fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:12.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.410+0000 7ff7536c9640 1 --2- 172.21.15.46:0/531892583 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff74c06c4e0 0x7ff74c0b1fe0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7ff74c0b51f0 tx=0x7ff74402a680 comp rx=0 tx=0).stop 2024-09-19T05:51:12.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.410+0000 7ff7536c9640 1 -- 172.21.15.46:0/531892583 shutdown_connections 2024-09-19T05:51:12.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.410+0000 7ff7536c9640 1 --2- 172.21.15.46:0/531892583 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff74c06c4e0 0x7ff74c0b1fe0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:12.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.410+0000 7ff7536c9640 1 --2- 172.21.15.46:0/531892583 >> v2:172.21.15.78:3300/0 conn(0x7ff74c161e40 0x7ff74c0b3aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:12.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.410+0000 7ff7536c9640 1 -- 172.21.15.46:0/531892583 >> 172.21.15.46:0/531892583 conn(0x7ff74c09ba70 msgr2=0x7ff74c0d2600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:12.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.410+0000 7ff7536c9640 1 -- 172.21.15.46:0/531892583 shutdown_connections 2024-09-19T05:51:12.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.410+0000 7ff7536c9640 1 -- 172.21.15.46:0/531892583 wait complete. 2024-09-19T05:51:12.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.411+0000 7ff7536c9640 1 Processor -- start 2024-09-19T05:51:12.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.411+0000 7ff7536c9640 1 -- start start 2024-09-19T05:51:12.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.412+0000 7ff7536c9640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff74c06c4e0 0x7ff74c0b55a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:12.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.412+0000 7ff7536c9640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff74c0d2d10 0x7ff74c0b71a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:12.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.412+0000 7ff7536c9640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff74c161e40 0x7ff74c0b76e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:12.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.412+0000 7ff7536c9640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff74c162220 con 0x7ff74c0d2d10 2024-09-19T05:51:12.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.412+0000 7ff7536c9640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff74c0d3410 con 0x7ff74c06c4e0 2024-09-19T05:51:12.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.412+0000 7ff7536c9640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7ff74c1623a0 con 0x7ff74c161e40 2024-09-19T05:51:12.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.412+0000 7ff750c64640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff74c0d2d10 0x7ff74c0b71a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:12.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.412+0000 7ff750c64640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff74c0d2d10 0x7ff74c0b71a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38854/0 (socket says 172.21.15.46:38854) 2024-09-19T05:51:12.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.412+0000 7ff750c64640 1 -- 172.21.15.46:0/3758988783 learned_addr learned my addr 172.21.15.46:0/3758988783 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:12.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.412+0000 7ff751465640 1 --2- 172.21.15.46:0/3758988783 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff74c06c4e0 0x7ff74c0b55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:12.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.412+0000 7ff751c66640 1 --2- 172.21.15.46:0/3758988783 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff74c161e40 0x7ff74c0b76e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:12.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.412+0000 7ff750c64640 1 -- 172.21.15.46:0/3758988783 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff74c161e40 msgr2=0x7ff74c0b76e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:12.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.412+0000 7ff750c64640 1 --2- 172.21.15.46:0/3758988783 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff74c161e40 0x7ff74c0b76e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:12.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.412+0000 7ff750c64640 1 -- 172.21.15.46:0/3758988783 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff74c06c4e0 msgr2=0x7ff74c0b55a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:12.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.412+0000 7ff750c64640 1 --2- 172.21.15.46:0/3758988783 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff74c06c4e0 0x7ff74c0b55a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:12.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.412+0000 7ff750c64640 1 -- 172.21.15.46:0/3758988783 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff74c0b7c20 con 0x7ff74c0d2d10 2024-09-19T05:51:12.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.412+0000 7ff751465640 1 --2- 172.21.15.46:0/3758988783 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff74c06c4e0 0x7ff74c0b55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:12.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.412+0000 7ff750c64640 1 --2- 172.21.15.46:0/3758988783 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff74c0d2d10 0x7ff74c0b71a0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7ff73c00c4d0 tx=0x7ff73c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:12.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.413+0000 7ff741ffb640 1 -- 172.21.15.46:0/3758988783 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff73c018070 con 0x7ff74c0d2d10 2024-09-19T05:51:12.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.413+0000 7ff741ffb640 1 -- 172.21.15.46:0/3758988783 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff73c007500 con 0x7ff74c0d2d10 2024-09-19T05:51:12.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.413+0000 7ff741ffb640 1 -- 172.21.15.46:0/3758988783 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff73c004a20 con 0x7ff74c0d2d10 2024-09-19T05:51:12.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.413+0000 7ff7536c9640 1 -- 172.21.15.46:0/3758988783 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff74c0b7e90 con 0x7ff74c0d2d10 2024-09-19T05:51:12.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.413+0000 7ff7536c9640 1 -- 172.21.15.46:0/3758988783 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff74c0b8130 con 0x7ff74c0d2d10 2024-09-19T05:51:12.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.414+0000 7ff7536c9640 1 -- 172.21.15.46:0/3758988783 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff74c0b3aa0 con 0x7ff74c0d2d10 2024-09-19T05:51:12.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.414+0000 7ff741ffb640 1 -- 172.21.15.46:0/3758988783 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff73c01b070 con 0x7ff74c0d2d10 2024-09-19T05:51:12.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.415+0000 7ff741ffb640 1 --2- 172.21.15.46:0/3758988783 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff73006c2b0 0x7ff73006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:12.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.415+0000 7ff741ffb640 1 -- 172.21.15.46:0/3758988783 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff73c08a810 con 0x7ff74c0d2d10 2024-09-19T05:51:12.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.415+0000 7ff751465640 1 --2- 172.21.15.46:0/3758988783 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff73006c2b0 0x7ff73006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:12.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.416+0000 7ff751465640 1 --2- 172.21.15.46:0/3758988783 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff73006c2b0 0x7ff73006e770 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff748008890 tx=0x7ff748008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:12.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.419+0000 7ff741ffb640 1 -- 172.21.15.46:0/3758988783 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff73c058ef0 con 0x7ff74c0d2d10 2024-09-19T05:51:12.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.606+0000 7ff7536c9640 1 -- 172.21.15.46:0/3758988783 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff74c15c460 con 0x7ff74c0d2d10 2024-09-19T05:51:12.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.606+0000 7ff741ffb640 1 -- 172.21.15.46:0/3758988783 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7ff73c0587f0 con 0x7ff74c0d2d10 2024-09-19T05:51:12.608 INFO:teuthology.orchestra.run.smithi046.stderr:listed 0 entries 2024-09-19T05:51:12.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.608+0000 7ff7536c9640 1 -- 172.21.15.46:0/3758988783 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff73006c2b0 msgr2=0x7ff73006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:12.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.608+0000 7ff7536c9640 1 --2- 172.21.15.46:0/3758988783 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff73006c2b0 0x7ff73006e770 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff748008890 tx=0x7ff748008040 comp rx=0 tx=0).stop 2024-09-19T05:51:12.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.608+0000 7ff7536c9640 1 -- 172.21.15.46:0/3758988783 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff74c0d2d10 msgr2=0x7ff74c0b71a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:12.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.608+0000 7ff7536c9640 1 --2- 172.21.15.46:0/3758988783 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff74c0d2d10 0x7ff74c0b71a0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7ff73c00c4d0 tx=0x7ff73c00c990 comp rx=0 tx=0).stop 2024-09-19T05:51:12.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.608+0000 7ff7536c9640 1 -- 172.21.15.46:0/3758988783 shutdown_connections 2024-09-19T05:51:12.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.608+0000 7ff7536c9640 1 --2- 172.21.15.46:0/3758988783 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7ff73006c2b0 0x7ff73006e770 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:12.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.608+0000 7ff7536c9640 1 --2- 172.21.15.46:0/3758988783 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7ff74c161e40 0x7ff74c0b76e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:12.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.608+0000 7ff7536c9640 1 --2- 172.21.15.46:0/3758988783 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff74c0d2d10 0x7ff74c0b71a0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:12.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.608+0000 7ff7536c9640 1 --2- 172.21.15.46:0/3758988783 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff74c06c4e0 0x7ff74c0b55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:12.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.608+0000 7ff7536c9640 1 -- 172.21.15.46:0/3758988783 >> 172.21.15.46:0/3758988783 conn(0x7ff74c09ba70 msgr2=0x7ff74c0b3280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:12.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.608+0000 7ff7536c9640 1 -- 172.21.15.46:0/3758988783 shutdown_connections 2024-09-19T05:51:12.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.609+0000 7ff7536c9640 1 -- 172.21.15.46:0/3758988783 wait complete. 2024-09-19T05:51:12.621 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:51:12.621 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:51:12.638 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:51:12.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.779+0000 7fa4eb65e640 1 Processor -- start 2024-09-19T05:51:12.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.779+0000 7fa4eb65e640 1 -- start start 2024-09-19T05:51:12.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.780+0000 7fa4eb65e640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fa4e4161e40 0x7fa4e40b3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:12.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.780+0000 7fa4eb65e640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa4e406c4e0 0x7fa4e40b1fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:12.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.780+0000 7fa4eb65e640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4e40d31a0 con 0x7fa4e40d2d10 2024-09-19T05:51:12.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.780+0000 7fa4eb65e640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fa4e40d1ab0 con 0x7fa4e4161e40 2024-09-19T05:51:12.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.780+0000 7fa4eb65e640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fa4e40d1180 con 0x7fa4e406c4e0 2024-09-19T05:51:12.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.780+0000 7fa4e93fa640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fa4e4161e40 0x7fa4e40b3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:12.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.780+0000 7fa4e93fa640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fa4e4161e40 0x7fa4e40b3aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.46:53178/0 (socket says 172.21.15.46:53178) 2024-09-19T05:51:12.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.780+0000 7fa4e93fa640 1 -- 172.21.15.46:0/2003435525 learned_addr learned my addr 172.21.15.46:0/2003435525 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:12.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.780+0000 7fa4e9bfb640 1 --2- 172.21.15.46:0/2003435525 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa4e406c4e0 0x7fa4e40b1fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:12.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.781+0000 7fa4e93fa640 1 -- 172.21.15.46:0/2003435525 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa4e406c4e0 msgr2=0x7fa4e40b1fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:12.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.781+0000 7fa4e93fa640 1 --2- 172.21.15.46:0/2003435525 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa4e406c4e0 0x7fa4e40b1fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:12.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.781+0000 7fa4e93fa640 1 -- 172.21.15.46:0/2003435525 >> v1:172.21.15.78:6789/0 conn(0x7fa4e40d2d10 legacy=0x7fa4e406bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:12.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.781+0000 7fa4e93fa640 1 -- 172.21.15.46:0/2003435525 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4e40d1460 con 0x7fa4e4161e40 2024-09-19T05:51:12.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.781+0000 7fa4e9bfb640 1 --2- 172.21.15.46:0/2003435525 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa4e406c4e0 0x7fa4e40b1fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:12.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.781+0000 7fa4e93fa640 1 --2- 172.21.15.46:0/2003435525 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa4e4161e40 0x7fa4e40b3aa0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa4e0009870 tx=0x7fa4e002a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c7e08630ab94f908 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:12.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.782+0000 7fa4dbfff640 1 -- 172.21.15.46:0/2003435525 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e0037070 con 0x7fa4e4161e40 2024-09-19T05:51:12.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.782+0000 7fa4dbfff640 1 -- 172.21.15.46:0/2003435525 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4e0032440 con 0x7fa4e4161e40 2024-09-19T05:51:12.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.782+0000 7fa4dbfff640 1 -- 172.21.15.46:0/2003435525 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e0032810 con 0x7fa4e4161e40 2024-09-19T05:51:12.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.782+0000 7fa4eb65e640 1 -- 172.21.15.46:0/2003435525 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa4e4161e40 msgr2=0x7fa4e40b3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:12.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.782+0000 7fa4eb65e640 1 --2- 172.21.15.46:0/2003435525 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa4e4161e40 0x7fa4e40b3aa0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa4e0009870 tx=0x7fa4e002a270 comp rx=0 tx=0).stop 2024-09-19T05:51:12.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.782+0000 7fa4eb65e640 1 -- 172.21.15.46:0/2003435525 shutdown_connections 2024-09-19T05:51:12.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.782+0000 7fa4eb65e640 1 --2- 172.21.15.46:0/2003435525 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa4e406c4e0 0x7fa4e40b1fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:12.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.782+0000 7fa4eb65e640 1 --2- 172.21.15.46:0/2003435525 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa4e4161e40 0x7fa4e40b3aa0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:12.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.782+0000 7fa4eb65e640 1 -- 172.21.15.46:0/2003435525 >> 172.21.15.46:0/2003435525 conn(0x7fa4e409ba70 msgr2=0x7fa4e40d2600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:12.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.782+0000 7fa4eb65e640 1 -- 172.21.15.46:0/2003435525 shutdown_connections 2024-09-19T05:51:12.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.782+0000 7fa4eb65e640 1 -- 172.21.15.46:0/2003435525 wait complete. 2024-09-19T05:51:12.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.784+0000 7fa4eb65e640 1 Processor -- start 2024-09-19T05:51:12.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.784+0000 7fa4eb65e640 1 -- start start 2024-09-19T05:51:12.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.784+0000 7fa4eb65e640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4e406c4e0 0x7fa4e4159470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:12.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.784+0000 7fa4eb65e640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa4e40d2d10 0x7fa4e40b5df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:12.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.784+0000 7fa4eb65e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa4e4161e40 0x7fa4e40b0400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:12.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.784+0000 7fa4eb65e640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa4e4162220 con 0x7fa4e406c4e0 2024-09-19T05:51:12.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.784+0000 7fa4eb65e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa4e40d3410 con 0x7fa4e4161e40 2024-09-19T05:51:12.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.784+0000 7fa4eb65e640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fa4e41623a0 con 0x7fa4e40d2d10 2024-09-19T05:51:12.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.784+0000 7fa4e93fa640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4e406c4e0 0x7fa4e4159470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:12.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.785+0000 7fa4e93fa640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4e406c4e0 0x7fa4e4159470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38862/0 (socket says 172.21.15.46:38862) 2024-09-19T05:51:12.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.785+0000 7fa4e93fa640 1 -- 172.21.15.46:0/161841449 learned_addr learned my addr 172.21.15.46:0/161841449 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:12.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.785+0000 7fa4e8bf9640 1 --2- 172.21.15.46:0/161841449 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa4e40d2d10 0x7fa4e40b5df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:12.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.785+0000 7fa4e9bfb640 1 --2- 172.21.15.46:0/161841449 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa4e4161e40 0x7fa4e40b0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:12.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.785+0000 7fa4e93fa640 1 -- 172.21.15.46:0/161841449 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa4e40d2d10 msgr2=0x7fa4e40b5df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:12.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.785+0000 7fa4e93fa640 1 --2- 172.21.15.46:0/161841449 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa4e40d2d10 0x7fa4e40b5df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:12.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.785+0000 7fa4e93fa640 1 -- 172.21.15.46:0/161841449 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa4e4161e40 msgr2=0x7fa4e40b0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:12.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.785+0000 7fa4e93fa640 1 --2- 172.21.15.46:0/161841449 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa4e4161e40 0x7fa4e40b0400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:12.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.785+0000 7fa4e93fa640 1 -- 172.21.15.46:0/161841449 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4e40b5810 con 0x7fa4e406c4e0 2024-09-19T05:51:12.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.785+0000 7fa4e93fa640 1 --2- 172.21.15.46:0/161841449 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4e406c4e0 0x7fa4e4159470 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fa4e0000c00 tx=0x7fa4e00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:12.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.785+0000 7fa4d9ffb640 1 -- 172.21.15.46:0/161841449 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e0037040 con 0x7fa4e406c4e0 2024-09-19T05:51:12.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.785+0000 7fa4d9ffb640 1 -- 172.21.15.46:0/161841449 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4e0042070 con 0x7fa4e406c4e0 2024-09-19T05:51:12.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.785+0000 7fa4eb65e640 1 -- 172.21.15.46:0/161841449 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4e40b5af0 con 0x7fa4e406c4e0 2024-09-19T05:51:12.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.785+0000 7fa4d9ffb640 1 -- 172.21.15.46:0/161841449 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e00308a0 con 0x7fa4e406c4e0 2024-09-19T05:51:12.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.786+0000 7fa4eb65e640 1 -- 172.21.15.46:0/161841449 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4e40c64b0 con 0x7fa4e406c4e0 2024-09-19T05:51:12.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.786+0000 7fa4eb65e640 1 -- 172.21.15.46:0/161841449 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4e40b3aa0 con 0x7fa4e406c4e0 2024-09-19T05:51:12.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.787+0000 7fa4d9ffb640 1 -- 172.21.15.46:0/161841449 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa4e0030a40 con 0x7fa4e406c4e0 2024-09-19T05:51:12.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.787+0000 7fa4d9ffb640 1 --2- 172.21.15.46:0/161841449 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fa4c806c2b0 0x7fa4c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:12.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.788+0000 7fa4d9ffb640 1 -- 172.21.15.46:0/161841449 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa4e00abba0 con 0x7fa4e406c4e0 2024-09-19T05:51:12.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.788+0000 7fa4e8bf9640 1 --2- 172.21.15.46:0/161841449 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fa4c806c2b0 0x7fa4c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:12.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.788+0000 7fa4e8bf9640 1 --2- 172.21.15.46:0/161841449 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fa4c806c2b0 0x7fa4c806e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fa4e40cffb0 tx=0x7fa4d4009040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:12.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.792+0000 7fa4d9ffb640 1 -- 172.21.15.46:0/161841449 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa4e007a270 con 0x7fa4e406c4e0 2024-09-19T05:51:12.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.980+0000 7fa4eb65e640 1 -- 172.21.15.46:0/161841449 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa4e40b32f0 con 0x7fa4e406c4e0 2024-09-19T05:51:12.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.980+0000 7fa4d9ffb640 1 -- 172.21.15.46:0/161841449 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fa4e0079b70 con 0x7fa4e406c4e0 2024-09-19T05:51:12.982 INFO:teuthology.orchestra.run.smithi046.stderr:listed 0 entries 2024-09-19T05:51:12.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.982+0000 7fa4eb65e640 1 -- 172.21.15.46:0/161841449 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fa4c806c2b0 msgr2=0x7fa4c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:12.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.982+0000 7fa4eb65e640 1 --2- 172.21.15.46:0/161841449 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fa4c806c2b0 0x7fa4c806e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fa4e40cffb0 tx=0x7fa4d4009040 comp rx=0 tx=0).stop 2024-09-19T05:51:12.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.982+0000 7fa4eb65e640 1 -- 172.21.15.46:0/161841449 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4e406c4e0 msgr2=0x7fa4e4159470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:12.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.982+0000 7fa4eb65e640 1 --2- 172.21.15.46:0/161841449 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4e406c4e0 0x7fa4e4159470 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fa4e0000c00 tx=0x7fa4e00046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:12.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.983+0000 7fa4eb65e640 1 -- 172.21.15.46:0/161841449 shutdown_connections 2024-09-19T05:51:12.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.983+0000 7fa4eb65e640 1 --2- 172.21.15.46:0/161841449 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fa4c806c2b0 0x7fa4c806e770 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:12.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.983+0000 7fa4eb65e640 1 --2- 172.21.15.46:0/161841449 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa4e4161e40 0x7fa4e40b0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:12.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.983+0000 7fa4eb65e640 1 --2- 172.21.15.46:0/161841449 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa4e40d2d10 0x7fa4e40b5df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:12.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.983+0000 7fa4eb65e640 1 --2- 172.21.15.46:0/161841449 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4e406c4e0 0x7fa4e4159470 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:12.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.983+0000 7fa4eb65e640 1 -- 172.21.15.46:0/161841449 >> 172.21.15.46:0/161841449 conn(0x7fa4e409ba70 msgr2=0x7fa4e40700e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:12.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.983+0000 7fa4eb65e640 1 -- 172.21.15.46:0/161841449 shutdown_connections 2024-09-19T05:51:12.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:12.983+0000 7fa4eb65e640 1 -- 172.21.15.46:0/161841449 wait complete. 2024-09-19T05:51:12.995 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi046.front.sepia.ceph.com... 2024-09-19T05:51:12.996 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:12.996 DEBUG:teuthology.orchestra.run.smithi046:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-09-19T05:51:13.022 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:51:13.022 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi046.front.sepia.ceph.com 2024-09-19T05:51:13.022 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:13.022 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-19T05:51:13.078 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:51:13.078 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:51:13.098 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:51:13.098 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:51:13.158 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:51:13.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.259+0000 7f1887303640 1 Processor -- start 2024-09-19T05:51:13.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.259+0000 7f1887303640 1 -- start start 2024-09-19T05:51:13.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.260+0000 7f1887303640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f188015e730 0x7f18800cf840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:13.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.260+0000 7f1887303640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f18800d4be0 0x7f18800d5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:13.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.260+0000 7f1887303640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f18800d1280 0x7f18800d16d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:13.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.260+0000 7f1887303640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f18800d5590 con 0x7f188015e730 2024-09-19T05:51:13.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.260+0000 7f1887303640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f18800d2770 con 0x7f18800d4be0 2024-09-19T05:51:13.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.260+0000 7f1887303640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f18800d2a50 con 0x7f18800d1280 2024-09-19T05:51:13.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.260+0000 7f188509f640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f188015e730 0x7f18800cf840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:13.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.260+0000 7f188509f640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f188015e730 0x7f18800cf840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38870/0 (socket says 172.21.15.46:38870) 2024-09-19T05:51:13.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.260+0000 7f188509f640 1 -- 172.21.15.46:0/915984411 learned_addr learned my addr 172.21.15.46:0/915984411 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:13.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.260+0000 7f188489e640 1 --2- 172.21.15.46:0/915984411 >> v2:172.21.15.78:3300/0 conn(0x7f18800d4be0 0x7f18800d5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:13.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.260+0000 7f18858a0640 1 --2- 172.21.15.46:0/915984411 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f18800d1280 0x7f18800d16d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:13.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.260+0000 7f188509f640 1 -- 172.21.15.46:0/915984411 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f18800d1280 msgr2=0x7f18800d16d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:13.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.260+0000 7f188509f640 1 --2- 172.21.15.46:0/915984411 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f18800d1280 0x7f18800d16d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.260+0000 7f188509f640 1 -- 172.21.15.46:0/915984411 >> v2:172.21.15.78:3300/0 conn(0x7f18800d4be0 msgr2=0x7f18800d5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:13.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.260+0000 7f188509f640 1 --2- 172.21.15.46:0/915984411 >> v2:172.21.15.78:3300/0 conn(0x7f18800d4be0 0x7f18800d5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.260+0000 7f188509f640 1 -- 172.21.15.46:0/915984411 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18800d2d30 con 0x7f188015e730 2024-09-19T05:51:13.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.261+0000 7f188509f640 1 --2- 172.21.15.46:0/915984411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f188015e730 0x7f18800cf840 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f18800d0de0 tx=0x7f187c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e6db3cdeeb9cb01 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:13.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.261+0000 7f1877fff640 1 -- 172.21.15.46:0/915984411 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f187c037070 con 0x7f188015e730 2024-09-19T05:51:13.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.261+0000 7f1877fff640 1 -- 172.21.15.46:0/915984411 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f187c032440 con 0x7f188015e730 2024-09-19T05:51:13.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.261+0000 7f1877fff640 1 -- 172.21.15.46:0/915984411 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f187c032810 con 0x7f188015e730 2024-09-19T05:51:13.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.262+0000 7f1887303640 1 -- 172.21.15.46:0/915984411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f188015e730 msgr2=0x7f18800cf840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:13.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.262+0000 7f1887303640 1 --2- 172.21.15.46:0/915984411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f188015e730 0x7f18800cf840 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f18800d0de0 tx=0x7f187c02a1e0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.262+0000 7f1887303640 1 -- 172.21.15.46:0/915984411 shutdown_connections 2024-09-19T05:51:13.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.262+0000 7f1887303640 1 --2- 172.21.15.46:0/915984411 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f18800d1280 0x7f18800d16d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.262+0000 7f1887303640 1 --2- 172.21.15.46:0/915984411 >> v2:172.21.15.78:3300/0 conn(0x7f18800d4be0 0x7f18800d5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.262+0000 7f1887303640 1 --2- 172.21.15.46:0/915984411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f188015e730 0x7f18800cf840 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.262+0000 7f1887303640 1 -- 172.21.15.46:0/915984411 >> 172.21.15.46:0/915984411 conn(0x7f18800723c0 msgr2=0x7f18800727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:13.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.262+0000 7f1887303640 1 -- 172.21.15.46:0/915984411 shutdown_connections 2024-09-19T05:51:13.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.262+0000 7f1887303640 1 -- 172.21.15.46:0/915984411 wait complete. 2024-09-19T05:51:13.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.263+0000 7f1887303640 1 Processor -- start 2024-09-19T05:51:13.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.263+0000 7f1887303640 1 -- start start 2024-09-19T05:51:13.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.264+0000 7f1887303640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f18800d1280 0x7f18801f3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:13.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.264+0000 7f1887303640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f18800d4be0 0x7f18801e9000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:13.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.264+0000 7f1887303640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f188015e730 0x7f18800cae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:13.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.264+0000 7f1887303640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f18800d35d0 con 0x7f188015e730 2024-09-19T05:51:13.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.264+0000 7f1887303640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f18800d32f0 con 0x7f18800d4be0 2024-09-19T05:51:13.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.264+0000 7f1887303640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f188015eb10 con 0x7f18800d1280 2024-09-19T05:51:13.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.264+0000 7f18858a0640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f188015e730 0x7f18800cae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:13.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.264+0000 7f18858a0640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f188015e730 0x7f18800cae10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38880/0 (socket says 172.21.15.46:38880) 2024-09-19T05:51:13.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.264+0000 7f18858a0640 1 -- 172.21.15.46:0/999977494 learned_addr learned my addr 172.21.15.46:0/999977494 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:13.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.264+0000 7f188489e640 1 --2- 172.21.15.46:0/999977494 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f18800d4be0 0x7f18801e9000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:13.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.264+0000 7f188509f640 1 --2- 172.21.15.46:0/999977494 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f18800d1280 0x7f18801f3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:13.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.264+0000 7f18858a0640 1 -- 172.21.15.46:0/999977494 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f18800d1280 msgr2=0x7f18801f3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:13.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.264+0000 7f18858a0640 1 --2- 172.21.15.46:0/999977494 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f18800d1280 0x7f18801f3fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.264+0000 7f18858a0640 1 -- 172.21.15.46:0/999977494 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f18800d4be0 msgr2=0x7f18801e9000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:13.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.264+0000 7f18858a0640 1 --2- 172.21.15.46:0/999977494 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f18800d4be0 0x7f18801e9000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.264+0000 7f18858a0640 1 -- 172.21.15.46:0/999977494 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18800cce00 con 0x7f188015e730 2024-09-19T05:51:13.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.265+0000 7f18858a0640 1 --2- 172.21.15.46:0/999977494 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f188015e730 0x7f18800cae10 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f1878007e60 tx=0x7f187800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:13.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.265+0000 7f1875ffb640 1 -- 172.21.15.46:0/999977494 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1878014620 con 0x7f188015e730 2024-09-19T05:51:13.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.265+0000 7f1875ffb640 1 -- 172.21.15.46:0/999977494 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1878019070 con 0x7f188015e730 2024-09-19T05:51:13.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.265+0000 7f1887303640 1 -- 172.21.15.46:0/999977494 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18800cd3c0 con 0x7f188015e730 2024-09-19T05:51:13.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.265+0000 7f1875ffb640 1 -- 172.21.15.46:0/999977494 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1878014a20 con 0x7f188015e730 2024-09-19T05:51:13.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.265+0000 7f1887303640 1 -- 172.21.15.46:0/999977494 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18800cd980 con 0x7f188015e730 2024-09-19T05:51:13.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.266+0000 7f1887303640 1 -- 172.21.15.46:0/999977494 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18800d43f0 con 0x7f188015e730 2024-09-19T05:51:13.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.266+0000 7f1875ffb640 1 -- 172.21.15.46:0/999977494 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1878014bc0 con 0x7f188015e730 2024-09-19T05:51:13.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.267+0000 7f1875ffb640 1 --2- 172.21.15.46:0/999977494 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f186406c2b0 0x7f186406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:13.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.267+0000 7f1875ffb640 1 -- 172.21.15.46:0/999977494 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f187808bc00 con 0x7f188015e730 2024-09-19T05:51:13.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.267+0000 7f188509f640 1 --2- 172.21.15.46:0/999977494 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f186406c2b0 0x7f186406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:13.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.267+0000 7f188509f640 1 --2- 172.21.15.46:0/999977494 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f186406c2b0 0x7f186406e770 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f187c034000 tx=0x7f187c02e000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:13.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.271+0000 7f1875ffb640 1 -- 172.21.15.46:0/999977494 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1878059c80 con 0x7f188015e730 2024-09-19T05:51:13.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.457+0000 7f1887303640 1 -- 172.21.15.46:0/999977494 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f18800b4c80 con 0x7f188015e730 2024-09-19T05:51:13.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.457+0000 7f1875ffb640 1 -- 172.21.15.46:0/999977494 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f187805df80 con 0x7f188015e730 2024-09-19T05:51:13.459 INFO:teuthology.orchestra.run.smithi046.stderr:listed 0 entries 2024-09-19T05:51:13.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.459+0000 7f1887303640 1 -- 172.21.15.46:0/999977494 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f186406c2b0 msgr2=0x7f186406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:13.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.459+0000 7f1887303640 1 --2- 172.21.15.46:0/999977494 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f186406c2b0 0x7f186406e770 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f187c034000 tx=0x7f187c02e000 comp rx=0 tx=0).stop 2024-09-19T05:51:13.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.459+0000 7f1887303640 1 -- 172.21.15.46:0/999977494 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f188015e730 msgr2=0x7f18800cae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:13.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.459+0000 7f1887303640 1 --2- 172.21.15.46:0/999977494 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f188015e730 0x7f18800cae10 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f1878007e60 tx=0x7f187800e4b0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.459+0000 7f1887303640 1 -- 172.21.15.46:0/999977494 shutdown_connections 2024-09-19T05:51:13.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.459+0000 7f1887303640 1 --2- 172.21.15.46:0/999977494 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f186406c2b0 0x7f186406e770 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.459+0000 7f1887303640 1 --2- 172.21.15.46:0/999977494 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f188015e730 0x7f18800cae10 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.459+0000 7f1887303640 1 --2- 172.21.15.46:0/999977494 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f18800d4be0 0x7f18801e9000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.459+0000 7f1887303640 1 --2- 172.21.15.46:0/999977494 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f18800d1280 0x7f18801f3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.459+0000 7f1887303640 1 -- 172.21.15.46:0/999977494 >> 172.21.15.46:0/999977494 conn(0x7f18800723c0 msgr2=0x7f18801617a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:13.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.459+0000 7f1887303640 1 -- 172.21.15.46:0/999977494 shutdown_connections 2024-09-19T05:51:13.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.459+0000 7f1887303640 1 -- 172.21.15.46:0/999977494 wait complete. 2024-09-19T05:51:13.472 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:51:13.472 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:51:13.492 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:51:13.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.594+0000 7f946c24c640 1 Processor -- start 2024-09-19T05:51:13.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.594+0000 7f946c24c640 1 -- start start 2024-09-19T05:51:13.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.595+0000 7f946c24c640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f9464161e40 0x7f94640b3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:13.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.595+0000 7f946c24c640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f946406c4e0 0x7f94640b1fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:13.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.595+0000 7f946c24c640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f94640d31a0 con 0x7f94640d2d10 2024-09-19T05:51:13.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.595+0000 7f946c24c640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f94640d1ab0 con 0x7f9464161e40 2024-09-19T05:51:13.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.595+0000 7f946c24c640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f94640d1180 con 0x7f946406c4e0 2024-09-19T05:51:13.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.595+0000 7f9469fe8640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f9464161e40 0x7f94640b3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:13.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.595+0000 7f9469fe8640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f9464161e40 0x7f94640b3aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38892/0 (socket says 172.21.15.46:38892) 2024-09-19T05:51:13.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.595+0000 7f9469fe8640 1 -- 172.21.15.46:0/2149747318 learned_addr learned my addr 172.21.15.46:0/2149747318 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:13.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.595+0000 7f946a7e9640 1 --2- 172.21.15.46:0/2149747318 >> v2:172.21.15.78:3300/0 conn(0x7f946406c4e0 0x7f94640b1fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:13.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.595+0000 7f9469fe8640 1 -- 172.21.15.46:0/2149747318 >> v2:172.21.15.78:3300/0 conn(0x7f946406c4e0 msgr2=0x7f94640b1fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:13.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.595+0000 7f9469fe8640 1 --2- 172.21.15.46:0/2149747318 >> v2:172.21.15.78:3300/0 conn(0x7f946406c4e0 0x7f94640b1fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.595+0000 7f9469fe8640 1 -- 172.21.15.46:0/2149747318 >> v1:172.21.15.78:6789/0 conn(0x7f94640d2d10 legacy=0x7f946406bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:13.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.595+0000 7f9469fe8640 1 -- 172.21.15.46:0/2149747318 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94640d1460 con 0x7f9464161e40 2024-09-19T05:51:13.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.596+0000 7f9469fe8640 1 --2- 172.21.15.46:0/2149747318 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9464161e40 0x7f94640b3aa0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f946406eec0 tx=0x7f946002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=848f41a92004c95e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.596+0000 7f9468fe6640 1 -- 172.21.15.46:0/2149747318 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9460037070 con 0x7f9464161e40 2024-09-19T05:51:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.596+0000 7f9468fe6640 1 -- 172.21.15.46:0/2149747318 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9460032440 con 0x7f9464161e40 2024-09-19T05:51:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.596+0000 7f9468fe6640 1 -- 172.21.15.46:0/2149747318 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9460032810 con 0x7f9464161e40 2024-09-19T05:51:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.597+0000 7f946c24c640 1 -- 172.21.15.46:0/2149747318 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9464161e40 msgr2=0x7f94640b3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.597+0000 7f946c24c640 1 --2- 172.21.15.46:0/2149747318 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9464161e40 0x7f94640b3aa0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f946406eec0 tx=0x7f946002a230 comp rx=0 tx=0).stop 2024-09-19T05:51:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.597+0000 7f946c24c640 1 -- 172.21.15.46:0/2149747318 shutdown_connections 2024-09-19T05:51:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.597+0000 7f946c24c640 1 --2- 172.21.15.46:0/2149747318 >> v2:172.21.15.78:3300/0 conn(0x7f946406c4e0 0x7f94640b1fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.597+0000 7f946c24c640 1 --2- 172.21.15.46:0/2149747318 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9464161e40 0x7f94640b3aa0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.597+0000 7f946c24c640 1 -- 172.21.15.46:0/2149747318 >> 172.21.15.46:0/2149747318 conn(0x7f946409ba70 msgr2=0x7f94640d2600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.597+0000 7f946c24c640 1 -- 172.21.15.46:0/2149747318 shutdown_connections 2024-09-19T05:51:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.597+0000 7f946c24c640 1 -- 172.21.15.46:0/2149747318 wait complete. 2024-09-19T05:51:13.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.598+0000 7f946c24c640 1 Processor -- start 2024-09-19T05:51:13.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.598+0000 7f946c24c640 1 -- start start 2024-09-19T05:51:13.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.599+0000 7f946c24c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f946406c4e0 0x7f94640c9020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:13.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.599+0000 7f946c24c640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f94640d2d10 0x7f9464151b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:13.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.599+0000 7f946c24c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9464161e40 0x7f94640c6130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:13.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.599+0000 7f946c24c640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9464162220 con 0x7f9464161e40 2024-09-19T05:51:13.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.599+0000 7f946c24c640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f94640d3410 con 0x7f946406c4e0 2024-09-19T05:51:13.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.599+0000 7f946c24c640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f94641623a0 con 0x7f94640d2d10 2024-09-19T05:51:13.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.599+0000 7f946a7e9640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9464161e40 0x7f94640c6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:13.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.599+0000 7f946a7e9640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9464161e40 0x7f94640c6130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38908/0 (socket says 172.21.15.46:38908) 2024-09-19T05:51:13.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.599+0000 7f946a7e9640 1 -- 172.21.15.46:0/2741958754 learned_addr learned my addr 172.21.15.46:0/2741958754 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:13.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.599+0000 7f9469fe8640 1 --2- 172.21.15.46:0/2741958754 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f946406c4e0 0x7f94640c9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:13.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.599+0000 7f94697e7640 1 --2- 172.21.15.46:0/2741958754 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f94640d2d10 0x7f9464151b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:13.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.600+0000 7f946a7e9640 1 -- 172.21.15.46:0/2741958754 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f94640d2d10 msgr2=0x7f9464151b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:13.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.600+0000 7f946a7e9640 1 --2- 172.21.15.46:0/2741958754 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f94640d2d10 0x7f9464151b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.600+0000 7f946a7e9640 1 -- 172.21.15.46:0/2741958754 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f946406c4e0 msgr2=0x7f94640c9020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:13.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.600+0000 7f946a7e9640 1 --2- 172.21.15.46:0/2741958754 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f946406c4e0 0x7f94640c9020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.600+0000 7f946a7e9640 1 -- 172.21.15.46:0/2741958754 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94640b69b0 con 0x7f9464161e40 2024-09-19T05:51:13.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.600+0000 7f946a7e9640 1 --2- 172.21.15.46:0/2741958754 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9464161e40 0x7f94640c6130 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f945c007d70 tx=0x7f945c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:13.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.600+0000 7f945a7fc640 1 -- 172.21.15.46:0/2741958754 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f945c014420 con 0x7f9464161e40 2024-09-19T05:51:13.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.600+0000 7f945a7fc640 1 -- 172.21.15.46:0/2741958754 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f945c019070 con 0x7f9464161e40 2024-09-19T05:51:13.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.600+0000 7f946c24c640 1 -- 172.21.15.46:0/2741958754 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94640b6c90 con 0x7f9464161e40 2024-09-19T05:51:13.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.600+0000 7f945a7fc640 1 -- 172.21.15.46:0/2741958754 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f945c014820 con 0x7f9464161e40 2024-09-19T05:51:13.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.600+0000 7f946c24c640 1 -- 172.21.15.46:0/2741958754 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94640b7250 con 0x7f9464161e40 2024-09-19T05:51:13.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.601+0000 7f946c24c640 1 -- 172.21.15.46:0/2741958754 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94640b3aa0 con 0x7f9464161e40 2024-09-19T05:51:13.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.602+0000 7f945a7fc640 1 -- 172.21.15.46:0/2741958754 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f945c0149c0 con 0x7f9464161e40 2024-09-19T05:51:13.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.602+0000 7f945a7fc640 1 --2- 172.21.15.46:0/2741958754 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f944806c2e0 0x7f944806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:13.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.602+0000 7f945a7fc640 1 -- 172.21.15.46:0/2741958754 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f945c08ba50 con 0x7f9464161e40 2024-09-19T05:51:13.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.603+0000 7f9469fe8640 1 --2- 172.21.15.46:0/2741958754 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f944806c2e0 0x7f944806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:13.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.603+0000 7f9469fe8640 1 --2- 172.21.15.46:0/2741958754 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f944806c2e0 0x7f944806e7a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f9460034000 tx=0x7f946002e000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:13.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.607+0000 7f945a7fc640 1 -- 172.21.15.46:0/2741958754 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f945c059c00 con 0x7f9464161e40 2024-09-19T05:51:13.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.793+0000 7f946c24c640 1 -- 172.21.15.46:0/2741958754 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f94640b3050 con 0x7f9464161e40 2024-09-19T05:51:13.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.793+0000 7f945a7fc640 1 -- 172.21.15.46:0/2741958754 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f945c05df00 con 0x7f9464161e40 2024-09-19T05:51:13.796 INFO:teuthology.orchestra.run.smithi046.stderr:listed 0 entries 2024-09-19T05:51:13.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.795+0000 7f946c24c640 1 -- 172.21.15.46:0/2741958754 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f944806c2e0 msgr2=0x7f944806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:13.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.795+0000 7f946c24c640 1 --2- 172.21.15.46:0/2741958754 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f944806c2e0 0x7f944806e7a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f9460034000 tx=0x7f946002e000 comp rx=0 tx=0).stop 2024-09-19T05:51:13.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.795+0000 7f946c24c640 1 -- 172.21.15.46:0/2741958754 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9464161e40 msgr2=0x7f94640c6130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:13.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.795+0000 7f946c24c640 1 --2- 172.21.15.46:0/2741958754 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9464161e40 0x7f94640c6130 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f945c007d70 tx=0x7f945c00e4b0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.795+0000 7f946c24c640 1 -- 172.21.15.46:0/2741958754 shutdown_connections 2024-09-19T05:51:13.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.795+0000 7f946c24c640 1 --2- 172.21.15.46:0/2741958754 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f944806c2e0 0x7f944806e7a0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.795+0000 7f946c24c640 1 --2- 172.21.15.46:0/2741958754 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9464161e40 0x7f94640c6130 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.795+0000 7f946c24c640 1 --2- 172.21.15.46:0/2741958754 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f94640d2d10 0x7f9464151b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.795+0000 7f946c24c640 1 --2- 172.21.15.46:0/2741958754 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f946406c4e0 0x7f94640c9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:13.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.795+0000 7f946c24c640 1 -- 172.21.15.46:0/2741958754 >> 172.21.15.46:0/2741958754 conn(0x7f946409ba70 msgr2=0x7f94640b3cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:13.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.795+0000 7f946c24c640 1 -- 172.21.15.46:0/2741958754 shutdown_connections 2024-09-19T05:51:13.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:13.796+0000 7f946c24c640 1 -- 172.21.15.46:0/2741958754 wait complete. 2024-09-19T05:51:13.808 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi078.front.sepia.ceph.com... 2024-09-19T05:51:13.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:13.809 DEBUG:teuthology.orchestra.run.smithi078:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-09-19T05:51:13.840 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:51:13.840 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi078.front.sepia.ceph.com 2024-09-19T05:51:13.840 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:13.840 DEBUG:teuthology.orchestra.run.smithi078:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-19T05:51:13.900 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T05:51:13.900 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:51:14.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.000+0000 7f02d4642640 1 Processor -- start 2024-09-19T05:51:14.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.000+0000 7f02d4642640 1 -- start start 2024-09-19T05:51:14.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.001+0000 7f02d4642640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f02cc15e6d0 0x7f02cc0d41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.001+0000 7f02d4642640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02cc15eab0 con 0x7f02cc0d5230 2024-09-19T05:51:14.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.001+0000 7f02d4642640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02cc0d3120 con 0x7f02cc0cf4c0 2024-09-19T05:51:14.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.001+0000 7f02d4642640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f02cc0d3400 con 0x7f02cc15e6d0 2024-09-19T05:51:14.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.001+0000 7f02d2bdf640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f02cc0d5230 0x7f02cc0b77d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:46728/0 (socket says 172.21.15.46:46728) 2024-09-19T05:51:14.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.001+0000 7f02d2bdf640 1 -- 172.21.15.46:0/351899368 learned_addr learned my addr 172.21.15.46:0/351899368 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:14.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.001+0000 7f02d13dc640 1 -- 172.21.15.46:0/351899368 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4276024547 0 0) 0x7f02cc15eab0 con 0x7f02cc0d5230 2024-09-19T05:51:14.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.001+0000 7f02d13dc640 1 -- 172.21.15.46:0/351899368 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f02b8003520 con 0x7f02cc0d5230 2024-09-19T05:51:14.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d23de640 1 --2- 172.21.15.46:0/351899368 >> v2:172.21.15.78:3300/0 conn(0x7f02cc15e6d0 0x7f02cc0d41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d13dc640 1 -- 172.21.15.46:0/351899368 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 282785555 0 0) 0x7f02b8003520 con 0x7f02cc0d5230 2024-09-19T05:51:14.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d13dc640 1 -- 172.21.15.46:0/351899368 >> v2:172.21.15.78:3300/0 conn(0x7f02cc15e6d0 msgr2=0x7f02cc0d41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:14.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d13dc640 1 --2- 172.21.15.46:0/351899368 >> v2:172.21.15.78:3300/0 conn(0x7f02cc15e6d0 0x7f02cc0d41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d13dc640 1 -- 172.21.15.46:0/351899368 >> v1:172.21.15.78:6789/0 conn(0x7f02cc0cf4c0 legacy=0x7f02cc0d4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:14.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d13dc640 1 -- 172.21.15.46:0/351899368 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02cc0d36e0 con 0x7f02cc0d5230 2024-09-19T05:51:14.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d13dc640 1 -- 172.21.15.46:0/351899368 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 238125057 0 0) 0x7f02c40019f0 con 0x7f02cc0d5230 2024-09-19T05:51:14.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d23de640 1 --2- 172.21.15.46:0/351899368 >> v2:172.21.15.78:3300/0 conn(0x7f02cc15e6d0 0x7f02cc0d41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:14.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d13dc640 1 -- 172.21.15.46:0/351899368 >> v1:172.21.15.46:6789/0 conn(0x7f02cc0d5230 legacy=0x7f02cc0b77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:14.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d13dc640 1 --2- 172.21.15.46:0/351899368 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02b80039b0 0x7f02b8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d13dc640 1 --2- 172.21.15.46:0/351899368 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f02b8004800 0x7f02b8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d13dc640 1 --2- 172.21.15.46:0/351899368 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f02b80051c0 0x7f02b800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d13dc640 1 -- 172.21.15.46:0/351899368 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f02cc0d3400 con 0x7f02b80039b0 2024-09-19T05:51:14.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d13dc640 1 -- 172.21.15.46:0/351899368 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f02b8014920 con 0x7f02b80051c0 2024-09-19T05:51:14.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d13dc640 1 -- 172.21.15.46:0/351899368 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f02b8014b20 con 0x7f02b8004800 2024-09-19T05:51:14.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d23de640 1 --2- 172.21.15.46:0/351899368 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02b80039b0 0x7f02b8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d2bdf640 1 --2- 172.21.15.46:0/351899368 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f02b80051c0 0x7f02b800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d1bdd640 1 --2- 172.21.15.46:0/351899368 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f02b8004800 0x7f02b8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d23de640 1 -- 172.21.15.46:0/351899368 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f02b8004800 msgr2=0x7f02b8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:14.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d23de640 1 --2- 172.21.15.46:0/351899368 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f02b8004800 0x7f02b8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d23de640 1 -- 172.21.15.46:0/351899368 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f02b80051c0 msgr2=0x7f02b800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:14.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d23de640 1 --2- 172.21.15.46:0/351899368 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f02b80051c0 0x7f02b800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d23de640 1 -- 172.21.15.46:0/351899368 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02b8003520 con 0x7f02b80039b0 2024-09-19T05:51:14.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.002+0000 7f02d2bdf640 1 -- 172.21.15.46:0/351899368 reap_dead start 2024-09-19T05:51:14.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.003+0000 7f02d23de640 1 --2- 172.21.15.46:0/351899368 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02b80039b0 0x7f02b8003dd0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f02c80098a0 tx=0x7f02b8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61ddac5e394999cd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:14.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.003+0000 7f02d13dc640 1 -- 172.21.15.46:0/351899368 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02c800f040 con 0x7f02b80039b0 2024-09-19T05:51:14.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.003+0000 7f02d13dc640 1 -- 172.21.15.46:0/351899368 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02c802ace0 con 0x7f02b80039b0 2024-09-19T05:51:14.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.003+0000 7f02d13dc640 1 -- 172.21.15.46:0/351899368 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02c8004250 con 0x7f02b80039b0 2024-09-19T05:51:14.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.004+0000 7f02d4642640 1 -- 172.21.15.46:0/351899368 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02b80039b0 msgr2=0x7f02b8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:14.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.004+0000 7f02d4642640 1 --2- 172.21.15.46:0/351899368 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02b80039b0 0x7f02b8003dd0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f02c80098a0 tx=0x7f02b8005830 comp rx=0 tx=0).stop 2024-09-19T05:51:14.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.004+0000 7f02d4642640 1 -- 172.21.15.46:0/351899368 shutdown_connections 2024-09-19T05:51:14.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.004+0000 7f02d4642640 1 --2- 172.21.15.46:0/351899368 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02b80039b0 0x7f02b8003dd0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.004+0000 7f02d4642640 1 -- 172.21.15.46:0/351899368 >> 172.21.15.46:0/351899368 conn(0x7f02cc0723c0 msgr2=0x7f02cc0727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:14.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.004+0000 7f02d4642640 1 -- 172.21.15.46:0/351899368 shutdown_connections 2024-09-19T05:51:14.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.004+0000 7f02d4642640 1 -- 172.21.15.46:0/351899368 wait complete. 2024-09-19T05:51:14.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.005+0000 7f02d4642640 1 Processor -- start 2024-09-19T05:51:14.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.005+0000 7f02d4642640 1 -- start start 2024-09-19T05:51:14.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.006+0000 7f02d4642640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f02b80039b0 0x7f02cc160370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.006+0000 7f02d4642640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02cc0b4c80 0x7f02cc0b5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.006+0000 7f02d4642640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f02cc157800 0x7f02cc157c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.006+0000 7f02d4642640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f02cc0d2ee0 con 0x7f02cc0b4c80 2024-09-19T05:51:14.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.006+0000 7f02d4642640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f02cc0d2d60 con 0x7f02b80039b0 2024-09-19T05:51:14.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.006+0000 7f02d4642640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f02cc0cf950 con 0x7f02cc157800 2024-09-19T05:51:14.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.006+0000 7f02d1bdd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02cc0b4c80 0x7f02cc0b5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.006+0000 7f02d1bdd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02cc0b4c80 0x7f02cc0b5100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38922/0 (socket says 172.21.15.46:38922) 2024-09-19T05:51:14.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.006+0000 7f02d1bdd640 1 -- 172.21.15.46:0/1630786329 learned_addr learned my addr 172.21.15.46:0/1630786329 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:14.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.006+0000 7f02d1bdd640 1 -- 172.21.15.46:0/1630786329 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f02cc157800 msgr2=0x7f02cc157c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:14.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.006+0000 7f02d1bdd640 1 --2- 172.21.15.46:0/1630786329 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f02cc157800 0x7f02cc157c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.006+0000 7f02d1bdd640 1 -- 172.21.15.46:0/1630786329 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f02b80039b0 msgr2=0x7f02cc160370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:14.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.006+0000 7f02d1bdd640 1 --2- 172.21.15.46:0/1630786329 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f02b80039b0 0x7f02cc160370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.006+0000 7f02d1bdd640 1 -- 172.21.15.46:0/1630786329 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02cc1608b0 con 0x7f02cc0b4c80 2024-09-19T05:51:14.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.007+0000 7f02d1bdd640 1 --2- 172.21.15.46:0/1630786329 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02cc0b4c80 0x7f02cc0b5100 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f02bc007fd0 tx=0x7f02bc00e8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:14.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.007+0000 7f02c2ffd640 1 -- 172.21.15.46:0/1630786329 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02bc019070 con 0x7f02cc0b4c80 2024-09-19T05:51:14.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.007+0000 7f02c2ffd640 1 -- 172.21.15.46:0/1630786329 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02bc0052e0 con 0x7f02cc0b4c80 2024-09-19T05:51:14.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.007+0000 7f02d4642640 1 -- 172.21.15.46:0/1630786329 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02cc160b50 con 0x7f02cc0b4c80 2024-09-19T05:51:14.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.007+0000 7f02c2ffd640 1 -- 172.21.15.46:0/1630786329 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02bc003810 con 0x7f02cc0b4c80 2024-09-19T05:51:14.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.007+0000 7f02d4642640 1 -- 172.21.15.46:0/1630786329 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02cc161110 con 0x7f02cc0b4c80 2024-09-19T05:51:14.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.008+0000 7f02d4642640 1 -- 172.21.15.46:0/1630786329 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02cc0d41c0 con 0x7f02cc0b4c80 2024-09-19T05:51:14.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.008+0000 7f02c2ffd640 1 -- 172.21.15.46:0/1630786329 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f02bc01c070 con 0x7f02cc0b4c80 2024-09-19T05:51:14.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.009+0000 7f02c2ffd640 1 --2- 172.21.15.46:0/1630786329 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f02b006c2e0 0x7f02b006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.009+0000 7f02c2ffd640 1 -- 172.21.15.46:0/1630786329 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f02bc08a8d0 con 0x7f02cc0b4c80 2024-09-19T05:51:14.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.009+0000 7f02d23de640 1 --2- 172.21.15.46:0/1630786329 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f02b006c2e0 0x7f02b006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.010+0000 7f02d23de640 1 --2- 172.21.15.46:0/1630786329 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f02b006c2e0 0x7f02b006e7a0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f02c8033000 tx=0x7f02c802c000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:14.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.013+0000 7f02c2ffd640 1 -- 172.21.15.46:0/1630786329 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f02bc0589f0 con 0x7f02cc0b4c80 2024-09-19T05:51:14.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.222+0000 7f02d4642640 1 -- 172.21.15.46:0/1630786329 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f02cc0b5b90 con 0x7f02cc0b4c80 2024-09-19T05:51:14.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.223+0000 7f02c2ffd640 1 -- 172.21.15.46:0/1630786329 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5211 (secure 0 0 0) 0x7f02bc05ccf0 con 0x7f02cc0b4c80 2024-09-19T05:51:14.225 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:14.225 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":7,"btime":"2024-09-19T05:50:48:647317+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6834/932683408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":932683408},{"type":"v1","addr":"172.21.15.46:6834","nonce":932683408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4279,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6836/4265332407","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":4265332407},{"type":"v1","addr":"172.21.15.78:6836","nonce":4265332407}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1406678238","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6833","nonce":1406678238},{"type":"v1","addr":"172.21.15.46:6835","nonce":1406678238}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:50:44.992007+0000","modified":"2024-09-19T05:50:47.754949+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.78:6837/879224309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6835","nonce":879224309},{"type":"v1","addr":"172.21.15.78:6837","nonce":879224309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-19T05:51:14.225 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 7 2024-09-19T05:51:14.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.225+0000 7f02d4642640 1 -- 172.21.15.46:0/1630786329 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f02b006c2e0 msgr2=0x7f02b006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:14.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.225+0000 7f02d4642640 1 --2- 172.21.15.46:0/1630786329 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f02b006c2e0 0x7f02b006e7a0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f02c8033000 tx=0x7f02c802c000 comp rx=0 tx=0).stop 2024-09-19T05:51:14.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.225+0000 7f02d4642640 1 -- 172.21.15.46:0/1630786329 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02cc0b4c80 msgr2=0x7f02cc0b5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:14.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.225+0000 7f02d4642640 1 --2- 172.21.15.46:0/1630786329 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02cc0b4c80 0x7f02cc0b5100 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f02bc007fd0 tx=0x7f02bc00e8a0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.225+0000 7f02d4642640 1 -- 172.21.15.46:0/1630786329 shutdown_connections 2024-09-19T05:51:14.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.225+0000 7f02d4642640 1 --2- 172.21.15.46:0/1630786329 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f02b006c2e0 0x7f02b006e7a0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.225+0000 7f02d4642640 1 --2- 172.21.15.46:0/1630786329 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f02cc157800 0x7f02cc157c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.225+0000 7f02d4642640 1 --2- 172.21.15.46:0/1630786329 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02cc0b4c80 0x7f02cc0b5100 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.225+0000 7f02d4642640 1 --2- 172.21.15.46:0/1630786329 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f02b80039b0 0x7f02cc160370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.225+0000 7f02d4642640 1 -- 172.21.15.46:0/1630786329 >> 172.21.15.46:0/1630786329 conn(0x7f02cc0723c0 msgr2=0x7f02cc0b7640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:14.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.225+0000 7f02d4642640 1 -- 172.21.15.46:0/1630786329 shutdown_connections 2024-09-19T05:51:14.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.225+0000 7f02d4642640 1 -- 172.21.15.46:0/1630786329 wait complete. 2024-09-19T05:51:14.238 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:51:14.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.338+0000 7f944e55f640 1 Processor -- start 2024-09-19T05:51:14.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.338+0000 7f944e55f640 1 -- start start 2024-09-19T05:51:14.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.339+0000 7f944e55f640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f944815e6d0 0x7f94480d41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.339+0000 7f944e55f640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f944815eab0 con 0x7f94480d5230 2024-09-19T05:51:14.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.339+0000 7f944e55f640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f94480d3120 con 0x7f94480cf4c0 2024-09-19T05:51:14.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.339+0000 7f944e55f640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f94480d3400 con 0x7f944815e6d0 2024-09-19T05:51:14.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.339+0000 7f9447fff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f944815e6d0 0x7f94480d41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.339+0000 7f944cafc640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f94480d5230 0x7f94480b77d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:46738/0 (socket says 172.21.15.46:46738) 2024-09-19T05:51:14.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.339+0000 7f944cafc640 1 -- 172.21.15.46:0/2352602664 learned_addr learned my addr 172.21.15.46:0/2352602664 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:14.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.340+0000 7f9447fff640 1 -- 172.21.15.46:0/2352602664 >> v1:172.21.15.78:6789/0 conn(0x7f94480cf4c0 legacy=0x7f94480d4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:14.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.340+0000 7f9447fff640 1 -- 172.21.15.46:0/2352602664 >> v1:172.21.15.46:6789/0 conn(0x7f94480d5230 legacy=0x7f94480b77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:14.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.340+0000 7f9446ffd640 1 -- 172.21.15.46:0/2352602664 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1666539232 0 0) 0x7f944815eab0 con 0x7f94480d5230 2024-09-19T05:51:14.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.340+0000 7f9447fff640 1 -- 172.21.15.46:0/2352602664 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94480d36e0 con 0x7f944815e6d0 2024-09-19T05:51:14.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.341+0000 7f9447fff640 1 --2- 172.21.15.46:0/2352602664 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f944815e6d0 0x7f94480d41c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f94380097a0 tx=0x7f943802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc8a16d9499f0805 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:14.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.341+0000 7f9446ffd640 1 -- 172.21.15.46:0/2352602664 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9438037070 con 0x7f944815e6d0 2024-09-19T05:51:14.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.341+0000 7f9446ffd640 1 -- 172.21.15.46:0/2352602664 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9438032440 con 0x7f944815e6d0 2024-09-19T05:51:14.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.341+0000 7f9446ffd640 1 -- 172.21.15.46:0/2352602664 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9438032810 con 0x7f944815e6d0 2024-09-19T05:51:14.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.341+0000 7f944e55f640 1 -- 172.21.15.46:0/2352602664 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f944815e6d0 msgr2=0x7f94480d41c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:14.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.341+0000 7f944e55f640 1 --2- 172.21.15.46:0/2352602664 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f944815e6d0 0x7f94480d41c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f94380097a0 tx=0x7f943802a1e0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.341+0000 7f944e55f640 1 -- 172.21.15.46:0/2352602664 shutdown_connections 2024-09-19T05:51:14.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.341+0000 7f944e55f640 1 --2- 172.21.15.46:0/2352602664 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f944815e6d0 0x7f94480d41c0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.341+0000 7f944e55f640 1 -- 172.21.15.46:0/2352602664 >> 172.21.15.46:0/2352602664 conn(0x7f94480723c0 msgr2=0x7f94480727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:14.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.341+0000 7f944e55f640 1 -- 172.21.15.46:0/2352602664 shutdown_connections 2024-09-19T05:51:14.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.341+0000 7f944e55f640 1 -- 172.21.15.46:0/2352602664 wait complete. 2024-09-19T05:51:14.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.342+0000 7f944e55f640 1 Processor -- start 2024-09-19T05:51:14.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.343+0000 7f944e55f640 1 -- start start 2024-09-19T05:51:14.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.343+0000 7f944e55f640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f94480cf4c0 0x7f94481f5210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.343+0000 7f944e55f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f94480d5230 0x7f944815dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.343+0000 7f944e55f640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f944815e6d0 0x7f944815fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.343+0000 7f944e55f640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f94480d2ee0 con 0x7f944815e6d0 2024-09-19T05:51:14.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.343+0000 7f944e55f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f94480d2d60 con 0x7f94480d5230 2024-09-19T05:51:14.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.343+0000 7f944e55f640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f94480cf950 con 0x7f94480cf4c0 2024-09-19T05:51:14.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.344+0000 7f944cafc640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f944815e6d0 0x7f944815fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.344+0000 7f944cafc640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f944815e6d0 0x7f944815fd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38948/0 (socket says 172.21.15.46:38948) 2024-09-19T05:51:14.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.344+0000 7f944cafc640 1 -- 172.21.15.46:0/751917750 learned_addr learned my addr 172.21.15.46:0/751917750 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:14.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.344+0000 7f94477fe640 1 --2- 172.21.15.46:0/751917750 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f94480d5230 0x7f944815dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.344+0000 7f9447fff640 1 --2- 172.21.15.46:0/751917750 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f94480cf4c0 0x7f94481f5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.344+0000 7f944cafc640 1 -- 172.21.15.46:0/751917750 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f94480cf4c0 msgr2=0x7f94481f5210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:14.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.344+0000 7f944cafc640 1 --2- 172.21.15.46:0/751917750 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f94480cf4c0 0x7f94481f5210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.344+0000 7f944cafc640 1 -- 172.21.15.46:0/751917750 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f94480d5230 msgr2=0x7f944815dcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:14.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.344+0000 7f944cafc640 1 --2- 172.21.15.46:0/751917750 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f94480d5230 0x7f944815dcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.344+0000 7f944cafc640 1 -- 172.21.15.46:0/751917750 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94480ac060 con 0x7f944815e6d0 2024-09-19T05:51:14.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.344+0000 7f9447fff640 1 --2- 172.21.15.46:0/751917750 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f94480cf4c0 0x7f94481f5210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:14.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.344+0000 7f944cafc640 1 --2- 172.21.15.46:0/751917750 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f944815e6d0 0x7f944815fd00 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f944000c780 tx=0x7f944000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:14.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.344+0000 7f9444ff9640 1 -- 172.21.15.46:0/751917750 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9440018070 con 0x7f944815e6d0 2024-09-19T05:51:14.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.344+0000 7f9444ff9640 1 -- 172.21.15.46:0/751917750 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f944000a640 con 0x7f944815e6d0 2024-09-19T05:51:14.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.344+0000 7f944e55f640 1 -- 172.21.15.46:0/751917750 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94480ac9e0 con 0x7f944815e6d0 2024-09-19T05:51:14.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.344+0000 7f9444ff9640 1 -- 172.21.15.46:0/751917750 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f944000aab0 con 0x7f944815e6d0 2024-09-19T05:51:14.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.344+0000 7f944e55f640 1 -- 172.21.15.46:0/751917750 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94480acfa0 con 0x7f944815e6d0 2024-09-19T05:51:14.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.345+0000 7f944e55f640 1 -- 172.21.15.46:0/751917750 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94480d41a0 con 0x7f944815e6d0 2024-09-19T05:51:14.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.346+0000 7f9444ff9640 1 -- 172.21.15.46:0/751917750 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f944001b070 con 0x7f944815e6d0 2024-09-19T05:51:14.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.346+0000 7f9444ff9640 1 --2- 172.21.15.46:0/751917750 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f943406c2b0 0x7f943406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.346+0000 7f9444ff9640 1 -- 172.21.15.46:0/751917750 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f944008a9b0 con 0x7f944815e6d0 2024-09-19T05:51:14.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.347+0000 7f9447fff640 1 --2- 172.21.15.46:0/751917750 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f943406c2b0 0x7f943406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.347+0000 7f9447fff640 1 --2- 172.21.15.46:0/751917750 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f943406c2b0 0x7f943406e770 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f9438034000 tx=0x7f943802e000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:14.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.351+0000 7f9444ff9640 1 -- 172.21.15.46:0/751917750 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9440058ad0 con 0x7f944815e6d0 2024-09-19T05:51:14.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.564+0000 7f944e55f640 1 -- 172.21.15.46:0/751917750 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f94480728d0 con 0x7f944815e6d0 2024-09-19T05:51:14.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.564+0000 7f9444ff9640 1 -- 172.21.15.46:0/751917750 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5211 (secure 0 0 0) 0x7f944005cdd0 con 0x7f944815e6d0 2024-09-19T05:51:14.566 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:14.566 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":7,"btime":"2024-09-19T05:50:48:647317+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6834/932683408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":932683408},{"type":"v1","addr":"172.21.15.46:6834","nonce":932683408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4279,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6836/4265332407","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":4265332407},{"type":"v1","addr":"172.21.15.78:6836","nonce":4265332407}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1406678238","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6833","nonce":1406678238},{"type":"v1","addr":"172.21.15.46:6835","nonce":1406678238}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:50:44.992007+0000","modified":"2024-09-19T05:50:47.754949+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.78:6837/879224309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6835","nonce":879224309},{"type":"v1","addr":"172.21.15.78:6837","nonce":879224309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-19T05:51:14.566 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 7 2024-09-19T05:51:14.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.566+0000 7f944e55f640 1 -- 172.21.15.46:0/751917750 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f943406c2b0 msgr2=0x7f943406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:14.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.566+0000 7f944e55f640 1 --2- 172.21.15.46:0/751917750 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f943406c2b0 0x7f943406e770 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f9438034000 tx=0x7f943802e000 comp rx=0 tx=0).stop 2024-09-19T05:51:14.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.566+0000 7f944e55f640 1 -- 172.21.15.46:0/751917750 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f944815e6d0 msgr2=0x7f944815fd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:14.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.566+0000 7f944e55f640 1 --2- 172.21.15.46:0/751917750 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f944815e6d0 0x7f944815fd00 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f944000c780 tx=0x7f944000cc40 comp rx=0 tx=0).stop 2024-09-19T05:51:14.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.566+0000 7f944e55f640 1 -- 172.21.15.46:0/751917750 shutdown_connections 2024-09-19T05:51:14.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.566+0000 7f944e55f640 1 --2- 172.21.15.46:0/751917750 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f943406c2b0 0x7f943406e770 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.566+0000 7f944e55f640 1 --2- 172.21.15.46:0/751917750 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f944815e6d0 0x7f944815fd00 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.566+0000 7f944e55f640 1 --2- 172.21.15.46:0/751917750 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f94480d5230 0x7f944815dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.566+0000 7f944e55f640 1 --2- 172.21.15.46:0/751917750 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f94480cf4c0 0x7f94481f5210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.566+0000 7f944e55f640 1 -- 172.21.15.46:0/751917750 >> 172.21.15.46:0/751917750 conn(0x7f94480723c0 msgr2=0x7f94480b57e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:14.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.566+0000 7f944e55f640 1 -- 172.21.15.46:0/751917750 shutdown_connections 2024-09-19T05:51:14.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.566+0000 7f944e55f640 1 -- 172.21.15.46:0/751917750 wait complete. 2024-09-19T05:51:14.579 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:51:14.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.680+0000 7fc8ead66640 1 Processor -- start 2024-09-19T05:51:14.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.680+0000 7fc8ead66640 1 -- start start 2024-09-19T05:51:14.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.681+0000 7fc8ead66640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fc8e40d05d0 0x7fc8e40b4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.681+0000 7fc8ead66640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fc8e40d09b0 0x7fc8e40ccf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.681+0000 7fc8ead66640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc8e40cd440 0x7fc8e415fe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.681+0000 7fc8ead66640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fc8e40cdc50 con 0x7fc8e40d05d0 2024-09-19T05:51:14.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.681+0000 7fc8ead66640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fc8e40b3d10 con 0x7fc8e40d09b0 2024-09-19T05:51:14.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.681+0000 7fc8ead66640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fc8e40b3ff0 con 0x7fc8e40cd440 2024-09-19T05:51:14.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.681+0000 7fc8e8b02640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fc8e40d05d0 0x7fc8e40b4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.681+0000 7fc8e8b02640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fc8e40d05d0 0x7fc8e40b4ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46490/0 (socket says 172.21.15.46:46490) 2024-09-19T05:51:14.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.681+0000 7fc8e8b02640 1 -- 172.21.15.46:0/2722453521 learned_addr learned my addr 172.21.15.46:0/2722453521 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:14.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.681+0000 7fc8e8b02640 1 -- 172.21.15.46:0/2722453521 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc8e40cd440 msgr2=0x7fc8e415fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:14.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.681+0000 7fc8e8b02640 1 --2- 172.21.15.46:0/2722453521 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc8e40cd440 0x7fc8e415fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.681+0000 7fc8e8b02640 1 -- 172.21.15.46:0/2722453521 >> v2:172.21.15.78:3300/0 conn(0x7fc8e40d09b0 msgr2=0x7fc8e40ccf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:14.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.681+0000 7fc8e3fff640 1 --2- 172.21.15.46:0/2722453521 >> v2:172.21.15.78:3300/0 conn(0x7fc8e40d09b0 0x7fc8e40ccf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.681+0000 7fc8e8b02640 1 --2- 172.21.15.46:0/2722453521 >> v2:172.21.15.78:3300/0 conn(0x7fc8e40d09b0 0x7fc8e40ccf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.681+0000 7fc8e8b02640 1 -- 172.21.15.46:0/2722453521 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8e40b42d0 con 0x7fc8e40d05d0 2024-09-19T05:51:14.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.682+0000 7fc8e3fff640 1 --2- 172.21.15.46:0/2722453521 >> v2:172.21.15.78:3300/0 conn(0x7fc8e40d09b0 0x7fc8e40ccf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:14.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.682+0000 7fc8e8b02640 1 --2- 172.21.15.46:0/2722453521 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc8e40d05d0 0x7fc8e40b4ad0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc8e40afdc0 tx=0x7fc8d402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec46342438fc7e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:14.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.682+0000 7fc8e37fe640 1 -- 172.21.15.46:0/2722453521 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8d4037070 con 0x7fc8e40d05d0 2024-09-19T05:51:14.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.682+0000 7fc8e37fe640 1 -- 172.21.15.46:0/2722453521 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8d4032440 con 0x7fc8e40d05d0 2024-09-19T05:51:14.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.682+0000 7fc8e37fe640 1 -- 172.21.15.46:0/2722453521 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8d4032810 con 0x7fc8e40d05d0 2024-09-19T05:51:14.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.683+0000 7fc8ead66640 1 -- 172.21.15.46:0/2722453521 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc8e40d05d0 msgr2=0x7fc8e40b4ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:14.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.683+0000 7fc8ead66640 1 --2- 172.21.15.46:0/2722453521 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc8e40d05d0 0x7fc8e40b4ad0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc8e40afdc0 tx=0x7fc8d402a1e0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.683+0000 7fc8ead66640 1 -- 172.21.15.46:0/2722453521 shutdown_connections 2024-09-19T05:51:14.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.683+0000 7fc8ead66640 1 --2- 172.21.15.46:0/2722453521 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc8e40cd440 0x7fc8e415fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.683+0000 7fc8ead66640 1 --2- 172.21.15.46:0/2722453521 >> v2:172.21.15.78:3300/0 conn(0x7fc8e40d09b0 0x7fc8e40ccf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.683+0000 7fc8ead66640 1 --2- 172.21.15.46:0/2722453521 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc8e40d05d0 0x7fc8e40b4ad0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.683+0000 7fc8ead66640 1 -- 172.21.15.46:0/2722453521 >> 172.21.15.46:0/2722453521 conn(0x7fc8e4062810 msgr2=0x7fc8e4062c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:14.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.683+0000 7fc8ead66640 1 -- 172.21.15.46:0/2722453521 shutdown_connections 2024-09-19T05:51:14.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.683+0000 7fc8ead66640 1 -- 172.21.15.46:0/2722453521 wait complete. 2024-09-19T05:51:14.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.684+0000 7fc8ead66640 1 Processor -- start 2024-09-19T05:51:14.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.684+0000 7fc8ead66640 1 -- start start 2024-09-19T05:51:14.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.685+0000 7fc8ead66640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc8e40cd440 0x7fc8e406ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.685+0000 7fc8ead66640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc8e40d05d0 0x7fc8e4157870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.685+0000 7fc8ead66640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc8e40d09b0 0x7fc8e40c6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.685+0000 7fc8ead66640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc8e40d0df0 con 0x7fc8e40cd440 2024-09-19T05:51:14.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.685+0000 7fc8ead66640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc8e40cd8d0 con 0x7fc8e40d05d0 2024-09-19T05:51:14.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.685+0000 7fc8ead66640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fc8e40c5b10 con 0x7fc8e40d09b0 2024-09-19T05:51:14.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.685+0000 7fc8e8b02640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc8e40cd440 0x7fc8e406ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.685+0000 7fc8e8b02640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc8e40cd440 0x7fc8e406ee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46492/0 (socket says 172.21.15.46:46492) 2024-09-19T05:51:14.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.685+0000 7fc8e8b02640 1 -- 172.21.15.46:0/2230227587 learned_addr learned my addr 172.21.15.46:0/2230227587 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:14.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.685+0000 7fc8e3fff640 1 --2- 172.21.15.46:0/2230227587 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc8e40d05d0 0x7fc8e4157870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.685+0000 7fc8e9303640 1 --2- 172.21.15.46:0/2230227587 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc8e40d09b0 0x7fc8e40c6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.685+0000 7fc8e8b02640 1 -- 172.21.15.46:0/2230227587 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc8e40d09b0 msgr2=0x7fc8e40c6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:14.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.685+0000 7fc8e8b02640 1 --2- 172.21.15.46:0/2230227587 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc8e40d09b0 0x7fc8e40c6280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.685+0000 7fc8e8b02640 1 -- 172.21.15.46:0/2230227587 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc8e40d05d0 msgr2=0x7fc8e4157870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:14.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.685+0000 7fc8e8b02640 1 --2- 172.21.15.46:0/2230227587 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc8e40d05d0 0x7fc8e4157870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.685+0000 7fc8e8b02640 1 -- 172.21.15.46:0/2230227587 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8e40c8030 con 0x7fc8e40cd440 2024-09-19T05:51:14.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.686+0000 7fc8e9303640 1 --2- 172.21.15.46:0/2230227587 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc8e40d09b0 0x7fc8e40c6280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:14.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.686+0000 7fc8e8b02640 1 --2- 172.21.15.46:0/2230227587 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc8e40cd440 0x7fc8e406ee50 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc8d402a220 tx=0x7fc8d40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:14.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.686+0000 7fc8e17fa640 1 -- 172.21.15.46:0/2230227587 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8d4037040 con 0x7fc8e40cd440 2024-09-19T05:51:14.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.686+0000 7fc8e17fa640 1 -- 172.21.15.46:0/2230227587 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8d4042070 con 0x7fc8e40cd440 2024-09-19T05:51:14.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.686+0000 7fc8ead66640 1 -- 172.21.15.46:0/2230227587 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8e40c82d0 con 0x7fc8e40cd440 2024-09-19T05:51:14.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.686+0000 7fc8e17fa640 1 -- 172.21.15.46:0/2230227587 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8d4030bb0 con 0x7fc8e40cd440 2024-09-19T05:51:14.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.686+0000 7fc8ead66640 1 -- 172.21.15.46:0/2230227587 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8e4157db0 con 0x7fc8e40cd440 2024-09-19T05:51:14.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.687+0000 7fc8ead66640 1 -- 172.21.15.46:0/2230227587 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8e40d0f70 con 0x7fc8e40cd440 2024-09-19T05:51:14.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.688+0000 7fc8e17fa640 1 -- 172.21.15.46:0/2230227587 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc8d4047460 con 0x7fc8e40cd440 2024-09-19T05:51:14.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.688+0000 7fc8e17fa640 1 --2- 172.21.15.46:0/2230227587 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc8d006c2b0 0x7fc8d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.688+0000 7fc8e17fa640 1 -- 172.21.15.46:0/2230227587 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc8d40ac020 con 0x7fc8e40cd440 2024-09-19T05:51:14.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.689+0000 7fc8e3fff640 1 --2- 172.21.15.46:0/2230227587 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc8d006c2b0 0x7fc8d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.689+0000 7fc8e3fff640 1 --2- 172.21.15.46:0/2230227587 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc8d006c2b0 0x7fc8d006e770 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc8e415f3d0 tx=0x7fc8d8008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:14.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.693+0000 7fc8e17fa640 1 -- 172.21.15.46:0/2230227587 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc8d4045360 con 0x7fc8e40cd440 2024-09-19T05:51:14.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.867+0000 7fc8ead66640 1 -- 172.21.15.46:0/2230227587 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc8e415d9b0 con 0x7fc8e40cd440 2024-09-19T05:51:14.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.868+0000 7fc8e17fa640 1 -- 172.21.15.46:0/2230227587 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16617 (secure 0 0 0) 0x7fc8d407a820 con 0x7fc8e40cd440 2024-09-19T05:51:14.871 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:14.871 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":21,"fsid":"f422d15e-e2c9-44aa-a788-7f9714905c67","created":"2024-09-19T05:50:21.601235+0000","modified":"2024-09-19T05:50:46.637204+0000","last_up_change":"2024-09-19T05:50:34.148268+0000","last_in_change":"2024-09-19T05:50:23.689134+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:50:33.840497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:50:42.856920+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:50:43.974696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5887dcb-f9c0-42a0-905d-718d357b4b57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6825","nonce":1884048663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6827","nonce":1884048663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6831","nonce":1884048663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6829","nonce":1884048663}]},"public_addr":"172.21.15.46:6825/1884048663","cluster_addr":"172.21.15.46:6827/1884048663","heartbeat_back_addr":"172.21.15.46:6831/1884048663","heartbeat_front_addr":"172.21.15.46:6829/1884048663","state":["exists","up"]},{"osd":1,"uuid":"3fed9b97-7482-4314-bf02-1518c03be152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6801","nonce":2797692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6803","nonce":2797692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6807","nonce":2797692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6805","nonce":2797692057}]},"public_addr":"172.21.15.46:6801/2797692057","cluster_addr":"172.21.15.46:6803/2797692057","heartbeat_back_addr":"172.21.15.46:6807/2797692057","heartbeat_front_addr":"172.21.15.46:6805/2797692057","state":["exists","up"]},{"osd":2,"uuid":"2e36d163-339b-491e-98a9-6e768a3249e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6809","nonce":4061240230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6811","nonce":4061240230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6815","nonce":4061240230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6813","nonce":4061240230}]},"public_addr":"172.21.15.46:6809/4061240230","cluster_addr":"172.21.15.46:6811/4061240230","heartbeat_back_addr":"172.21.15.46:6815/4061240230","heartbeat_front_addr":"172.21.15.46:6813/4061240230","state":["exists","up"]},{"osd":3,"uuid":"98fb22e5-3d85-4bb7-a92e-63625f26d7b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6817","nonce":170935989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6819","nonce":170935989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6823","nonce":170935989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6821","nonce":170935989}]},"public_addr":"172.21.15.46:6817/170935989","cluster_addr":"172.21.15.46:6819/170935989","heartbeat_back_addr":"172.21.15.46:6823/170935989","heartbeat_front_addr":"172.21.15.46:6821/170935989","state":["exists","up"]},{"osd":4,"uuid":"055bb872-b76a-40ab-aab7-c6e327ee7735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6809","nonce":2319815351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6811","nonce":2319815351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6815","nonce":2319815351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6813","nonce":2319815351}]},"public_addr":"172.21.15.78:6809/2319815351","cluster_addr":"172.21.15.78:6811/2319815351","heartbeat_back_addr":"172.21.15.78:6815/2319815351","heartbeat_front_addr":"172.21.15.78:6813/2319815351","state":["exists","up"]},{"osd":5,"uuid":"4164d7c8-3350-4cd1-b105-8376e2b8d205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6825","nonce":1036798121}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6827","nonce":1036798121}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6831","nonce":1036798121}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6829","nonce":1036798121}]},"public_addr":"172.21.15.78:6825/1036798121","cluster_addr":"172.21.15.78:6827/1036798121","heartbeat_back_addr":"172.21.15.78:6831/1036798121","heartbeat_front_addr":"172.21.15.78:6829/1036798121","state":["exists","up"]},{"osd":6,"uuid":"2ad21b97-7629-4de2-851e-909e8b1defd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6801","nonce":707998422}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6803","nonce":707998422}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6807","nonce":707998422}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6805","nonce":707998422}]},"public_addr":"172.21.15.78:6801/707998422","cluster_addr":"172.21.15.78:6803/707998422","heartbeat_back_addr":"172.21.15.78:6807/707998422","heartbeat_front_addr":"172.21.15.78:6805/707998422","state":["exists","up"]},{"osd":7,"uuid":"88efccef-c5f1-43b6-b786-9bc72f2cf2cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6817","nonce":2547959841}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6819","nonce":2547959841}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6823","nonce":2547959841}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6821","nonce":2547959841}]},"public_addr":"172.21.15.78:6817/2547959841","cluster_addr":"172.21.15.78:6819/2547959841","heartbeat_back_addr":"172.21.15.78:6823/2547959841","heartbeat_front_addr":"172.21.15.78:6821/2547959841","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.653882+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.491170+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.251245+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989665+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:31.041334+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.652320+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.566922+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:51:14.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.870+0000 7fc8ead66640 1 -- 172.21.15.46:0/2230227587 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc8d006c2b0 msgr2=0x7fc8d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:14.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.870+0000 7fc8ead66640 1 --2- 172.21.15.46:0/2230227587 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc8d006c2b0 0x7fc8d006e770 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc8e415f3d0 tx=0x7fc8d8008040 comp rx=0 tx=0).stop 2024-09-19T05:51:14.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.870+0000 7fc8ead66640 1 -- 172.21.15.46:0/2230227587 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc8e40cd440 msgr2=0x7fc8e406ee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:14.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.870+0000 7fc8ead66640 1 --2- 172.21.15.46:0/2230227587 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc8e40cd440 0x7fc8e406ee50 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc8d402a220 tx=0x7fc8d40046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.870+0000 7fc8ead66640 1 -- 172.21.15.46:0/2230227587 shutdown_connections 2024-09-19T05:51:14.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.870+0000 7fc8ead66640 1 --2- 172.21.15.46:0/2230227587 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc8d006c2b0 0x7fc8d006e770 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.870+0000 7fc8ead66640 1 --2- 172.21.15.46:0/2230227587 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc8e40d09b0 0x7fc8e40c6280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.870+0000 7fc8ead66640 1 --2- 172.21.15.46:0/2230227587 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc8e40d05d0 0x7fc8e4157870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.870+0000 7fc8ead66640 1 --2- 172.21.15.46:0/2230227587 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc8e40cd440 0x7fc8e406ee50 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.870+0000 7fc8ead66640 1 -- 172.21.15.46:0/2230227587 >> 172.21.15.46:0/2230227587 conn(0x7fc8e4062810 msgr2=0x7fc8e4158d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:14.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.871+0000 7fc8ead66640 1 -- 172.21.15.46:0/2230227587 shutdown_connections 2024-09-19T05:51:14.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.871+0000 7fc8ead66640 1 -- 172.21.15.46:0/2230227587 wait complete. 2024-09-19T05:51:14.883 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T05:51:14.884 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:51:14.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.984+0000 7fb612edd640 1 Processor -- start 2024-09-19T05:51:14.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.984+0000 7fb612edd640 1 -- start start 2024-09-19T05:51:14.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.985+0000 7fb612edd640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fb60c15e6d0 0x7fb60c0d41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.985+0000 7fb612edd640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb60c0cf4c0 0x7fb60c0d4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.985+0000 7fb612edd640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb60c15eab0 con 0x7fb60c0cf950 2024-09-19T05:51:14.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.985+0000 7fb612edd640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fb60c0d3120 con 0x7fb60c0cf4c0 2024-09-19T05:51:14.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.985+0000 7fb612edd640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fb60c0d3400 con 0x7fb60c15e6d0 2024-09-19T05:51:14.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.985+0000 7fb60bfff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb60c0cf4c0 0x7fb60c0d4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.985+0000 7fb60bfff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb60c0cf4c0 0x7fb60c0d4b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46494/0 (socket says 172.21.15.46:46494) 2024-09-19T05:51:14.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.985+0000 7fb60bfff640 1 -- 172.21.15.46:0/3994039757 learned_addr learned my addr 172.21.15.46:0/3994039757 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:14.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.985+0000 7fb610c79640 1 --2- 172.21.15.46:0/3994039757 >> v2:172.21.15.78:3300/0 conn(0x7fb60c15e6d0 0x7fb60c0d41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.986+0000 7fb60bfff640 1 -- 172.21.15.46:0/3994039757 >> v2:172.21.15.78:3300/0 conn(0x7fb60c15e6d0 msgr2=0x7fb60c0d41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:14.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.986+0000 7fb60bfff640 1 --2- 172.21.15.46:0/3994039757 >> v2:172.21.15.78:3300/0 conn(0x7fb60c15e6d0 0x7fb60c0d41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.986+0000 7fb60bfff640 1 -- 172.21.15.46:0/3994039757 >> v1:172.21.15.78:6789/0 conn(0x7fb60c0cf950 legacy=0x7fb60c0b77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:14.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.986+0000 7fb60bfff640 1 -- 172.21.15.46:0/3994039757 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb60c0d36e0 con 0x7fb60c0cf4c0 2024-09-19T05:51:14.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.986+0000 7fb60bfff640 1 --2- 172.21.15.46:0/3994039757 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb60c0cf4c0 0x7fb60c0d4b20 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fb60c0d22d0 tx=0x7fb5f402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbd00890fe881ee0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:14.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.987+0000 7fb60b7fe640 1 -- 172.21.15.46:0/3994039757 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f4036070 con 0x7fb60c0cf4c0 2024-09-19T05:51:14.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.987+0000 7fb60b7fe640 1 -- 172.21.15.46:0/3994039757 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5f4031600 con 0x7fb60c0cf4c0 2024-09-19T05:51:14.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.987+0000 7fb60b7fe640 1 -- 172.21.15.46:0/3994039757 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f40319d0 con 0x7fb60c0cf4c0 2024-09-19T05:51:14.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.987+0000 7fb612edd640 1 -- 172.21.15.46:0/3994039757 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb60c0cf4c0 msgr2=0x7fb60c0d4b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:14.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.987+0000 7fb612edd640 1 --2- 172.21.15.46:0/3994039757 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb60c0cf4c0 0x7fb60c0d4b20 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fb60c0d22d0 tx=0x7fb5f402a730 comp rx=0 tx=0).stop 2024-09-19T05:51:14.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.987+0000 7fb612edd640 1 -- 172.21.15.46:0/3994039757 shutdown_connections 2024-09-19T05:51:14.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.987+0000 7fb612edd640 1 --2- 172.21.15.46:0/3994039757 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb60c0cf4c0 0x7fb60c0d4b20 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.987+0000 7fb612edd640 1 --2- 172.21.15.46:0/3994039757 >> v2:172.21.15.78:3300/0 conn(0x7fb60c15e6d0 0x7fb60c0d41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.987+0000 7fb612edd640 1 -- 172.21.15.46:0/3994039757 >> 172.21.15.46:0/3994039757 conn(0x7fb60c0723c0 msgr2=0x7fb60c0727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:14.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.987+0000 7fb612edd640 1 -- 172.21.15.46:0/3994039757 shutdown_connections 2024-09-19T05:51:14.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.987+0000 7fb612edd640 1 -- 172.21.15.46:0/3994039757 wait complete. 2024-09-19T05:51:14.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.988+0000 7fb612edd640 1 Processor -- start 2024-09-19T05:51:14.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.988+0000 7fb612edd640 1 -- start start 2024-09-19T05:51:14.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.989+0000 7fb612edd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb60c0cf4c0 0x7fb60c0b9810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.989+0000 7fb612edd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb60c0cf950 0x7fb60c0b9d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.989+0000 7fb612edd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb60c15e6d0 0x7fb60c14afa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.989+0000 7fb612edd640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb60c0d2ee0 con 0x7fb60c0cf950 2024-09-19T05:51:14.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.989+0000 7fb612edd640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb60c0d2d60 con 0x7fb60c0cf4c0 2024-09-19T05:51:14.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.989+0000 7fb612edd640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fb60c0d5060 con 0x7fb60c15e6d0 2024-09-19T05:51:14.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.989+0000 7fb60bfff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb60c0cf950 0x7fb60c0b9d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.989+0000 7fb60bfff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb60c0cf950 0x7fb60c0b9d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46496/0 (socket says 172.21.15.46:46496) 2024-09-19T05:51:14.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.989+0000 7fb60bfff640 1 -- 172.21.15.46:0/1268780698 learned_addr learned my addr 172.21.15.46:0/1268780698 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:14.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.989+0000 7fb610c79640 1 --2- 172.21.15.46:0/1268780698 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb60c0cf4c0 0x7fb60c0b9810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.989+0000 7fb61147a640 1 --2- 172.21.15.46:0/1268780698 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb60c15e6d0 0x7fb60c14afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.990+0000 7fb60bfff640 1 -- 172.21.15.46:0/1268780698 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb60c15e6d0 msgr2=0x7fb60c14afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:14.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.990+0000 7fb60bfff640 1 --2- 172.21.15.46:0/1268780698 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb60c15e6d0 0x7fb60c14afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.990+0000 7fb60bfff640 1 -- 172.21.15.46:0/1268780698 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb60c0cf4c0 msgr2=0x7fb60c0b9810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:14.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.990+0000 7fb60bfff640 1 --2- 172.21.15.46:0/1268780698 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb60c0cf4c0 0x7fb60c0b9810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:14.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.990+0000 7fb60bfff640 1 -- 172.21.15.46:0/1268780698 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb60c14bd10 con 0x7fb60c0cf950 2024-09-19T05:51:14.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.990+0000 7fb60bfff640 1 --2- 172.21.15.46:0/1268780698 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb60c0cf950 0x7fb60c0b9d50 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb5f4009f40 tx=0x7fb5f4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:14.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.990+0000 7fb6097fa640 1 -- 172.21.15.46:0/1268780698 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f403f020 con 0x7fb60c0cf950 2024-09-19T05:51:14.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.990+0000 7fb6097fa640 1 -- 172.21.15.46:0/1268780698 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5f4037040 con 0x7fb60c0cf950 2024-09-19T05:51:14.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.990+0000 7fb6097fa640 1 -- 172.21.15.46:0/1268780698 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f4036070 con 0x7fb60c0cf950 2024-09-19T05:51:14.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.990+0000 7fb612edd640 1 -- 172.21.15.46:0/1268780698 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb60c0cb980 con 0x7fb60c0cf950 2024-09-19T05:51:14.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.990+0000 7fb612edd640 1 -- 172.21.15.46:0/1268780698 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb60c0cbf40 con 0x7fb60c0cf950 2024-09-19T05:51:14.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.991+0000 7fb612edd640 1 -- 172.21.15.46:0/1268780698 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb60c0d5420 con 0x7fb60c0cf950 2024-09-19T05:51:14.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.992+0000 7fb6097fa640 1 -- 172.21.15.46:0/1268780698 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb5f4042020 con 0x7fb60c0cf950 2024-09-19T05:51:14.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.992+0000 7fb6097fa640 1 --2- 172.21.15.46:0/1268780698 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb5ec06c2b0 0x7fb5ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:14.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.992+0000 7fb6097fa640 1 -- 172.21.15.46:0/1268780698 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb5f40ab710 con 0x7fb60c0cf950 2024-09-19T05:51:14.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.993+0000 7fb610c79640 1 --2- 172.21.15.46:0/1268780698 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb5ec06c2b0 0x7fb5ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:14.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.993+0000 7fb610c79640 1 --2- 172.21.15.46:0/1268780698 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb5ec06c2b0 0x7fb5ec06e770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fb60c1f7ad0 tx=0x7fb5fc008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:14.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:14.997+0000 7fb6097fa640 1 -- 172.21.15.46:0/1268780698 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb5f4049030 con 0x7fb60c0cf950 2024-09-19T05:51:15.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.207+0000 7fb612edd640 1 -- 172.21.15.46:0/1268780698 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb60c0b50c0 con 0x7fb60c0cf950 2024-09-19T05:51:15.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.208+0000 7fb6097fa640 1 -- 172.21.15.46:0/1268780698 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5211 (secure 0 0 0) 0x7fb5f40800e0 con 0x7fb60c0cf950 2024-09-19T05:51:15.210 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:15.210 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":7,"btime":"2024-09-19T05:50:48:647317+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6834/932683408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":932683408},{"type":"v1","addr":"172.21.15.46:6834","nonce":932683408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4279,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6836/4265332407","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":4265332407},{"type":"v1","addr":"172.21.15.78:6836","nonce":4265332407}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1406678238","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6833","nonce":1406678238},{"type":"v1","addr":"172.21.15.46:6835","nonce":1406678238}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:50:44.992007+0000","modified":"2024-09-19T05:50:47.754949+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.78:6837/879224309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6835","nonce":879224309},{"type":"v1","addr":"172.21.15.78:6837","nonce":879224309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-19T05:51:15.210 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 7 2024-09-19T05:51:15.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.210+0000 7fb612edd640 1 -- 172.21.15.46:0/1268780698 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb5ec06c2b0 msgr2=0x7fb5ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:15.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.210+0000 7fb612edd640 1 --2- 172.21.15.46:0/1268780698 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb5ec06c2b0 0x7fb5ec06e770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fb60c1f7ad0 tx=0x7fb5fc008040 comp rx=0 tx=0).stop 2024-09-19T05:51:15.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.210+0000 7fb612edd640 1 -- 172.21.15.46:0/1268780698 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb60c0cf950 msgr2=0x7fb60c0b9d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:15.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.210+0000 7fb612edd640 1 --2- 172.21.15.46:0/1268780698 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb60c0cf950 0x7fb60c0b9d50 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb5f4009f40 tx=0x7fb5f4004a40 comp rx=0 tx=0).stop 2024-09-19T05:51:15.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.210+0000 7fb612edd640 1 -- 172.21.15.46:0/1268780698 shutdown_connections 2024-09-19T05:51:15.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.210+0000 7fb612edd640 1 --2- 172.21.15.46:0/1268780698 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb5ec06c2b0 0x7fb5ec06e770 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.210+0000 7fb612edd640 1 --2- 172.21.15.46:0/1268780698 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb60c15e6d0 0x7fb60c14afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.210+0000 7fb612edd640 1 --2- 172.21.15.46:0/1268780698 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb60c0cf950 0x7fb60c0b9d50 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.210+0000 7fb612edd640 1 --2- 172.21.15.46:0/1268780698 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb60c0cf4c0 0x7fb60c0b9810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.210+0000 7fb612edd640 1 -- 172.21.15.46:0/1268780698 >> 172.21.15.46:0/1268780698 conn(0x7fb60c0723c0 msgr2=0x7fb60c0727a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:15.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.210+0000 7fb612edd640 1 -- 172.21.15.46:0/1268780698 shutdown_connections 2024-09-19T05:51:15.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.210+0000 7fb612edd640 1 -- 172.21.15.46:0/1268780698 wait complete. 2024-09-19T05:51:15.226 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:51:15.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.326+0000 7f6e82523640 1 Processor -- start 2024-09-19T05:51:15.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.326+0000 7f6e82523640 1 -- start start 2024-09-19T05:51:15.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.327+0000 7f6e82523640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f6e7c15e6d0 0x7f6e7c0d41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:15.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.327+0000 7f6e82523640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e7c15eab0 con 0x7f6e7c0d5230 2024-09-19T05:51:15.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.327+0000 7f6e82523640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e7c0d3120 con 0x7f6e7c0cf4c0 2024-09-19T05:51:15.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.327+0000 7f6e82523640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f6e7c0d3400 con 0x7f6e7c15e6d0 2024-09-19T05:51:15.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.327+0000 7f6e80ac0640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f6e7c0d5230 0x7f6e7c0b77d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:36628/0 (socket says 172.21.15.46:36628) 2024-09-19T05:51:15.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.327+0000 7f6e80ac0640 1 -- 172.21.15.46:0/980927745 learned_addr learned my addr 172.21.15.46:0/980927745 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:15.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.327+0000 7f6e7bfff640 1 --2- 172.21.15.46:0/980927745 >> v2:172.21.15.78:3300/0 conn(0x7f6e7c15e6d0 0x7f6e7c0d41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:15.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.327+0000 7f6e7affd640 1 -- 172.21.15.46:0/980927745 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 854488827 0 0) 0x7f6e7c15eab0 con 0x7f6e7c0d5230 2024-09-19T05:51:15.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7affd640 1 -- 172.21.15.46:0/980927745 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6e64003520 con 0x7f6e7c0d5230 2024-09-19T05:51:15.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7affd640 1 -- 172.21.15.46:0/980927745 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3925524954 0 0) 0x7f6e7c0d3120 con 0x7f6e7c0cf4c0 2024-09-19T05:51:15.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7affd640 1 -- 172.21.15.46:0/980927745 --> v1:172.21.15.78:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6e7c15eab0 con 0x7f6e7c0cf4c0 2024-09-19T05:51:15.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7affd640 1 -- 172.21.15.46:0/980927745 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1282124527 0 0) 0x7f6e64003520 con 0x7f6e7c0d5230 2024-09-19T05:51:15.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7affd640 1 -- 172.21.15.46:0/980927745 >> v2:172.21.15.78:3300/0 conn(0x7f6e7c15e6d0 msgr2=0x7f6e7c0d41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:15.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7affd640 1 --2- 172.21.15.46:0/980927745 >> v2:172.21.15.78:3300/0 conn(0x7f6e7c15e6d0 0x7f6e7c0d41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7affd640 1 -- 172.21.15.46:0/980927745 >> v1:172.21.15.78:6789/0 conn(0x7f6e7c0cf4c0 legacy=0x7f6e7c0d4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:15.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7affd640 1 -- 172.21.15.46:0/980927745 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e7c0d36e0 con 0x7f6e7c0d5230 2024-09-19T05:51:15.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7affd640 1 -- 172.21.15.46:0/980927745 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 238125057 0 0) 0x7f6e740019f0 con 0x7f6e7c0d5230 2024-09-19T05:51:15.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7affd640 1 -- 172.21.15.46:0/980927745 >> v1:172.21.15.46:6789/0 conn(0x7f6e7c0d5230 legacy=0x7f6e7c0b77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:15.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7affd640 1 --2- 172.21.15.46:0/980927745 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e64003b40 0x7f6e64003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:15.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7affd640 1 --2- 172.21.15.46:0/980927745 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e64004800 0x7f6e64004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:15.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7affd640 1 --2- 172.21.15.46:0/980927745 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e640051c0 0x7f6e6400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:15.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7affd640 1 -- 172.21.15.46:0/980927745 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6e7c0d3400 con 0x7f6e64004800 2024-09-19T05:51:15.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7affd640 1 -- 172.21.15.46:0/980927745 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f6e6400c040 con 0x7f6e64003b40 2024-09-19T05:51:15.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7affd640 1 -- 172.21.15.46:0/980927745 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f6e6400c240 con 0x7f6e640051c0 2024-09-19T05:51:15.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7bfff640 1 --2- 172.21.15.46:0/980927745 >> v2:172.21.15.78:3300/0 conn(0x7f6e7c15e6d0 0x7f6e7c0d41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:15.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7b7fe640 1 --2- 172.21.15.46:0/980927745 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e64004800 0x7f6e64004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:15.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e80ac0640 1 --2- 172.21.15.46:0/980927745 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e640051c0 0x7f6e6400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:15.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7bfff640 1 --2- 172.21.15.46:0/980927745 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e64003b40 0x7f6e64003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:15.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7b7fe640 1 -- 172.21.15.46:0/980927745 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e640051c0 msgr2=0x7f6e6400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:15.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7b7fe640 1 --2- 172.21.15.46:0/980927745 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e640051c0 0x7f6e6400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7b7fe640 1 -- 172.21.15.46:0/980927745 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e64003b40 msgr2=0x7f6e64003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:15.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7b7fe640 1 --2- 172.21.15.46:0/980927745 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e64003b40 0x7f6e64003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e7b7fe640 1 -- 172.21.15.46:0/980927745 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e64003520 con 0x7f6e64004800 2024-09-19T05:51:15.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.328+0000 7f6e80ac0640 1 -- 172.21.15.46:0/980927745 reap_dead start 2024-09-19T05:51:15.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.329+0000 7f6e7b7fe640 1 --2- 172.21.15.46:0/980927745 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e64004800 0x7f6e64004c80 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f6e700018c0 tx=0x7f6e64005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c54cb30cc7ce81fb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:15.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.329+0000 7f6e7affd640 1 -- 172.21.15.46:0/980927745 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e700014e0 con 0x7f6e64004800 2024-09-19T05:51:15.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.329+0000 7f6e7affd640 1 -- 172.21.15.46:0/980927745 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e700052f0 con 0x7f6e64004800 2024-09-19T05:51:15.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.329+0000 7f6e7affd640 1 -- 172.21.15.46:0/980927745 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e7002ac80 con 0x7f6e64004800 2024-09-19T05:51:15.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.330+0000 7f6e82523640 1 -- 172.21.15.46:0/980927745 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e64004800 msgr2=0x7f6e64004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:15.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.330+0000 7f6e82523640 1 --2- 172.21.15.46:0/980927745 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e64004800 0x7f6e64004c80 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f6e700018c0 tx=0x7f6e64005830 comp rx=0 tx=0).stop 2024-09-19T05:51:15.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.330+0000 7f6e82523640 1 -- 172.21.15.46:0/980927745 shutdown_connections 2024-09-19T05:51:15.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.330+0000 7f6e82523640 1 --2- 172.21.15.46:0/980927745 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e64004800 0x7f6e64004c80 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.330+0000 7f6e82523640 1 -- 172.21.15.46:0/980927745 >> 172.21.15.46:0/980927745 conn(0x7f6e7c0723c0 msgr2=0x7f6e7c0727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:15.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.330+0000 7f6e82523640 1 -- 172.21.15.46:0/980927745 shutdown_connections 2024-09-19T05:51:15.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.330+0000 7f6e82523640 1 -- 172.21.15.46:0/980927745 wait complete. 2024-09-19T05:51:15.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.331+0000 7f6e82523640 1 Processor -- start 2024-09-19T05:51:15.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.331+0000 7f6e82523640 1 -- start start 2024-09-19T05:51:15.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.332+0000 7f6e82523640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e64004800 0x7f6e7c0cdc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:15.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.332+0000 7f6e82523640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e7c15d450 0x7f6e7c0ae220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:15.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.332+0000 7f6e82523640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e7c15d890 0x7f6e7c0ae760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:15.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.332+0000 7f6e82523640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6e7c0d2ee0 con 0x7f6e64004800 2024-09-19T05:51:15.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.332+0000 7f6e82523640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f6e7c0d2d60 con 0x7f6e7c15d450 2024-09-19T05:51:15.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.332+0000 7f6e82523640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f6e7c0cf950 con 0x7f6e7c15d890 2024-09-19T05:51:15.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.332+0000 7f6e7bfff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e64004800 0x7f6e7c0cdc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:15.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.332+0000 7f6e7bfff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e64004800 0x7f6e7c0cdc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46512/0 (socket says 172.21.15.46:46512) 2024-09-19T05:51:15.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.332+0000 7f6e7bfff640 1 -- 172.21.15.46:0/4268989633 learned_addr learned my addr 172.21.15.46:0/4268989633 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:15.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.332+0000 7f6e7b7fe640 1 --2- 172.21.15.46:0/4268989633 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e7c15d450 0x7f6e7c0ae220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:15.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.332+0000 7f6e80ac0640 1 --2- 172.21.15.46:0/4268989633 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e7c15d890 0x7f6e7c0ae760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:15.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.332+0000 7f6e7bfff640 1 -- 172.21.15.46:0/4268989633 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e7c15d890 msgr2=0x7f6e7c0ae760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:15.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.332+0000 7f6e7bfff640 1 --2- 172.21.15.46:0/4268989633 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e7c15d890 0x7f6e7c0ae760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.332+0000 7f6e7bfff640 1 -- 172.21.15.46:0/4268989633 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e7c15d450 msgr2=0x7f6e7c0ae220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:15.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.332+0000 7f6e7bfff640 1 --2- 172.21.15.46:0/4268989633 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e7c15d450 0x7f6e7c0ae220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.332+0000 7f6e7bfff640 1 -- 172.21.15.46:0/4268989633 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e7c0cc8a0 con 0x7f6e64004800 2024-09-19T05:51:15.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.332+0000 7f6e7bfff640 1 --2- 172.21.15.46:0/4268989633 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e64004800 0x7f6e7c0cdc20 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c011930 tx=0x7f6e6c011df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:15.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.333+0000 7f6e78ff9640 1 -- 172.21.15.46:0/4268989633 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e6c00fb70 con 0x7f6e64004800 2024-09-19T05:51:15.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.333+0000 7f6e78ff9640 1 -- 172.21.15.46:0/4268989633 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e6c00fd10 con 0x7f6e64004800 2024-09-19T05:51:15.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.333+0000 7f6e82523640 1 -- 172.21.15.46:0/4268989633 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e7c0ccb80 con 0x7f6e64004800 2024-09-19T05:51:15.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.333+0000 7f6e78ff9640 1 -- 172.21.15.46:0/4268989633 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e6c015660 con 0x7f6e64004800 2024-09-19T05:51:15.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.333+0000 7f6e82523640 1 -- 172.21.15.46:0/4268989633 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e7c0cd140 con 0x7f6e64004800 2024-09-19T05:51:15.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.334+0000 7f6e82523640 1 -- 172.21.15.46:0/4268989633 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e7c0d41c0 con 0x7f6e64004800 2024-09-19T05:51:15.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.334+0000 7f6e78ff9640 1 -- 172.21.15.46:0/4268989633 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6e6c015800 con 0x7f6e64004800 2024-09-19T05:51:15.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.335+0000 7f6e78ff9640 1 --2- 172.21.15.46:0/4268989633 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6e6806c2e0 0x7f6e6806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:15.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.335+0000 7f6e78ff9640 1 -- 172.21.15.46:0/4268989633 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f6e6c08bdb0 con 0x7f6e64004800 2024-09-19T05:51:15.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.335+0000 7f6e7b7fe640 1 --2- 172.21.15.46:0/4268989633 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6e6806c2e0 0x7f6e6806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:15.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.335+0000 7f6e7b7fe640 1 --2- 172.21.15.46:0/4268989633 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6e6806c2e0 0x7f6e6806e7a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6e70032000 tx=0x7f6e7002e000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:15.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.339+0000 7f6e78ff9640 1 -- 172.21.15.46:0/4268989633 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6e6c019030 con 0x7f6e64004800 2024-09-19T05:51:15.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.549+0000 7f6e82523640 1 -- 172.21.15.46:0/4268989633 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6e7c0d1ef0 con 0x7f6e64004800 2024-09-19T05:51:15.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.549+0000 7f6e78ff9640 1 -- 172.21.15.46:0/4268989633 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5211 (secure 0 0 0) 0x7f6e6c059e40 con 0x7f6e64004800 2024-09-19T05:51:15.552 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:15.552 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":7,"btime":"2024-09-19T05:50:48:647317+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4278,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6834/932683408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":932683408},{"type":"v1","addr":"172.21.15.46:6834","nonce":932683408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4279,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6836/4265332407","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":4265332407},{"type":"v1","addr":"172.21.15.78:6836","nonce":4265332407}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1406678238","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6833","nonce":1406678238},{"type":"v1","addr":"172.21.15.46:6835","nonce":1406678238}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:50:44.992007+0000","modified":"2024-09-19T05:50:47.754949+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.78:6837/879224309","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6835","nonce":879224309},{"type":"v1","addr":"172.21.15.78:6837","nonce":879224309}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4282,"qdb_cluster":[4282]},"id":1}]} 2024-09-19T05:51:15.552 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 7 2024-09-19T05:51:15.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.551+0000 7f6e82523640 1 -- 172.21.15.46:0/4268989633 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6e6806c2e0 msgr2=0x7f6e6806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:15.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.551+0000 7f6e82523640 1 --2- 172.21.15.46:0/4268989633 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6e6806c2e0 0x7f6e6806e7a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6e70032000 tx=0x7f6e7002e000 comp rx=0 tx=0).stop 2024-09-19T05:51:15.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.551+0000 7f6e82523640 1 -- 172.21.15.46:0/4268989633 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e64004800 msgr2=0x7f6e7c0cdc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:15.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.551+0000 7f6e82523640 1 --2- 172.21.15.46:0/4268989633 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e64004800 0x7f6e7c0cdc20 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c011930 tx=0x7f6e6c011df0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.551+0000 7f6e82523640 1 -- 172.21.15.46:0/4268989633 shutdown_connections 2024-09-19T05:51:15.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.551+0000 7f6e82523640 1 --2- 172.21.15.46:0/4268989633 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6e6806c2e0 0x7f6e6806e7a0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.551+0000 7f6e82523640 1 --2- 172.21.15.46:0/4268989633 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e7c15d890 0x7f6e7c0ae760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.551+0000 7f6e82523640 1 --2- 172.21.15.46:0/4268989633 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e7c15d450 0x7f6e7c0ae220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.551+0000 7f6e82523640 1 --2- 172.21.15.46:0/4268989633 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e64004800 0x7f6e7c0cdc20 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.551+0000 7f6e82523640 1 -- 172.21.15.46:0/4268989633 >> 172.21.15.46:0/4268989633 conn(0x7f6e7c0723c0 msgr2=0x7f6e7c0b7c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:15.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.552+0000 7f6e82523640 1 -- 172.21.15.46:0/4268989633 shutdown_connections 2024-09-19T05:51:15.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.552+0000 7f6e82523640 1 -- 172.21.15.46:0/4268989633 wait complete. 2024-09-19T05:51:15.564 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:51:15.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.665+0000 7f41789f6640 1 Processor -- start 2024-09-19T05:51:15.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.665+0000 7f41789f6640 1 -- start start 2024-09-19T05:51:15.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.666+0000 7f41789f6640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f41740d41c0 0x7f41740d4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:15.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.666+0000 7f41789f6640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f41740d5060 0x7f41740b77d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:15.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.666+0000 7f41789f6640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f417415eab0 con 0x7f417415e6d0 2024-09-19T05:51:15.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.666+0000 7f41789f6640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f41740d4650 con 0x7f41740d41c0 2024-09-19T05:51:15.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.666+0000 7f41789f6640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f41740d3120 con 0x7f41740d5060 2024-09-19T05:51:15.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.666+0000 7f416bfff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f41740d41c0 0x7f41740d4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:15.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.666+0000 7f417259c640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f417415e6d0 0x7f41740cf4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:36630/0 (socket says 172.21.15.46:36630) 2024-09-19T05:51:15.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.666+0000 7f417259c640 1 -- 172.21.15.46:0/327260424 learned_addr learned my addr 172.21.15.46:0/327260424 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:15.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.666+0000 7f4172d9d640 1 --2- 172.21.15.46:0/327260424 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f41740d5060 0x7f41740b77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:15.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.666+0000 7f416bfff640 1 -- 172.21.15.46:0/327260424 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f41740d5060 msgr2=0x7f41740b77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:15.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.666+0000 7f416bfff640 1 --2- 172.21.15.46:0/327260424 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f41740d5060 0x7f41740b77d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.666+0000 7f416bfff640 1 -- 172.21.15.46:0/327260424 >> v1:172.21.15.46:6789/0 conn(0x7f417415e6d0 legacy=0x7f41740cf4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:15.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.666+0000 7f416bfff640 1 -- 172.21.15.46:0/327260424 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41740d3400 con 0x7f41740d41c0 2024-09-19T05:51:15.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.666+0000 7f4171d9b640 1 -- 172.21.15.46:0/327260424 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1387673362 0 0) 0x7f417415eab0 con 0x7f417415e6d0 2024-09-19T05:51:15.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.667+0000 7f416bfff640 1 --2- 172.21.15.46:0/327260424 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f41740d41c0 0x7f41740d4b20 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f415c0097a0 tx=0x7f415c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=631b34dc11eb897f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:15.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.667+0000 7f4171d9b640 1 -- 172.21.15.46:0/327260424 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f415c037070 con 0x7f41740d41c0 2024-09-19T05:51:15.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.667+0000 7f4171d9b640 1 -- 172.21.15.46:0/327260424 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f415c032440 con 0x7f41740d41c0 2024-09-19T05:51:15.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.667+0000 7f4171d9b640 1 -- 172.21.15.46:0/327260424 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f415c032810 con 0x7f41740d41c0 2024-09-19T05:51:15.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.668+0000 7f41789f6640 1 -- 172.21.15.46:0/327260424 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f41740d41c0 msgr2=0x7f41740d4b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:15.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.668+0000 7f41789f6640 1 --2- 172.21.15.46:0/327260424 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f41740d41c0 0x7f41740d4b20 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f415c0097a0 tx=0x7f415c02a180 comp rx=0 tx=0).stop 2024-09-19T05:51:15.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.668+0000 7f41789f6640 1 -- 172.21.15.46:0/327260424 shutdown_connections 2024-09-19T05:51:15.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.668+0000 7f41789f6640 1 --2- 172.21.15.46:0/327260424 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f41740d41c0 0x7f41740d4b20 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.668+0000 7f41789f6640 1 --2- 172.21.15.46:0/327260424 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f41740d5060 0x7f41740b77d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.668+0000 7f41789f6640 1 -- 172.21.15.46:0/327260424 >> 172.21.15.46:0/327260424 conn(0x7f41740723c0 msgr2=0x7f41740727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:15.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.668+0000 7f41789f6640 1 -- 172.21.15.46:0/327260424 shutdown_connections 2024-09-19T05:51:15.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.668+0000 7f41789f6640 1 -- 172.21.15.46:0/327260424 wait complete. 2024-09-19T05:51:15.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.669+0000 7f41789f6640 1 Processor -- start 2024-09-19T05:51:15.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.669+0000 7f41789f6640 1 -- start start 2024-09-19T05:51:15.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.670+0000 7f41789f6640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f41740d41c0 0x7f41741f35d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:15.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.670+0000 7f41789f6640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f41740d5060 0x7f41741f73e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:15.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.670+0000 7f41789f6640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f417415e6d0 0x7f41741f7920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:15.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.670+0000 7f41789f6640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f41740cfbd0 con 0x7f41740d5060 2024-09-19T05:51:15.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.670+0000 7f41789f6640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f41740d39c0 con 0x7f41740d41c0 2024-09-19T05:51:15.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.670+0000 7f41789f6640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f41740d2d60 con 0x7f417415e6d0 2024-09-19T05:51:15.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.670+0000 7f416bfff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f41740d5060 0x7f41741f73e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:15.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.670+0000 7f416bfff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f41740d5060 0x7f41741f73e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46542/0 (socket says 172.21.15.46:46542) 2024-09-19T05:51:15.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.670+0000 7f416bfff640 1 -- 172.21.15.46:0/2829857940 learned_addr learned my addr 172.21.15.46:0/2829857940 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:15.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.670+0000 7f417259c640 1 --2- 172.21.15.46:0/2829857940 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f41740d41c0 0x7f41741f35d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:15.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.670+0000 7f4172d9d640 1 --2- 172.21.15.46:0/2829857940 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f417415e6d0 0x7f41741f7920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:15.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.670+0000 7f416bfff640 1 -- 172.21.15.46:0/2829857940 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f417415e6d0 msgr2=0x7f41741f7920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:15.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.670+0000 7f416bfff640 1 --2- 172.21.15.46:0/2829857940 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f417415e6d0 0x7f41741f7920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.670+0000 7f416bfff640 1 -- 172.21.15.46:0/2829857940 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f41740d41c0 msgr2=0x7f41741f35d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:15.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.670+0000 7f416bfff640 1 --2- 172.21.15.46:0/2829857940 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f41740d41c0 0x7f41741f35d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.670+0000 7f416bfff640 1 -- 172.21.15.46:0/2829857940 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41740ac340 con 0x7f41740d5060 2024-09-19T05:51:15.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.670+0000 7f4172d9d640 1 --2- 172.21.15.46:0/2829857940 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f417415e6d0 0x7f41741f7920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:15.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.670+0000 7f416bfff640 1 --2- 172.21.15.46:0/2829857940 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f41740d5060 0x7f41741f73e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f415c035040 tx=0x7f415c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:15.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.671+0000 7f416affd640 1 -- 172.21.15.46:0/2829857940 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f415c037040 con 0x7f41740d5060 2024-09-19T05:51:15.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.671+0000 7f416affd640 1 -- 172.21.15.46:0/2829857940 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f415c030500 con 0x7f41740d5060 2024-09-19T05:51:15.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.671+0000 7f416affd640 1 -- 172.21.15.46:0/2829857940 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f415c030910 con 0x7f41740d5060 2024-09-19T05:51:15.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.671+0000 7f41789f6640 1 -- 172.21.15.46:0/2829857940 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41740ac620 con 0x7f41740d5060 2024-09-19T05:51:15.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.671+0000 7f41789f6640 1 -- 172.21.15.46:0/2829857940 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41740acbe0 con 0x7f41740d5060 2024-09-19T05:51:15.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.672+0000 7f41789f6640 1 -- 172.21.15.46:0/2829857940 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41740d4b20 con 0x7f41740d5060 2024-09-19T05:51:15.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.672+0000 7f416affd640 1 -- 172.21.15.46:0/2829857940 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f415c044020 con 0x7f41740d5060 2024-09-19T05:51:15.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.672+0000 7f416affd640 1 --2- 172.21.15.46:0/2829857940 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f415406c2b0 0x7f415406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:15.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.673+0000 7f416affd640 1 -- 172.21.15.46:0/2829857940 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f415c0ab6a0 con 0x7f41740d5060 2024-09-19T05:51:15.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.673+0000 7f417259c640 1 --2- 172.21.15.46:0/2829857940 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f415406c2b0 0x7f415406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:15.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.673+0000 7f417259c640 1 --2- 172.21.15.46:0/2829857940 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f415406c2b0 0x7f415406e770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f4164000f60 tx=0x7f4164009040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:15.678 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.677+0000 7f416affd640 1 -- 172.21.15.46:0/2829857940 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f415c079e10 con 0x7f41740d5060 2024-09-19T05:51:15.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.853+0000 7f41789f6640 1 -- 172.21.15.46:0/2829857940 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f41741f81b0 con 0x7f41740d5060 2024-09-19T05:51:15.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.854+0000 7f416affd640 1 -- 172.21.15.46:0/2829857940 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16617 (secure 0 0 0) 0x7f415c079710 con 0x7f41740d5060 2024-09-19T05:51:15.856 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:15.857 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":21,"fsid":"f422d15e-e2c9-44aa-a788-7f9714905c67","created":"2024-09-19T05:50:21.601235+0000","modified":"2024-09-19T05:50:46.637204+0000","last_up_change":"2024-09-19T05:50:34.148268+0000","last_in_change":"2024-09-19T05:50:23.689134+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:50:33.840497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:50:42.856920+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:50:43.974696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5887dcb-f9c0-42a0-905d-718d357b4b57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6825","nonce":1884048663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6827","nonce":1884048663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6831","nonce":1884048663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6829","nonce":1884048663}]},"public_addr":"172.21.15.46:6825/1884048663","cluster_addr":"172.21.15.46:6827/1884048663","heartbeat_back_addr":"172.21.15.46:6831/1884048663","heartbeat_front_addr":"172.21.15.46:6829/1884048663","state":["exists","up"]},{"osd":1,"uuid":"3fed9b97-7482-4314-bf02-1518c03be152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6801","nonce":2797692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6803","nonce":2797692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6807","nonce":2797692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6805","nonce":2797692057}]},"public_addr":"172.21.15.46:6801/2797692057","cluster_addr":"172.21.15.46:6803/2797692057","heartbeat_back_addr":"172.21.15.46:6807/2797692057","heartbeat_front_addr":"172.21.15.46:6805/2797692057","state":["exists","up"]},{"osd":2,"uuid":"2e36d163-339b-491e-98a9-6e768a3249e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6809","nonce":4061240230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6811","nonce":4061240230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6815","nonce":4061240230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6813","nonce":4061240230}]},"public_addr":"172.21.15.46:6809/4061240230","cluster_addr":"172.21.15.46:6811/4061240230","heartbeat_back_addr":"172.21.15.46:6815/4061240230","heartbeat_front_addr":"172.21.15.46:6813/4061240230","state":["exists","up"]},{"osd":3,"uuid":"98fb22e5-3d85-4bb7-a92e-63625f26d7b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6817","nonce":170935989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6819","nonce":170935989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6823","nonce":170935989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6821","nonce":170935989}]},"public_addr":"172.21.15.46:6817/170935989","cluster_addr":"172.21.15.46:6819/170935989","heartbeat_back_addr":"172.21.15.46:6823/170935989","heartbeat_front_addr":"172.21.15.46:6821/170935989","state":["exists","up"]},{"osd":4,"uuid":"055bb872-b76a-40ab-aab7-c6e327ee7735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6809","nonce":2319815351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6811","nonce":2319815351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6815","nonce":2319815351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6813","nonce":2319815351}]},"public_addr":"172.21.15.78:6809/2319815351","cluster_addr":"172.21.15.78:6811/2319815351","heartbeat_back_addr":"172.21.15.78:6815/2319815351","heartbeat_front_addr":"172.21.15.78:6813/2319815351","state":["exists","up"]},{"osd":5,"uuid":"4164d7c8-3350-4cd1-b105-8376e2b8d205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6825","nonce":1036798121}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6827","nonce":1036798121}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6831","nonce":1036798121}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6829","nonce":1036798121}]},"public_addr":"172.21.15.78:6825/1036798121","cluster_addr":"172.21.15.78:6827/1036798121","heartbeat_back_addr":"172.21.15.78:6831/1036798121","heartbeat_front_addr":"172.21.15.78:6829/1036798121","state":["exists","up"]},{"osd":6,"uuid":"2ad21b97-7629-4de2-851e-909e8b1defd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6801","nonce":707998422}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6803","nonce":707998422}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6807","nonce":707998422}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6805","nonce":707998422}]},"public_addr":"172.21.15.78:6801/707998422","cluster_addr":"172.21.15.78:6803/707998422","heartbeat_back_addr":"172.21.15.78:6807/707998422","heartbeat_front_addr":"172.21.15.78:6805/707998422","state":["exists","up"]},{"osd":7,"uuid":"88efccef-c5f1-43b6-b786-9bc72f2cf2cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6817","nonce":2547959841}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6819","nonce":2547959841}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6823","nonce":2547959841}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6821","nonce":2547959841}]},"public_addr":"172.21.15.78:6817/2547959841","cluster_addr":"172.21.15.78:6819/2547959841","heartbeat_back_addr":"172.21.15.78:6823/2547959841","heartbeat_front_addr":"172.21.15.78:6821/2547959841","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.653882+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.491170+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.251245+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989665+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:31.041334+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.652320+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.566922+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:51:15.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.857+0000 7f41789f6640 1 -- 172.21.15.46:0/2829857940 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f415406c2b0 msgr2=0x7f415406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:15.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.857+0000 7f41789f6640 1 --2- 172.21.15.46:0/2829857940 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f415406c2b0 0x7f415406e770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f4164000f60 tx=0x7f4164009040 comp rx=0 tx=0).stop 2024-09-19T05:51:15.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.857+0000 7f41789f6640 1 -- 172.21.15.46:0/2829857940 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f41740d5060 msgr2=0x7f41741f73e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:15.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.857+0000 7f41789f6640 1 --2- 172.21.15.46:0/2829857940 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f41740d5060 0x7f41741f73e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f415c035040 tx=0x7f415c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.857+0000 7f41789f6640 1 -- 172.21.15.46:0/2829857940 shutdown_connections 2024-09-19T05:51:15.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.857+0000 7f41789f6640 1 --2- 172.21.15.46:0/2829857940 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f415406c2b0 0x7f415406e770 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.857+0000 7f41789f6640 1 --2- 172.21.15.46:0/2829857940 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f417415e6d0 0x7f41741f7920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.857+0000 7f41789f6640 1 --2- 172.21.15.46:0/2829857940 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f41740d5060 0x7f41741f73e0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.857+0000 7f41789f6640 1 --2- 172.21.15.46:0/2829857940 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f41740d41c0 0x7f41741f35d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.857+0000 7f41789f6640 1 -- 172.21.15.46:0/2829857940 >> 172.21.15.46:0/2829857940 conn(0x7f41740723c0 msgr2=0x7f4174160ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:15.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.857+0000 7f41789f6640 1 -- 172.21.15.46:0/2829857940 shutdown_connections 2024-09-19T05:51:15.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.857+0000 7f41789f6640 1 -- 172.21.15.46:0/2829857940 wait complete. 2024-09-19T05:51:15.870 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T05:51:15.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.972+0000 7fa69cb11640 1 Processor -- start 2024-09-19T05:51:15.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.972+0000 7fa69cb11640 1 -- start start 2024-09-19T05:51:15.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.973+0000 7fa69cb11640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fa69806c4e0 0x7fa6980b3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:15.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.973+0000 7fa69cb11640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa6980d3160 con 0x7fa6980d2d10 2024-09-19T05:51:15.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.973+0000 7fa69cb11640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa6980d1180 con 0x7fa698161e40 2024-09-19T05:51:15.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.973+0000 7fa69cb11640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fa6980d1ab0 con 0x7fa69806c4e0 2024-09-19T05:51:15.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.973+0000 7fa695d9b640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fa69806c4e0 0x7fa6980b3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:15.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.973+0000 7fa696d9d640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fa6980d2d10 0x7fa6980b1fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:36646/0 (socket says 172.21.15.46:36646) 2024-09-19T05:51:15.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.973+0000 7fa696d9d640 1 -- 172.21.15.46:0/3877275689 learned_addr learned my addr 172.21.15.46:0/3877275689 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:15.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.973+0000 7fa695d9b640 1 -- 172.21.15.46:0/3877275689 >> v1:172.21.15.78:6789/0 conn(0x7fa698161e40 legacy=0x7fa69806bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:15.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.973+0000 7fa695d9b640 1 -- 172.21.15.46:0/3877275689 >> v1:172.21.15.46:6789/0 conn(0x7fa6980d2d10 legacy=0x7fa6980b1fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:15.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.973+0000 7fa695d9b640 1 -- 172.21.15.46:0/3877275689 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6980d1460 con 0x7fa69806c4e0 2024-09-19T05:51:15.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.974+0000 7fa695d9b640 1 --2- 172.21.15.46:0/3877275689 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa69806c4e0 0x7fa6980b3aa0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fa6800097a0 tx=0x7fa68002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0c72d2e85b5a40e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:15.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.974+0000 7fa69559a640 1 -- 172.21.15.46:0/3877275689 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa680037070 con 0x7fa69806c4e0 2024-09-19T05:51:15.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.974+0000 7fa69559a640 1 -- 172.21.15.46:0/3877275689 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa680032440 con 0x7fa69806c4e0 2024-09-19T05:51:15.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.974+0000 7fa69559a640 1 -- 172.21.15.46:0/3877275689 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa680032810 con 0x7fa69806c4e0 2024-09-19T05:51:15.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.975+0000 7fa69cb11640 1 -- 172.21.15.46:0/3877275689 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa69806c4e0 msgr2=0x7fa6980b3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:15.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.975+0000 7fa69cb11640 1 --2- 172.21.15.46:0/3877275689 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa69806c4e0 0x7fa6980b3aa0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fa6800097a0 tx=0x7fa68002a1e0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.975+0000 7fa69cb11640 1 -- 172.21.15.46:0/3877275689 shutdown_connections 2024-09-19T05:51:15.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.975+0000 7fa69cb11640 1 --2- 172.21.15.46:0/3877275689 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa69806c4e0 0x7fa6980b3aa0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.975+0000 7fa69cb11640 1 -- 172.21.15.46:0/3877275689 >> 172.21.15.46:0/3877275689 conn(0x7fa69809ba70 msgr2=0x7fa6980d2600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:15.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.975+0000 7fa69cb11640 1 -- 172.21.15.46:0/3877275689 shutdown_connections 2024-09-19T05:51:15.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.975+0000 7fa69cb11640 1 -- 172.21.15.46:0/3877275689 wait complete. 2024-09-19T05:51:15.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.976+0000 7fa69cb11640 1 Processor -- start 2024-09-19T05:51:15.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.976+0000 7fa69cb11640 1 -- start start 2024-09-19T05:51:15.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.977+0000 7fa69cb11640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa69806c4e0 0x7fa698154c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:15.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.977+0000 7fa69cb11640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa6980d2d10 0x7fa698160170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:15.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.977+0000 7fa69cb11640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa698161e40 0x7fa6980c6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:15.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.977+0000 7fa69cb11640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa698162220 con 0x7fa6980d2d10 2024-09-19T05:51:15.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.977+0000 7fa69cb11640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa6980d3410 con 0x7fa698161e40 2024-09-19T05:51:15.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.977+0000 7fa69cb11640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fa6981623a0 con 0x7fa69806c4e0 2024-09-19T05:51:15.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.977+0000 7fa695d9b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa6980d2d10 0x7fa698160170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:15.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.977+0000 7fa695d9b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa6980d2d10 0x7fa698160170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46566/0 (socket says 172.21.15.46:46566) 2024-09-19T05:51:15.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.977+0000 7fa695d9b640 1 -- 172.21.15.46:0/1966221609 learned_addr learned my addr 172.21.15.46:0/1966221609 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:15.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.977+0000 7fa696d9d640 1 --2- 172.21.15.46:0/1966221609 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa698161e40 0x7fa6980c6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:15.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.977+0000 7fa69659c640 1 --2- 172.21.15.46:0/1966221609 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa69806c4e0 0x7fa698154c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:15.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.978+0000 7fa695d9b640 1 -- 172.21.15.46:0/1966221609 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa69806c4e0 msgr2=0x7fa698154c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:15.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.978+0000 7fa695d9b640 1 --2- 172.21.15.46:0/1966221609 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa69806c4e0 0x7fa698154c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.978+0000 7fa695d9b640 1 -- 172.21.15.46:0/1966221609 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa698161e40 msgr2=0x7fa6980c6260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:15.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.978+0000 7fa695d9b640 1 --2- 172.21.15.46:0/1966221609 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa698161e40 0x7fa6980c6260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:15.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.978+0000 7fa695d9b640 1 -- 172.21.15.46:0/1966221609 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6981606b0 con 0x7fa6980d2d10 2024-09-19T05:51:15.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.978+0000 7fa69659c640 1 --2- 172.21.15.46:0/1966221609 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa69806c4e0 0x7fa698154c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:15.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.978+0000 7fa696d9d640 1 --2- 172.21.15.46:0/1966221609 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa698161e40 0x7fa6980c6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:15.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.978+0000 7fa695d9b640 1 --2- 172.21.15.46:0/1966221609 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa6980d2d10 0x7fa698160170 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa6800098c0 tx=0x7fa6800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:15.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.978+0000 7fa68effd640 1 -- 172.21.15.46:0/1966221609 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa680037040 con 0x7fa6980d2d10 2024-09-19T05:51:15.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.978+0000 7fa68effd640 1 -- 172.21.15.46:0/1966221609 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa680042070 con 0x7fa6980d2d10 2024-09-19T05:51:15.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.978+0000 7fa69cb11640 1 -- 172.21.15.46:0/1966221609 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa698160950 con 0x7fa6980d2d10 2024-09-19T05:51:15.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.978+0000 7fa68effd640 1 -- 172.21.15.46:0/1966221609 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa680030a70 con 0x7fa6980d2d10 2024-09-19T05:51:15.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.978+0000 7fa69cb11640 1 -- 172.21.15.46:0/1966221609 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6980c83f0 con 0x7fa6980d2d10 2024-09-19T05:51:15.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.979+0000 7fa69cb11640 1 -- 172.21.15.46:0/1966221609 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6980b3aa0 con 0x7fa6980d2d10 2024-09-19T05:51:15.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.979+0000 7fa68effd640 1 -- 172.21.15.46:0/1966221609 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa680030c10 con 0x7fa6980d2d10 2024-09-19T05:51:15.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.980+0000 7fa68effd640 1 --2- 172.21.15.46:0/1966221609 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fa67806c2b0 0x7fa67806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:15.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.980+0000 7fa68effd640 1 -- 172.21.15.46:0/1966221609 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa6800abed0 con 0x7fa6980d2d10 2024-09-19T05:51:15.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.980+0000 7fa69659c640 1 --2- 172.21.15.46:0/1966221609 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fa67806c2b0 0x7fa67806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:15.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.981+0000 7fa69659c640 1 --2- 172.21.15.46:0/1966221609 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fa67806c2b0 0x7fa67806e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fa690006fd0 tx=0x7fa690008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:15.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:15.984+0000 7fa68effd640 1 -- 172.21.15.46:0/1966221609 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa68007a640 con 0x7fa6980d2d10 2024-09-19T05:51:16.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.195+0000 7fa69cb11640 1 -- 172.21.15.46:0/1966221609 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fa69815ce30 con 0x7fa6980d2d10 2024-09-19T05:51:16.197 INFO:tasks.ceph.mon.a.smithi046.stderr:2024-09-19T05:51:16.196+0000 7fae2e54f640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T05:51:16.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.197+0000 7fa68effd640 1 -- 172.21.15.46:0/1966221609 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v8) ==== 161+0+0 (secure 0 0 0) 0x7fa680079f40 con 0x7fa6980d2d10 2024-09-19T05:51:16.199 INFO:teuthology.orchestra.run.smithi046.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T05:51:16.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.199+0000 7fa69cb11640 1 -- 172.21.15.46:0/1966221609 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fa67806c2b0 msgr2=0x7fa67806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:16.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.199+0000 7fa69cb11640 1 --2- 172.21.15.46:0/1966221609 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fa67806c2b0 0x7fa67806e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fa690006fd0 tx=0x7fa690008040 comp rx=0 tx=0).stop 2024-09-19T05:51:16.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.199+0000 7fa69cb11640 1 -- 172.21.15.46:0/1966221609 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa6980d2d10 msgr2=0x7fa698160170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:16.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.199+0000 7fa69cb11640 1 --2- 172.21.15.46:0/1966221609 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa6980d2d10 0x7fa698160170 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa6800098c0 tx=0x7fa6800046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:16.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.199+0000 7fa69cb11640 1 -- 172.21.15.46:0/1966221609 shutdown_connections 2024-09-19T05:51:16.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.199+0000 7fa69cb11640 1 --2- 172.21.15.46:0/1966221609 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fa67806c2b0 0x7fa67806e770 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:16.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.199+0000 7fa69cb11640 1 --2- 172.21.15.46:0/1966221609 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa698161e40 0x7fa6980c6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:16.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.199+0000 7fa69cb11640 1 --2- 172.21.15.46:0/1966221609 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa6980d2d10 0x7fa698160170 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:16.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.199+0000 7fa69cb11640 1 --2- 172.21.15.46:0/1966221609 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa69806c4e0 0x7fa698154c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:16.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.199+0000 7fa69cb11640 1 -- 172.21.15.46:0/1966221609 >> 172.21.15.46:0/1966221609 conn(0x7fa69809ba70 msgr2=0x7fa698070530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:16.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.200+0000 7fa69cb11640 1 -- 172.21.15.46:0/1966221609 shutdown_connections 2024-09-19T05:51:16.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.200+0000 7fa69cb11640 1 -- 172.21.15.46:0/1966221609 wait complete. 2024-09-19T05:51:16.203 INFO:tasks.ceph.mds.b.smithi078.stderr: -3310> 2024-09-19T05:50:39.611+0000 7facddd39640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-09-19T05:51:16.204 INFO:tasks.ceph.mds.b.smithi078.stderr: -2008> 2024-09-19T05:50:50.613+0000 7facd7d2d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:51:16.212 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T05:51:16.235 INFO:tasks.ceph.mds.b.smithi078.stdout:starting mds.b at 2024-09-19T05:51:16.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.314+0000 7f6c19877640 1 Processor -- start 2024-09-19T05:51:16.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.314+0000 7f6c19877640 1 -- start start 2024-09-19T05:51:16.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.315+0000 7f6c19877640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f6c1415e830 0x7f6c140cf650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:16.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.315+0000 7f6c19877640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6c140b3150 0x7f6c140b7900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:16.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.315+0000 7f6c19877640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c140d2b30 con 0x7f6c140d1030 2024-09-19T05:51:16.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.315+0000 7f6c19877640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f6c140d2e10 con 0x7f6c1415e830 2024-09-19T05:51:16.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.315+0000 7f6c19877640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f6c140d30f0 con 0x7f6c140b3150 2024-09-19T05:51:16.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.316+0000 7f6c127fc640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6c140b3150 0x7f6c140b7900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:16.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.316+0000 7f6c12ffd640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f6c1415e830 0x7f6c140cf650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:16.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.316+0000 7f6c127fc640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6c140b3150 0x7f6c140b7900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.46:46062/0 (socket says 172.21.15.46:46062) 2024-09-19T05:51:16.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.316+0000 7f6c12ffd640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f6c1415e830 0x7f6c140cf650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.46:45512/0 (socket says 172.21.15.46:45512) 2024-09-19T05:51:16.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.316+0000 7f6c127fc640 1 -- 172.21.15.46:0/1198967063 learned_addr learned my addr 172.21.15.46:0/1198967063 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:16.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.316+0000 7f6c137fe640 1 --1- 172.21.15.46:0/1198967063 >> v1:172.21.15.78:6789/0 conn(0x7f6c140d1030 0x7f6c140d38f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.78:6789/0 says I am v1:172.21.15.46:45548/0 (socket says 172.21.15.46:45548) 2024-09-19T05:51:16.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.316+0000 7f6c12ffd640 1 -- 172.21.15.46:0/1198967063 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6c140b3150 msgr2=0x7f6c140b7900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:16.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.316+0000 7f6c12ffd640 1 --2- 172.21.15.46:0/1198967063 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6c140b3150 0x7f6c140b7900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:16.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.316+0000 7f6c12ffd640 1 -- 172.21.15.46:0/1198967063 >> v1:172.21.15.78:6789/0 conn(0x7f6c140d1030 legacy=0x7f6c140d38f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:16.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.316+0000 7f6c12ffd640 1 -- 172.21.15.46:0/1198967063 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c140cfb90 con 0x7f6c1415e830 2024-09-19T05:51:16.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.316+0000 7f6c127fc640 1 --2- 172.21.15.46:0/1198967063 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6c140b3150 0x7f6c140b7900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:16.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.317+0000 7f6c12ffd640 1 --2- 172.21.15.46:0/1198967063 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6c1415e830 0x7f6c140cf650 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f6c04009d90 tx=0x7f6c0402a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8bf00f83cb572198 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:16.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.317+0000 7f6c11ffb640 1 -- 172.21.15.46:0/1198967063 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c04031600 con 0x7f6c1415e830 2024-09-19T05:51:16.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.317+0000 7f6c11ffb640 1 -- 172.21.15.46:0/1198967063 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c040317a0 con 0x7f6c1415e830 2024-09-19T05:51:16.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.317+0000 7f6c11ffb640 1 -- 172.21.15.46:0/1198967063 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c04031b70 con 0x7f6c1415e830 2024-09-19T05:51:16.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.317+0000 7f6c19877640 1 -- 172.21.15.46:0/1198967063 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6c1415e830 msgr2=0x7f6c140cf650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:16.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.317+0000 7f6c19877640 1 --2- 172.21.15.46:0/1198967063 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6c1415e830 0x7f6c140cf650 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f6c04009d90 tx=0x7f6c0402a5d0 comp rx=0 tx=0).stop 2024-09-19T05:51:16.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.317+0000 7f6c19877640 1 -- 172.21.15.46:0/1198967063 shutdown_connections 2024-09-19T05:51:16.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.317+0000 7f6c19877640 1 --2- 172.21.15.46:0/1198967063 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6c140b3150 0x7f6c140b7900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:16.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.317+0000 7f6c19877640 1 --2- 172.21.15.46:0/1198967063 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6c1415e830 0x7f6c140cf650 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:16.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.317+0000 7f6c19877640 1 -- 172.21.15.46:0/1198967063 >> 172.21.15.46:0/1198967063 conn(0x7f6c14062630 msgr2=0x7f6c14062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:16.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.317+0000 7f6c19877640 1 -- 172.21.15.46:0/1198967063 shutdown_connections 2024-09-19T05:51:16.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.317+0000 7f6c19877640 1 -- 172.21.15.46:0/1198967063 wait complete. 2024-09-19T05:51:16.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.319+0000 7f6c19877640 1 Processor -- start 2024-09-19T05:51:16.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.319+0000 7f6c19877640 1 -- start start 2024-09-19T05:51:16.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.319+0000 7f6c19877640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c140b3150 0x7f6c140cc0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:16.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.319+0000 7f6c19877640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6c140d1030 0x7f6c1414a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:16.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.319+0000 7f6c19877640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6c1415e830 0x7f6c1415ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:16.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.319+0000 7f6c19877640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6c140b7fc0 con 0x7f6c140b3150 2024-09-19T05:51:16.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.319+0000 7f6c19877640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f6c140b7e40 con 0x7f6c1415e830 2024-09-19T05:51:16.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.319+0000 7f6c19877640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f6c140d4000 con 0x7f6c140d1030 2024-09-19T05:51:16.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.320+0000 7f6c12ffd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c140b3150 0x7f6c140cc0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:16.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.320+0000 7f6c12ffd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c140b3150 0x7f6c140cc0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46576/0 (socket says 172.21.15.46:46576) 2024-09-19T05:51:16.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.320+0000 7f6c12ffd640 1 -- 172.21.15.46:0/3495435860 learned_addr learned my addr 172.21.15.46:0/3495435860 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:16.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.320+0000 7f6c127fc640 1 --2- 172.21.15.46:0/3495435860 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6c140d1030 0x7f6c1414a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:16.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.320+0000 7f6c137fe640 1 --2- 172.21.15.46:0/3495435860 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6c1415e830 0x7f6c1415ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:16.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.320+0000 7f6c12ffd640 1 -- 172.21.15.46:0/3495435860 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6c140d1030 msgr2=0x7f6c1414a9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:16.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.320+0000 7f6c12ffd640 1 --2- 172.21.15.46:0/3495435860 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6c140d1030 0x7f6c1414a9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:16.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.320+0000 7f6c12ffd640 1 -- 172.21.15.46:0/3495435860 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6c1415e830 msgr2=0x7f6c1415ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:16.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.320+0000 7f6c12ffd640 1 --2- 172.21.15.46:0/3495435860 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6c1415e830 0x7f6c1415ca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:16.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.320+0000 7f6c12ffd640 1 -- 172.21.15.46:0/3495435860 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c140b4300 con 0x7f6c140b3150 2024-09-19T05:51:16.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.320+0000 7f6c12ffd640 1 --2- 172.21.15.46:0/3495435860 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c140b3150 0x7f6c140cc0d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f6c04009d90 tx=0x7f6c04004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:16.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.320+0000 7f6c0bfff640 1 -- 172.21.15.46:0/3495435860 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c0403f070 con 0x7f6c140b3150 2024-09-19T05:51:16.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.320+0000 7f6c0bfff640 1 -- 172.21.15.46:0/3495435860 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c04030be0 con 0x7f6c140b3150 2024-09-19T05:51:16.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.320+0000 7f6c19877640 1 -- 172.21.15.46:0/3495435860 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c140b45e0 con 0x7f6c140b3150 2024-09-19T05:51:16.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.320+0000 7f6c0bfff640 1 -- 172.21.15.46:0/3495435860 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c04009450 con 0x7f6c140b3150 2024-09-19T05:51:16.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.320+0000 7f6c19877640 1 -- 172.21.15.46:0/3495435860 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c140b4ba0 con 0x7f6c140b3150 2024-09-19T05:51:16.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.321+0000 7f6c19877640 1 -- 172.21.15.46:0/3495435860 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c140b7900 con 0x7f6c140b3150 2024-09-19T05:51:16.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.322+0000 7f6c0bfff640 1 -- 172.21.15.46:0/3495435860 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6c04044460 con 0x7f6c140b3150 2024-09-19T05:51:16.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.322+0000 7f6c0bfff640 1 --2- 172.21.15.46:0/3495435860 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6bf406c2e0 0x7f6bf406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:16.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.322+0000 7f6c0bfff640 1 -- 172.21.15.46:0/3495435860 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5795+0+0 (secure 0 0 0) 0x7f6c040ac820 con 0x7f6c140b3150 2024-09-19T05:51:16.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.323+0000 7f6c127fc640 1 --2- 172.21.15.46:0/3495435860 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6bf406c2e0 0x7f6bf406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:16.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.323+0000 7f6c127fc640 1 --2- 172.21.15.46:0/3495435860 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6bf406c2e0 0x7f6bf406e7a0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f6c1415d6d0 tx=0x7f6bfc009240 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:16.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.327+0000 7f6c0bfff640 1 -- 172.21.15.46:0/3495435860 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6c0407a970 con 0x7f6c140b3150 2024-09-19T05:51:16.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:16.540+0000 7f6c19877640 1 -- 172.21.15.46:0/3495435860 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f6c140b8810 con 0x7f6c140b3150 2024-09-19T05:51:17.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.199+0000 7f6c0bfff640 1 -- 172.21.15.46:0/3495435860 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v9) ==== 104+0+0 (secure 0 0 0) 0x7f6c0407ec70 con 0x7f6c140b3150 2024-09-19T05:51:17.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.202+0000 7f6c19877640 1 -- 172.21.15.46:0/3495435860 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6bf406c2e0 msgr2=0x7f6bf406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:17.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.202+0000 7f6c19877640 1 --2- 172.21.15.46:0/3495435860 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6bf406c2e0 0x7f6bf406e7a0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f6c1415d6d0 tx=0x7f6bfc009240 comp rx=0 tx=0).stop 2024-09-19T05:51:17.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.202+0000 7f6c19877640 1 -- 172.21.15.46:0/3495435860 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c140b3150 msgr2=0x7f6c140cc0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:17.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.202+0000 7f6c19877640 1 --2- 172.21.15.46:0/3495435860 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c140b3150 0x7f6c140cc0d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f6c04009d90 tx=0x7f6c04004a40 comp rx=0 tx=0).stop 2024-09-19T05:51:17.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.202+0000 7f6c19877640 1 -- 172.21.15.46:0/3495435860 shutdown_connections 2024-09-19T05:51:17.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.202+0000 7f6c19877640 1 --2- 172.21.15.46:0/3495435860 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6bf406c2e0 0x7f6bf406e7a0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.202+0000 7f6c19877640 1 --2- 172.21.15.46:0/3495435860 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6c1415e830 0x7f6c1415ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.202+0000 7f6c19877640 1 --2- 172.21.15.46:0/3495435860 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6c140d1030 0x7f6c1414a9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.202+0000 7f6c19877640 1 --2- 172.21.15.46:0/3495435860 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c140b3150 0x7f6c140cc0d0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.202+0000 7f6c19877640 1 -- 172.21.15.46:0/3495435860 >> 172.21.15.46:0/3495435860 conn(0x7f6c14062630 msgr2=0x7f6c1415ec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:17.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.202+0000 7f6c19877640 1 -- 172.21.15.46:0/3495435860 shutdown_connections 2024-09-19T05:51:17.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.202+0000 7f6c19877640 1 -- 172.21.15.46:0/3495435860 wait complete. 2024-09-19T05:51:17.218 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T05:51:17.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.329+0000 7f9a6fc2e640 1 Processor -- start 2024-09-19T05:51:17.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.329+0000 7f9a6fc2e640 1 -- start start 2024-09-19T05:51:17.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.330+0000 7f9a6fc2e640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f9a680cec20 0x7f9a6815e060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.330+0000 7f9a6fc2e640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a680ccb70 con 0x7f9a680b3b90 2024-09-19T05:51:17.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.330+0000 7f9a6fc2e640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a680cce50 con 0x7f9a681622f0 2024-09-19T05:51:17.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.330+0000 7f9a6fc2e640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f9a680cd780 con 0x7f9a680cec20 2024-09-19T05:51:17.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.330+0000 7f9a6d9ca640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f9a680b3b90 0x7f9a6806bbc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:36648/0 (socket says 172.21.15.46:36648) 2024-09-19T05:51:17.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.330+0000 7f9a6d9ca640 1 -- 172.21.15.46:0/2200669263 learned_addr learned my addr 172.21.15.46:0/2200669263 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:17.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.330+0000 7f9a6e1cb640 1 --2- 172.21.15.46:0/2200669263 >> v2:172.21.15.46:3300/0 conn(0x7f9a680cec20 0x7f9a6815e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:17.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.330+0000 7f9a6c9c8640 1 -- 172.21.15.46:0/2200669263 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1615220344 0 0) 0x7f9a680ccb70 con 0x7f9a680b3b90 2024-09-19T05:51:17.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.330+0000 7f9a6c9c8640 1 -- 172.21.15.46:0/2200669263 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9a50003520 con 0x7f9a680b3b90 2024-09-19T05:51:17.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.331+0000 7f9a6e1cb640 1 -- 172.21.15.46:0/2200669263 >> v1:172.21.15.78:6789/0 conn(0x7f9a681622f0 legacy=0x7f9a68162710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:17.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.331+0000 7f9a6e1cb640 1 -- 172.21.15.46:0/2200669263 >> v1:172.21.15.46:6789/0 conn(0x7f9a680b3b90 legacy=0x7f9a6806bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:17.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.331+0000 7f9a6e1cb640 1 -- 172.21.15.46:0/2200669263 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a680cd130 con 0x7f9a680cec20 2024-09-19T05:51:17.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.331+0000 7f9a6e1cb640 1 --2- 172.21.15.46:0/2200669263 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a680cec20 0x7f9a6815e060 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f9a600097a0 tx=0x7f9a6002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c87240806813349 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:17.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.331+0000 7f9a6c9c8640 1 -- 172.21.15.46:0/2200669263 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a60037070 con 0x7f9a680cec20 2024-09-19T05:51:17.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.332+0000 7f9a6c9c8640 1 -- 172.21.15.46:0/2200669263 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a60032440 con 0x7f9a680cec20 2024-09-19T05:51:17.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.332+0000 7f9a6c9c8640 1 -- 172.21.15.46:0/2200669263 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a60032810 con 0x7f9a680cec20 2024-09-19T05:51:17.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.332+0000 7f9a6fc2e640 1 -- 172.21.15.46:0/2200669263 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a680cec20 msgr2=0x7f9a6815e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:17.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.332+0000 7f9a6fc2e640 1 --2- 172.21.15.46:0/2200669263 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a680cec20 0x7f9a6815e060 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f9a600097a0 tx=0x7f9a6002a1a0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.332+0000 7f9a6fc2e640 1 -- 172.21.15.46:0/2200669263 shutdown_connections 2024-09-19T05:51:17.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.332+0000 7f9a6fc2e640 1 --2- 172.21.15.46:0/2200669263 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a680cec20 0x7f9a6815e060 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.332+0000 7f9a6fc2e640 1 -- 172.21.15.46:0/2200669263 >> 172.21.15.46:0/2200669263 conn(0x7f9a680b3f80 msgr2=0x7f9a680b4390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:17.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.332+0000 7f9a6fc2e640 1 -- 172.21.15.46:0/2200669263 shutdown_connections 2024-09-19T05:51:17.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.332+0000 7f9a6fc2e640 1 -- 172.21.15.46:0/2200669263 wait complete. 2024-09-19T05:51:17.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.333+0000 7f9a6fc2e640 1 Processor -- start 2024-09-19T05:51:17.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.333+0000 7f9a6fc2e640 1 -- start start 2024-09-19T05:51:17.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.334+0000 7f9a6fc2e640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f9a680cec20 0x7f9a680c9e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.334+0000 7f9a6fc2e640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a681622f0 0x7f9a6815f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.334+0000 7f9a6fc2e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9a68153450 0x7f9a680b7450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.334+0000 7f9a6fc2e640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9a6806c2d0 con 0x7f9a681622f0 2024-09-19T05:51:17.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.334+0000 7f9a6fc2e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f9a680b4ca0 con 0x7f9a68153450 2024-09-19T05:51:17.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.334+0000 7f9a6fc2e640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f9a6815e5a0 con 0x7f9a680cec20 2024-09-19T05:51:17.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.334+0000 7f9a6d1c9640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a681622f0 0x7f9a6815f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:17.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.334+0000 7f9a6d1c9640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a681622f0 0x7f9a6815f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46594/0 (socket says 172.21.15.46:46594) 2024-09-19T05:51:17.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.334+0000 7f9a6d1c9640 1 -- 172.21.15.46:0/4204274966 learned_addr learned my addr 172.21.15.46:0/4204274966 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:17.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.334+0000 7f9a6d9ca640 1 --2- 172.21.15.46:0/4204274966 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f9a680cec20 0x7f9a680c9e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:17.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.334+0000 7f9a6e1cb640 1 --2- 172.21.15.46:0/4204274966 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9a68153450 0x7f9a680b7450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:17.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.335+0000 7f9a6d1c9640 1 -- 172.21.15.46:0/4204274966 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f9a680cec20 msgr2=0x7f9a680c9e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:17.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.335+0000 7f9a6d1c9640 1 --2- 172.21.15.46:0/4204274966 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f9a680cec20 0x7f9a680c9e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.335+0000 7f9a6d1c9640 1 -- 172.21.15.46:0/4204274966 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9a68153450 msgr2=0x7f9a680b7450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:17.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.335+0000 7f9a6d1c9640 1 --2- 172.21.15.46:0/4204274966 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9a68153450 0x7f9a680b7450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.335+0000 7f9a6d1c9640 1 -- 172.21.15.46:0/4204274966 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a681f3ed0 con 0x7f9a681622f0 2024-09-19T05:51:17.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.335+0000 7f9a6e1cb640 1 --2- 172.21.15.46:0/4204274966 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9a68153450 0x7f9a680b7450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:17.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.335+0000 7f9a6d9ca640 1 --2- 172.21.15.46:0/4204274966 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f9a680cec20 0x7f9a680c9e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:17.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.335+0000 7f9a6d1c9640 1 --2- 172.21.15.46:0/4204274966 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a681622f0 0x7f9a6815f6a0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f9a5c00c3c0 tx=0x7f9a5c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:17.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.335+0000 7f9a667fc640 1 -- 172.21.15.46:0/4204274966 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a5c0052d0 con 0x7f9a681622f0 2024-09-19T05:51:17.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.335+0000 7f9a667fc640 1 -- 172.21.15.46:0/4204274966 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a5c005490 con 0x7f9a681622f0 2024-09-19T05:51:17.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.335+0000 7f9a6fc2e640 1 -- 172.21.15.46:0/4204274966 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a680ca4d0 con 0x7f9a681622f0 2024-09-19T05:51:17.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.335+0000 7f9a667fc640 1 -- 172.21.15.46:0/4204274966 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a5c007260 con 0x7f9a681622f0 2024-09-19T05:51:17.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.335+0000 7f9a6fc2e640 1 -- 172.21.15.46:0/4204274966 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a680caa90 con 0x7f9a681622f0 2024-09-19T05:51:17.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.336+0000 7f9a6fc2e640 1 -- 172.21.15.46:0/4204274966 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a6815e930 con 0x7f9a681622f0 2024-09-19T05:51:17.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.337+0000 7f9a667fc640 1 -- 172.21.15.46:0/4204274966 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9a5c007400 con 0x7f9a681622f0 2024-09-19T05:51:17.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.337+0000 7f9a667fc640 1 --2- 172.21.15.46:0/4204274966 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f9a5406c2b0 0x7f9a5406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.337+0000 7f9a667fc640 1 -- 172.21.15.46:0/4204274966 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5795+0+0 (secure 0 0 0) 0x7f9a5c08a8e0 con 0x7f9a681622f0 2024-09-19T05:51:17.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.337+0000 7f9a6d9ca640 1 --2- 172.21.15.46:0/4204274966 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f9a5406c2b0 0x7f9a5406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:17.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.338+0000 7f9a6d9ca640 1 --2- 172.21.15.46:0/4204274966 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f9a5406c2b0 0x7f9a5406e770 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f9a58001560 tx=0x7f9a58009040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:17.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.342+0000 7f9a667fc640 1 -- 172.21.15.46:0/4204274966 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9a5c059080 con 0x7f9a681622f0 2024-09-19T05:51:17.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:17.518+0000 7f9a6fc2e640 1 -- 172.21.15.46:0/4204274966 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f9a6806f1a0 con 0x7f9a681622f0 2024-09-19T05:51:18.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.208+0000 7f9a667fc640 1 -- 172.21.15.46:0/4204274966 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v23) ==== 181+0+0 (secure 0 0 0) 0x7f9a5c058980 con 0x7f9a681622f0 2024-09-19T05:51:18.210 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_metadata' removed 2024-09-19T05:51:18.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.211+0000 7f9a6fc2e640 1 -- 172.21.15.46:0/4204274966 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f9a5406c2b0 msgr2=0x7f9a5406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:18.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.211+0000 7f9a6fc2e640 1 --2- 172.21.15.46:0/4204274966 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f9a5406c2b0 0x7f9a5406e770 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f9a58001560 tx=0x7f9a58009040 comp rx=0 tx=0).stop 2024-09-19T05:51:18.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.211+0000 7f9a6fc2e640 1 -- 172.21.15.46:0/4204274966 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a681622f0 msgr2=0x7f9a6815f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:18.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.211+0000 7f9a6fc2e640 1 --2- 172.21.15.46:0/4204274966 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a681622f0 0x7f9a6815f6a0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f9a5c00c3c0 tx=0x7f9a5c00c880 comp rx=0 tx=0).stop 2024-09-19T05:51:18.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.211+0000 7f9a6fc2e640 1 -- 172.21.15.46:0/4204274966 shutdown_connections 2024-09-19T05:51:18.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.211+0000 7f9a6fc2e640 1 --2- 172.21.15.46:0/4204274966 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f9a5406c2b0 0x7f9a5406e770 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:18.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.211+0000 7f9a6fc2e640 1 --2- 172.21.15.46:0/4204274966 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9a68153450 0x7f9a680b7450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:18.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.211+0000 7f9a6fc2e640 1 --2- 172.21.15.46:0/4204274966 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a681622f0 0x7f9a6815f6a0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:18.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.211+0000 7f9a6fc2e640 1 --2- 172.21.15.46:0/4204274966 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f9a680cec20 0x7f9a680c9e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:18.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.212+0000 7f9a6fc2e640 1 -- 172.21.15.46:0/4204274966 >> 172.21.15.46:0/4204274966 conn(0x7f9a680b3f80 msgr2=0x7f9a680d0540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:18.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.212+0000 7f9a6fc2e640 1 -- 172.21.15.46:0/4204274966 shutdown_connections 2024-09-19T05:51:18.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.212+0000 7f9a6fc2e640 1 -- 172.21.15.46:0/4204274966 wait complete. 2024-09-19T05:51:18.228 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T05:51:18.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.339+0000 7f6ccdf31640 1 Processor -- start 2024-09-19T05:51:18.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.339+0000 7f6ccdf31640 1 -- start start 2024-09-19T05:51:18.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.340+0000 7f6ccdf31640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f6cc815e920 0x7f6cc80d3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:18.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.340+0000 7f6ccdf31640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f6cc80d2ac0 0x7f6cc80d0fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:18.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.340+0000 7f6ccdf31640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6cc80d2f50 con 0x7f6cc80cfc80 2024-09-19T05:51:18.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.340+0000 7f6ccdf31640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f6cc80d3230 con 0x7f6cc80d2ac0 2024-09-19T05:51:18.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.340+0000 7f6ccdf31640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f6cc80d3510 con 0x7f6cc815e920 2024-09-19T05:51:18.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.340+0000 7f6cc6ffd640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f6cc80d2ac0 0x7f6cc80d0fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:18.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.340+0000 7f6cc6ffd640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f6cc80d2ac0 0x7f6cc80d0fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46610/0 (socket says 172.21.15.46:46610) 2024-09-19T05:51:18.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.340+0000 7f6cc6ffd640 1 -- 172.21.15.46:0/2635239714 learned_addr learned my addr 172.21.15.46:0/2635239714 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:18.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.340+0000 7f6cc77fe640 1 --2- 172.21.15.46:0/2635239714 >> v2:172.21.15.78:3300/0 conn(0x7f6cc815e920 0x7f6cc80d3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:18.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.340+0000 7f6cc6ffd640 1 -- 172.21.15.46:0/2635239714 >> v2:172.21.15.78:3300/0 conn(0x7f6cc815e920 msgr2=0x7f6cc80d3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:18.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.340+0000 7f6cc6ffd640 1 --2- 172.21.15.46:0/2635239714 >> v2:172.21.15.78:3300/0 conn(0x7f6cc815e920 0x7f6cc80d3ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:18.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.340+0000 7f6cc6ffd640 1 -- 172.21.15.46:0/2635239714 >> v1:172.21.15.78:6789/0 conn(0x7f6cc80cfc80 legacy=0x7f6cc80b78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:18.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.340+0000 7f6cc6ffd640 1 -- 172.21.15.46:0/2635239714 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cc80d37f0 con 0x7f6cc80d2ac0 2024-09-19T05:51:18.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.340+0000 7f6cc77fe640 1 --2- 172.21.15.46:0/2635239714 >> v2:172.21.15.78:3300/0 conn(0x7f6cc815e920 0x7f6cc80d3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:18.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.341+0000 7f6cc6ffd640 1 --2- 172.21.15.46:0/2635239714 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6cc80d2ac0 0x7f6cc80d0fc0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f6cc80b71a0 tx=0x7f6cbc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95376645fb5bc6d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:18.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.341+0000 7f6cc67fc640 1 -- 172.21.15.46:0/2635239714 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cbc037070 con 0x7f6cc80d2ac0 2024-09-19T05:51:18.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.341+0000 7f6cc67fc640 1 -- 172.21.15.46:0/2635239714 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6cbc032440 con 0x7f6cc80d2ac0 2024-09-19T05:51:18.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.341+0000 7f6cc67fc640 1 -- 172.21.15.46:0/2635239714 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cbc032810 con 0x7f6cc80d2ac0 2024-09-19T05:51:18.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.342+0000 7f6ccdf31640 1 -- 172.21.15.46:0/2635239714 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6cc80d2ac0 msgr2=0x7f6cc80d0fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:18.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.342+0000 7f6ccdf31640 1 --2- 172.21.15.46:0/2635239714 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6cc80d2ac0 0x7f6cc80d0fc0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f6cc80b71a0 tx=0x7f6cbc02a270 comp rx=0 tx=0).stop 2024-09-19T05:51:18.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.342+0000 7f6ccdf31640 1 -- 172.21.15.46:0/2635239714 shutdown_connections 2024-09-19T05:51:18.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.342+0000 7f6ccdf31640 1 --2- 172.21.15.46:0/2635239714 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6cc80d2ac0 0x7f6cc80d0fc0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:18.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.342+0000 7f6ccdf31640 1 --2- 172.21.15.46:0/2635239714 >> v2:172.21.15.78:3300/0 conn(0x7f6cc815e920 0x7f6cc80d3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:18.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.342+0000 7f6ccdf31640 1 -- 172.21.15.46:0/2635239714 >> 172.21.15.46:0/2635239714 conn(0x7f6cc8062630 msgr2=0x7f6cc8062a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:18.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.342+0000 7f6ccdf31640 1 -- 172.21.15.46:0/2635239714 shutdown_connections 2024-09-19T05:51:18.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.342+0000 7f6ccdf31640 1 -- 172.21.15.46:0/2635239714 wait complete. 2024-09-19T05:51:18.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.343+0000 7f6ccdf31640 1 Processor -- start 2024-09-19T05:51:18.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.343+0000 7f6ccdf31640 1 -- start start 2024-09-19T05:51:18.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.344+0000 7f6ccdf31640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6cc80cfc80 0x7f6cc814faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:18.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.344+0000 7f6ccdf31640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6cc815e920 0x7f6cc80cab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:18.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.344+0000 7f6ccdf31640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6cc8157650 0x7f6cc80b5930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:18.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.344+0000 7f6ccdf31640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6cc80cee70 con 0x7f6cc815e920 2024-09-19T05:51:18.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.344+0000 7f6ccdf31640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f6cc80cecf0 con 0x7f6cc80cfc80 2024-09-19T05:51:18.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.344+0000 7f6ccdf31640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f6cc80ceff0 con 0x7f6cc8157650 2024-09-19T05:51:18.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.344+0000 7f6cc6ffd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6cc815e920 0x7f6cc80cab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:18.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.344+0000 7f6cc6ffd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6cc815e920 0x7f6cc80cab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46616/0 (socket says 172.21.15.46:46616) 2024-09-19T05:51:18.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.344+0000 7f6cc6ffd640 1 -- 172.21.15.46:0/3965239805 learned_addr learned my addr 172.21.15.46:0/3965239805 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:18.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.344+0000 7f6cc77fe640 1 --2- 172.21.15.46:0/3965239805 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6cc80cfc80 0x7f6cc814faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:18.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.344+0000 7f6cc7fff640 1 --2- 172.21.15.46:0/3965239805 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6cc8157650 0x7f6cc80b5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:18.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.344+0000 7f6cc6ffd640 1 -- 172.21.15.46:0/3965239805 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6cc8157650 msgr2=0x7f6cc80b5930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:18.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.344+0000 7f6cc6ffd640 1 --2- 172.21.15.46:0/3965239805 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6cc8157650 0x7f6cc80b5930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:18.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.344+0000 7f6cc6ffd640 1 -- 172.21.15.46:0/3965239805 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6cc80cfc80 msgr2=0x7f6cc814faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:18.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.344+0000 7f6cc6ffd640 1 --2- 172.21.15.46:0/3965239805 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6cc80cfc80 0x7f6cc814faf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:18.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.344+0000 7f6cc6ffd640 1 -- 172.21.15.46:0/3965239805 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cc8156a60 con 0x7f6cc815e920 2024-09-19T05:51:18.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.344+0000 7f6cc77fe640 1 --2- 172.21.15.46:0/3965239805 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6cc80cfc80 0x7f6cc814faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:18.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.345+0000 7f6cc6ffd640 1 --2- 172.21.15.46:0/3965239805 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6cc815e920 0x7f6cc80cab50 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f6cbc02a2b0 tx=0x7f6cbc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:18.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.345+0000 7f6caffff640 1 -- 172.21.15.46:0/3965239805 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cbc041020 con 0x7f6cc815e920 2024-09-19T05:51:18.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.345+0000 7f6caffff640 1 -- 172.21.15.46:0/3965239805 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6cbc0306c0 con 0x7f6cc815e920 2024-09-19T05:51:18.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.345+0000 7f6ccdf31640 1 -- 172.21.15.46:0/3965239805 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cc80c97d0 con 0x7f6cc815e920 2024-09-19T05:51:18.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.345+0000 7f6caffff640 1 -- 172.21.15.46:0/3965239805 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cbc037040 con 0x7f6cc815e920 2024-09-19T05:51:18.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.345+0000 7f6ccdf31640 1 -- 172.21.15.46:0/3965239805 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cc80c9d90 con 0x7f6cc815e920 2024-09-19T05:51:18.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.346+0000 7f6ccdf31640 1 -- 172.21.15.46:0/3965239805 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6cc80d3ff0 con 0x7f6cc815e920 2024-09-19T05:51:18.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.346+0000 7f6caffff640 1 -- 172.21.15.46:0/3965239805 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6cbc044020 con 0x7f6cc815e920 2024-09-19T05:51:18.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.347+0000 7f6caffff640 1 --2- 172.21.15.46:0/3965239805 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6cb406c2b0 0x7f6cb406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:18.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.347+0000 7f6caffff640 1 -- 172.21.15.46:0/3965239805 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5357+0+0 (secure 0 0 0) 0x7f6cbc0abae0 con 0x7f6cc815e920 2024-09-19T05:51:18.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.347+0000 7f6cc77fe640 1 --2- 172.21.15.46:0/3965239805 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6cb406c2b0 0x7f6cb406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:18.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.347+0000 7f6cc77fe640 1 --2- 172.21.15.46:0/3965239805 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6cb406c2b0 0x7f6cb406e770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f6cc80d19b0 tx=0x7f6cb8008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:18.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.351+0000 7f6caffff640 1 -- 172.21.15.46:0/3965239805 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6cbc04b030 con 0x7f6cc815e920 2024-09-19T05:51:18.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:18.526+0000 7f6ccdf31640 1 -- 172.21.15.46:0/3965239805 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f6cc80d4970 con 0x7f6cc815e920 2024-09-19T05:51:19.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.210+0000 7f6caffff640 1 -- 172.21.15.46:0/3965239805 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v24) ==== 169+0+0 (secure 0 0 0) 0x7f6cc8156a60 con 0x7f6cc815e920 2024-09-19T05:51:19.212 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_data' removed 2024-09-19T05:51:19.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.213+0000 7f6ccdf31640 1 -- 172.21.15.46:0/3965239805 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6cb406c2b0 msgr2=0x7f6cb406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:19.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.213+0000 7f6ccdf31640 1 --2- 172.21.15.46:0/3965239805 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6cb406c2b0 0x7f6cb406e770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f6cc80d19b0 tx=0x7f6cb8008040 comp rx=0 tx=0).stop 2024-09-19T05:51:19.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.213+0000 7f6ccdf31640 1 -- 172.21.15.46:0/3965239805 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6cc815e920 msgr2=0x7f6cc80cab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:19.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.213+0000 7f6ccdf31640 1 --2- 172.21.15.46:0/3965239805 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6cc815e920 0x7f6cc80cab50 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f6cbc02a2b0 tx=0x7f6cbc0046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:19.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.214+0000 7f6ccdf31640 1 -- 172.21.15.46:0/3965239805 shutdown_connections 2024-09-19T05:51:19.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.214+0000 7f6ccdf31640 1 --2- 172.21.15.46:0/3965239805 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6cb406c2b0 0x7f6cb406e770 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:19.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.214+0000 7f6ccdf31640 1 --2- 172.21.15.46:0/3965239805 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6cc8157650 0x7f6cc80b5930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:19.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.214+0000 7f6ccdf31640 1 --2- 172.21.15.46:0/3965239805 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6cc815e920 0x7f6cc80cab50 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:19.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.214+0000 7f6ccdf31640 1 --2- 172.21.15.46:0/3965239805 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6cc80cfc80 0x7f6cc814faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:19.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.214+0000 7f6ccdf31640 1 -- 172.21.15.46:0/3965239805 >> 172.21.15.46:0/3965239805 conn(0x7f6cc8062630 msgr2=0x7f6cc815cf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:19.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.214+0000 7f6ccdf31640 1 -- 172.21.15.46:0/3965239805 shutdown_connections 2024-09-19T05:51:19.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.214+0000 7f6ccdf31640 1 -- 172.21.15.46:0/3965239805 wait complete. 2024-09-19T05:51:19.231 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T05:51:19.231 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T05:51:19.232 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T05:51:19.232 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:51:19.232 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T05:51:19.232 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T05:51:19.232 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T05:51:19.232 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:51:19.232 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T05:51:19.233 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T05:51:19.233 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T05:51:19.233 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:51:19.233 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T05:51:19.233 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T05:51:19.233 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T05:51:19.233 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:51:19.243 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T05:51:19.243 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T05:51:19.245 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T05:51:19.245 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T05:51:19.246 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T05:51:19.247 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T05:51:19.248 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T05:51:19.248 DEBUG:teuthology.orchestra.run.smithi078:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T05:51:19.285 INFO:tasks.ceph.mds.a:Started 2024-09-19T05:51:19.286 DEBUG:teuthology.parallel:result is None 2024-09-19T05:51:19.286 INFO:tasks.ceph.mds.c:Started 2024-09-19T05:51:19.286 DEBUG:teuthology.parallel:result is None 2024-09-19T05:51:19.289 INFO:tasks.ceph.mds.b:Started 2024-09-19T05:51:19.289 DEBUG:teuthology.parallel:result is None 2024-09-19T05:51:19.290 INFO:tasks.ceph.mds.d:Started 2024-09-19T05:51:19.290 DEBUG:teuthology.parallel:result is None 2024-09-19T05:51:19.290 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T05:51:19.366 INFO:tasks.ceph.mds.a.smithi046.stdout:starting mds.a at 2024-09-19T05:51:19.366 INFO:tasks.ceph.mds.c.smithi046.stdout:starting mds.c at 2024-09-19T05:51:19.367 INFO:tasks.ceph.mds.b.smithi078.stdout:starting mds.b at 2024-09-19T05:51:19.367 INFO:tasks.ceph.mds.d.smithi078.stdout:starting mds.d at 2024-09-19T05:51:19.368 INFO:tasks.ceph.mds.d.smithi078.stderr:2024-09-19T05:51:19.366+0000 7f7b68849640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-09-19T05:51:19.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.398+0000 7f39cdc1e640 1 Processor -- start 2024-09-19T05:51:19.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.398+0000 7f39cdc1e640 1 -- start start 2024-09-19T05:51:19.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.399+0000 7f39cdc1e640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f39c815e710 0x7f39c80d5010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:19.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.399+0000 7f39cdc1e640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f39c80d2160 0x7f39c80d0dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:19.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.399+0000 7f39cdc1e640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39c80d14d0 con 0x7f39c80b6010 2024-09-19T05:51:19.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.399+0000 7f39cdc1e640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f39c80d17b0 con 0x7f39c80d2160 2024-09-19T05:51:19.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.399+0000 7f39cdc1e640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f39c80d1a90 con 0x7f39c815e710 2024-09-19T05:51:19.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.399+0000 7f39c77fe640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f39c815e710 0x7f39c80d5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:19.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.400+0000 7f39c77fe640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f39c815e710 0x7f39c80d5010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.46:46136/0 (socket says 172.21.15.46:46136) 2024-09-19T05:51:19.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.400+0000 7f39c77fe640 1 -- 172.21.15.46:0/2539637758 learned_addr learned my addr 172.21.15.46:0/2539637758 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:19.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.400+0000 7f39beffd640 1 --2- 172.21.15.46:0/2539637758 >> v2:172.21.15.78:3300/0 conn(0x7f39c80d2160 0x7f39c80d0dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:19.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.400+0000 7f39c77fe640 1 -- 172.21.15.46:0/2539637758 >> v2:172.21.15.78:3300/0 conn(0x7f39c80d2160 msgr2=0x7f39c80d0dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:19.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.400+0000 7f39c77fe640 1 --2- 172.21.15.46:0/2539637758 >> v2:172.21.15.78:3300/0 conn(0x7f39c80d2160 0x7f39c80d0dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:19.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.400+0000 7f39c77fe640 1 -- 172.21.15.46:0/2539637758 >> v1:172.21.15.78:6789/0 conn(0x7f39c80b6010 legacy=0x7f39c8162260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:19.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.400+0000 7f39c77fe640 1 -- 172.21.15.46:0/2539637758 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39c80d1d70 con 0x7f39c815e710 2024-09-19T05:51:19.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.401+0000 7f39c77fe640 1 --2- 172.21.15.46:0/2539637758 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f39c815e710 0x7f39c80d5010 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f39b8009870 tx=0x7f39b802a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c95e6156811ac58c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:19.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.401+0000 7f39c6ffd640 1 -- 172.21.15.46:0/2539637758 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b8037070 con 0x7f39c815e710 2024-09-19T05:51:19.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.401+0000 7f39c6ffd640 1 -- 172.21.15.46:0/2539637758 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39b8032440 con 0x7f39c815e710 2024-09-19T05:51:19.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.401+0000 7f39c6ffd640 1 -- 172.21.15.46:0/2539637758 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b8032810 con 0x7f39c815e710 2024-09-19T05:51:19.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.401+0000 7f39cdc1e640 1 -- 172.21.15.46:0/2539637758 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f39c815e710 msgr2=0x7f39c80d5010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:19.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.401+0000 7f39cdc1e640 1 --2- 172.21.15.46:0/2539637758 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f39c815e710 0x7f39c80d5010 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f39b8009870 tx=0x7f39b802a270 comp rx=0 tx=0).stop 2024-09-19T05:51:19.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.401+0000 7f39cdc1e640 1 -- 172.21.15.46:0/2539637758 shutdown_connections 2024-09-19T05:51:19.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.401+0000 7f39cdc1e640 1 --2- 172.21.15.46:0/2539637758 >> v2:172.21.15.78:3300/0 conn(0x7f39c80d2160 0x7f39c80d0dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:19.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.401+0000 7f39cdc1e640 1 --2- 172.21.15.46:0/2539637758 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f39c815e710 0x7f39c80d5010 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:19.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.401+0000 7f39cdc1e640 1 -- 172.21.15.46:0/2539637758 >> 172.21.15.46:0/2539637758 conn(0x7f39c80721e0 msgr2=0x7f39c80725f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:19.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.401+0000 7f39cdc1e640 1 -- 172.21.15.46:0/2539637758 shutdown_connections 2024-09-19T05:51:19.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.402+0000 7f39cdc1e640 1 -- 172.21.15.46:0/2539637758 wait complete. 2024-09-19T05:51:19.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.403+0000 7f39cdc1e640 1 Processor -- start 2024-09-19T05:51:19.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.403+0000 7f39cdc1e640 1 -- start start 2024-09-19T05:51:19.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.404+0000 7f39cdc1e640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39c80b6010 0x7f39c8154b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:19.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.404+0000 7f39cdc1e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f39c80d2160 0x7f39c80b3ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:19.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.404+0000 7f39cdc1e640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f39c815e710 0x7f39c80b4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:19.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.404+0000 7f39cdc1e640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f39c80b64a0 con 0x7f39c80b6010 2024-09-19T05:51:19.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.404+0000 7f39cdc1e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f39c80cf1a0 con 0x7f39c80d2160 2024-09-19T05:51:19.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.404+0000 7f39cdc1e640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f39c80b6620 con 0x7f39c815e710 2024-09-19T05:51:19.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.404+0000 7f39c77fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39c80b6010 0x7f39c8154b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:19.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.404+0000 7f39beffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f39c80d2160 0x7f39c80b3ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:19.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.404+0000 7f39beffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f39c80d2160 0x7f39c80b3ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.46:45586/0 (socket says 172.21.15.46:45586) 2024-09-19T05:51:19.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.404+0000 7f39c7fff640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f39c815e710 0x7f39c80b4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:19.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.404+0000 7f39beffd640 1 -- 172.21.15.46:0/785520748 learned_addr learned my addr 172.21.15.46:0/785520748 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:19.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.404+0000 7f39beffd640 1 -- 172.21.15.46:0/785520748 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f39c815e710 msgr2=0x7f39c80b4420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:19.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.404+0000 7f39beffd640 1 --2- 172.21.15.46:0/785520748 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f39c815e710 0x7f39c80b4420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:19.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.404+0000 7f39beffd640 1 -- 172.21.15.46:0/785520748 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39c80b6010 msgr2=0x7f39c8154b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:19.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.404+0000 7f39beffd640 1 --2- 172.21.15.46:0/785520748 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39c80b6010 0x7f39c8154b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:19.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.404+0000 7f39beffd640 1 -- 172.21.15.46:0/785520748 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39c80b7610 con 0x7f39c80d2160 2024-09-19T05:51:19.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.404+0000 7f39beffd640 1 --2- 172.21.15.46:0/785520748 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f39c80d2160 0x7f39c80b3ee0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f39b000ea10 tx=0x7f39b000eed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:19.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.404+0000 7f39c4ff9640 1 -- 172.21.15.46:0/785520748 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b0017070 con 0x7f39c80d2160 2024-09-19T05:51:19.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.405+0000 7f39c4ff9640 1 -- 172.21.15.46:0/785520748 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39b000ca00 con 0x7f39c80d2160 2024-09-19T05:51:19.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.405+0000 7f39c4ff9640 1 -- 172.21.15.46:0/785520748 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b000cdf0 con 0x7f39c80d2160 2024-09-19T05:51:19.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.405+0000 7f39cdc1e640 1 -- 172.21.15.46:0/785520748 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39c80b78f0 con 0x7f39c80d2160 2024-09-19T05:51:19.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.405+0000 7f39cdc1e640 1 -- 172.21.15.46:0/785520748 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39c8155070 con 0x7f39c80d2160 2024-09-19T05:51:19.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.406+0000 7f39cdc1e640 1 -- 172.21.15.46:0/785520748 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39c806c5c0 con 0x7f39c80d2160 2024-09-19T05:51:19.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.406+0000 7f39c4ff9640 1 -- 172.21.15.46:0/785520748 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f39b001a070 con 0x7f39c80d2160 2024-09-19T05:51:19.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.407+0000 7f39c4ff9640 1 --2- 172.21.15.46:0/785520748 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f39a806c2b0 0x7f39a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:19.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.407+0000 7f39c4ff9640 1 -- 172.21.15.46:0/785520748 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 4943+0+0 (secure 0 0 0) 0x7f39b008b400 con 0x7f39c80d2160 2024-09-19T05:51:19.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.407+0000 7f39c77fe640 1 --2- 172.21.15.46:0/785520748 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f39a806c2b0 0x7f39a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:19.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.407+0000 7f39c77fe640 1 --2- 172.21.15.46:0/785520748 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f39a806c2b0 0x7f39a806e770 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f39b8034000 tx=0x7f39b802e000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:19.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.411+0000 7f39c4ff9640 1 -- 172.21.15.46:0/785520748 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f39b0059810 con 0x7f39c80d2160 2024-09-19T05:51:19.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:19.597+0000 7f39cdc1e640 1 -- 172.21.15.46:0/785520748 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f39c80cb230 con 0x7f39c80d2160 2024-09-19T05:51:20.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.228+0000 7f39c4ff9640 1 -- 172.21.15.46:0/785520748 <== mon.1 v2:172.21.15.78:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v26) ==== 97+0+0 (secure 0 0 0) 0x7f39b005db10 con 0x7f39c80d2160 2024-09-19T05:51:20.230 INFO:teuthology.orchestra.run.smithi046.stderr: removed all blocklist entries 2024-09-19T05:51:20.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.232+0000 7f39cdc1e640 1 -- 172.21.15.46:0/785520748 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f39a806c2b0 msgr2=0x7f39a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:20.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.232+0000 7f39cdc1e640 1 --2- 172.21.15.46:0/785520748 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f39a806c2b0 0x7f39a806e770 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f39b8034000 tx=0x7f39b802e000 comp rx=0 tx=0).stop 2024-09-19T05:51:20.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.232+0000 7f39cdc1e640 1 -- 172.21.15.46:0/785520748 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f39c80d2160 msgr2=0x7f39c80b3ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:20.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.232+0000 7f39cdc1e640 1 --2- 172.21.15.46:0/785520748 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f39c80d2160 0x7f39c80b3ee0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f39b000ea10 tx=0x7f39b000eed0 comp rx=0 tx=0).stop 2024-09-19T05:51:20.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.232+0000 7f39cdc1e640 1 -- 172.21.15.46:0/785520748 shutdown_connections 2024-09-19T05:51:20.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.232+0000 7f39cdc1e640 1 --2- 172.21.15.46:0/785520748 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f39a806c2b0 0x7f39a806e770 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:20.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.232+0000 7f39cdc1e640 1 --2- 172.21.15.46:0/785520748 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f39c815e710 0x7f39c80b4420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:20.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.232+0000 7f39cdc1e640 1 --2- 172.21.15.46:0/785520748 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f39c80d2160 0x7f39c80b3ee0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:20.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.232+0000 7f39cdc1e640 1 --2- 172.21.15.46:0/785520748 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39c80b6010 0x7f39c8154b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:20.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.232+0000 7f39cdc1e640 1 -- 172.21.15.46:0/785520748 >> 172.21.15.46:0/785520748 conn(0x7f39c80721e0 msgr2=0x7f39c80cf730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:20.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.232+0000 7f39cdc1e640 1 -- 172.21.15.46:0/785520748 shutdown_connections 2024-09-19T05:51:20.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.232+0000 7f39cdc1e640 1 -- 172.21.15.46:0/785520748 wait complete. 2024-09-19T05:51:20.249 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T05:51:20.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.356+0000 7f0a58c5e640 1 Processor -- start 2024-09-19T05:51:20.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.356+0000 7f0a58c5e640 1 -- start start 2024-09-19T05:51:20.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.357+0000 7f0a58c5e640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f0a540b4ad0 0x7f0a540ccf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:20.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.357+0000 7f0a58c5e640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a540cdc50 con 0x7f0a540cd440 2024-09-19T05:51:20.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.357+0000 7f0a58c5e640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a540b3d10 con 0x7f0a540d05d0 2024-09-19T05:51:20.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.357+0000 7f0a58c5e640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f0a540b3ff0 con 0x7f0a540b4ad0 2024-09-19T05:51:20.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.357+0000 7f0a51d9b640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f0a540b4ad0 0x7f0a540ccf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:20.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.357+0000 7f0a52d9d640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f0a540cd440 0x7f0a5406dcf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:36660/0 (socket says 172.21.15.46:36660) 2024-09-19T05:51:20.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.357+0000 7f0a52d9d640 1 -- 172.21.15.46:0/4095620661 learned_addr learned my addr 172.21.15.46:0/4095620661 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:20.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.357+0000 7f0a51d9b640 1 -- 172.21.15.46:0/4095620661 >> v1:172.21.15.78:6789/0 conn(0x7f0a540d05d0 legacy=0x7f0a540d09b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:20.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.357+0000 7f0a51d9b640 1 -- 172.21.15.46:0/4095620661 >> v1:172.21.15.46:6789/0 conn(0x7f0a540cd440 legacy=0x7f0a5406dcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:20.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.357+0000 7f0a51d9b640 1 -- 172.21.15.46:0/4095620661 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a540b42d0 con 0x7f0a540b4ad0 2024-09-19T05:51:20.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.358+0000 7f0a51d9b640 1 --2- 172.21.15.46:0/4095620661 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0a540b4ad0 0x7f0a540ccf00 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f0a48009d90 tx=0x7f0a4802a5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b839a0b3bde75a31 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:20.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.358+0000 7f0a5159a640 1 -- 172.21.15.46:0/4095620661 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a48007740 con 0x7f0a540b4ad0 2024-09-19T05:51:20.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.358+0000 7f0a5159a640 1 -- 172.21.15.46:0/4095620661 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a480078e0 con 0x7f0a540b4ad0 2024-09-19T05:51:20.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.358+0000 7f0a5159a640 1 -- 172.21.15.46:0/4095620661 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a48007cb0 con 0x7f0a540b4ad0 2024-09-19T05:51:20.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.359+0000 7f0a58c5e640 1 -- 172.21.15.46:0/4095620661 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0a540b4ad0 msgr2=0x7f0a540ccf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:20.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.359+0000 7f0a58c5e640 1 --2- 172.21.15.46:0/4095620661 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0a540b4ad0 0x7f0a540ccf00 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f0a48009d90 tx=0x7f0a4802a5b0 comp rx=0 tx=0).stop 2024-09-19T05:51:20.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.359+0000 7f0a58c5e640 1 -- 172.21.15.46:0/4095620661 shutdown_connections 2024-09-19T05:51:20.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.359+0000 7f0a58c5e640 1 --2- 172.21.15.46:0/4095620661 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0a540b4ad0 0x7f0a540ccf00 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:20.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.359+0000 7f0a58c5e640 1 -- 172.21.15.46:0/4095620661 >> 172.21.15.46:0/4095620661 conn(0x7f0a54062810 msgr2=0x7f0a54062c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:20.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.359+0000 7f0a58c5e640 1 -- 172.21.15.46:0/4095620661 shutdown_connections 2024-09-19T05:51:20.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.359+0000 7f0a58c5e640 1 -- 172.21.15.46:0/4095620661 wait complete. 2024-09-19T05:51:20.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.360+0000 7f0a58c5e640 1 Processor -- start 2024-09-19T05:51:20.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.360+0000 7f0a58c5e640 1 -- start start 2024-09-19T05:51:20.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.361+0000 7f0a58c5e640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0a540b4ad0 0x7f0a54070e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:20.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.361+0000 7f0a58c5e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0a540cd440 0x7f0a54071340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:20.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.361+0000 7f0a58c5e640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0a540d05d0 0x7f0a540afb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:20.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.361+0000 7f0a58c5e640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0a5415a120 con 0x7f0a540d05d0 2024-09-19T05:51:20.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.361+0000 7f0a58c5e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0a540cd8d0 con 0x7f0a540cd440 2024-09-19T05:51:20.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.361+0000 7f0a58c5e640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f0a5415a2a0 con 0x7f0a540b4ad0 2024-09-19T05:51:20.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.361+0000 7f0a52d9d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0a540d05d0 0x7f0a540afb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:20.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.361+0000 7f0a52d9d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0a540d05d0 0x7f0a540afb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46648/0 (socket says 172.21.15.46:46648) 2024-09-19T05:51:20.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.361+0000 7f0a52d9d640 1 -- 172.21.15.46:0/163801659 learned_addr learned my addr 172.21.15.46:0/163801659 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:20.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.361+0000 7f0a51d9b640 1 --2- 172.21.15.46:0/163801659 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0a540cd440 0x7f0a54071340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:20.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.362+0000 7f0a5259c640 1 --2- 172.21.15.46:0/163801659 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0a540b4ad0 0x7f0a54070e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:20.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.362+0000 7f0a52d9d640 1 -- 172.21.15.46:0/163801659 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0a540b4ad0 msgr2=0x7f0a54070e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:20.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.362+0000 7f0a52d9d640 1 --2- 172.21.15.46:0/163801659 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0a540b4ad0 0x7f0a54070e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:20.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.362+0000 7f0a52d9d640 1 -- 172.21.15.46:0/163801659 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0a540cd440 msgr2=0x7f0a54071340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:20.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.362+0000 7f0a52d9d640 1 --2- 172.21.15.46:0/163801659 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0a540cd440 0x7f0a54071340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:20.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.362+0000 7f0a52d9d640 1 -- 172.21.15.46:0/163801659 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a540ca360 con 0x7f0a540d05d0 2024-09-19T05:51:20.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.362+0000 7f0a5259c640 1 --2- 172.21.15.46:0/163801659 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0a540b4ad0 0x7f0a54070e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:20.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.362+0000 7f0a52d9d640 1 --2- 172.21.15.46:0/163801659 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0a540d05d0 0x7f0a540afb80 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f0a4c00c750 tx=0x7f0a4c00cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:20.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.362+0000 7f0a42ffd640 1 -- 172.21.15.46:0/163801659 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a4c018070 con 0x7f0a540d05d0 2024-09-19T05:51:20.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.362+0000 7f0a42ffd640 1 -- 172.21.15.46:0/163801659 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a4c0072d0 con 0x7f0a540d05d0 2024-09-19T05:51:20.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.362+0000 7f0a42ffd640 1 -- 172.21.15.46:0/163801659 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a4c0047e0 con 0x7f0a540d05d0 2024-09-19T05:51:20.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.362+0000 7f0a58c5e640 1 -- 172.21.15.46:0/163801659 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a540cea10 con 0x7f0a540d05d0 2024-09-19T05:51:20.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.362+0000 7f0a58c5e640 1 -- 172.21.15.46:0/163801659 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a540cefd0 con 0x7f0a540d05d0 2024-09-19T05:51:20.367 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.363+0000 7f0a58c5e640 1 -- 172.21.15.46:0/163801659 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a540ccf00 con 0x7f0a540d05d0 2024-09-19T05:51:20.367 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.364+0000 7f0a42ffd640 1 -- 172.21.15.46:0/163801659 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0a4c01b070 con 0x7f0a540d05d0 2024-09-19T05:51:20.367 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.364+0000 7f0a42ffd640 1 --2- 172.21.15.46:0/163801659 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0a3406c2b0 0x7f0a3406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:20.367 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.364+0000 7f0a42ffd640 1 -- 172.21.15.46:0/163801659 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f0a4c08a4b0 con 0x7f0a540d05d0 2024-09-19T05:51:20.367 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.365+0000 7f0a5259c640 1 --2- 172.21.15.46:0/163801659 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0a3406c2b0 0x7f0a3406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:20.367 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.365+0000 7f0a5259c640 1 --2- 172.21.15.46:0/163801659 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0a3406c2b0 0x7f0a3406e770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f0a4400a830 tx=0x7f0a44008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:20.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.369+0000 7f0a42ffd640 1 -- 172.21.15.46:0/163801659 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0a4c058f70 con 0x7f0a540d05d0 2024-09-19T05:51:20.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.616+0000 7f0a58c5e640 1 -- 172.21.15.46:0/163801659 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f0a540cb730 con 0x7f0a540d05d0 2024-09-19T05:51:20.620 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.617+0000 7f0a42ffd640 1 -- 172.21.15.46:0/163801659 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v2) ==== 80+0+6645 (secure 0 0 0) 0x7f0a4c058870 con 0x7f0a540d05d0 2024-09-19T05:51:20.620 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:20.620 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-19T05:51:20.620 INFO:teuthology.orchestra.run.smithi046.stdout: "auth_dump": [ 2024-09-19T05:51:20.620 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.620 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "mds.a", 2024-09-19T05:51:20.621 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQB4u+tmUxskHxAAnFEP824Z4+RuBG/V1Nx7cA==", 2024-09-19T05:51:20.621 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.621 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": "allow", 2024-09-19T05:51:20.621 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow *", 2024-09-19T05:51:20.621 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow *", 2024-09-19T05:51:20.621 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2024-09-19T05:51:20.621 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.622 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.622 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.622 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "mds.b", 2024-09-19T05:51:20.622 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQB4u+tmeOIPKxAAMkXEz6py7jLurFjTK4ENww==", 2024-09-19T05:51:20.622 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.622 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": "allow", 2024-09-19T05:51:20.622 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow *", 2024-09-19T05:51:20.622 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow *", 2024-09-19T05:51:20.622 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2024-09-19T05:51:20.622 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.622 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.622 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.622 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "mds.c", 2024-09-19T05:51:20.623 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQB4u+tm3atcJhAA4Fdpd8ulendEwBEBgbBGpA==", 2024-09-19T05:51:20.623 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.623 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": "allow", 2024-09-19T05:51:20.623 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow *", 2024-09-19T05:51:20.623 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow *", 2024-09-19T05:51:20.623 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2024-09-19T05:51:20.623 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.623 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.623 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.623 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "mds.d", 2024-09-19T05:51:20.623 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQB4u+tmNK8KMhAA4BEYUqktUw8veg4KAln0yA==", 2024-09-19T05:51:20.623 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.623 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": "allow", 2024-09-19T05:51:20.624 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow *", 2024-09-19T05:51:20.624 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow *", 2024-09-19T05:51:20.624 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2024-09-19T05:51:20.624 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.624 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.624 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.624 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "osd.0", 2024-09-19T05:51:20.624 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQB6u+tmz0xjKxAAyqJAy+nLENw3rAXcJ/cWKg==", 2024-09-19T05:51:20.624 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.624 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow profile osd", 2024-09-19T05:51:20.624 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile osd", 2024-09-19T05:51:20.624 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2024-09-19T05:51:20.624 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.625 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.625 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.625 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "osd.1", 2024-09-19T05:51:20.625 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQB+u+tmY0L1DxAAaakVqJt8GMLY0aZso1WGuQ==", 2024-09-19T05:51:20.625 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.625 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow profile osd", 2024-09-19T05:51:20.625 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile osd", 2024-09-19T05:51:20.625 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2024-09-19T05:51:20.625 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.625 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.625 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.625 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "osd.2", 2024-09-19T05:51:20.625 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQCBu+tm11vEEhAAyCEVSCeTUXZExQIU2z5NTw==", 2024-09-19T05:51:20.626 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.626 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow profile osd", 2024-09-19T05:51:20.626 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile osd", 2024-09-19T05:51:20.626 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2024-09-19T05:51:20.626 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.626 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.626 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.626 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "osd.3", 2024-09-19T05:51:20.626 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQCEu+tm3K3pFRAA/xrDNWavtrD4l8XtiD1vRg==", 2024-09-19T05:51:20.626 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.626 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow profile osd", 2024-09-19T05:51:20.626 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile osd", 2024-09-19T05:51:20.626 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2024-09-19T05:51:20.626 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.627 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.627 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.627 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "osd.4", 2024-09-19T05:51:20.627 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQCLu+tmQvJlBhAA8F2negrEPTwgmseK+RzXRQ==", 2024-09-19T05:51:20.627 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.627 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow profile osd", 2024-09-19T05:51:20.627 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile osd", 2024-09-19T05:51:20.627 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2024-09-19T05:51:20.627 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.627 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.627 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.627 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "osd.5", 2024-09-19T05:51:20.627 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQCPu+tmEmf5BxAAuypWcfXR5HAPKNe+bmthPQ==", 2024-09-19T05:51:20.627 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.628 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow profile osd", 2024-09-19T05:51:20.628 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile osd", 2024-09-19T05:51:20.628 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2024-09-19T05:51:20.628 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.628 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.628 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.628 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "osd.6", 2024-09-19T05:51:20.628 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQCTu+tmXjGDCRAA9RI74nZDzJr+AFAXnxzNHA==", 2024-09-19T05:51:20.628 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.628 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow profile osd", 2024-09-19T05:51:20.628 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile osd", 2024-09-19T05:51:20.628 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2024-09-19T05:51:20.628 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.629 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.629 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.629 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "osd.7", 2024-09-19T05:51:20.629 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQCXu+tmL23JChAA+QnJ6pojMQoyYtQ57J6Mow==", 2024-09-19T05:51:20.629 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.629 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow profile osd", 2024-09-19T05:51:20.629 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile osd", 2024-09-19T05:51:20.629 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2024-09-19T05:51:20.629 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.629 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.629 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.629 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "client.0", 2024-09-19T05:51:20.629 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQB4u+tmxNcvNhAASxWhVmW1AToCW99jQzYLsw==", 2024-09-19T05:51:20.630 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.630 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": "allow", 2024-09-19T05:51:20.630 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow r", 2024-09-19T05:51:20.630 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow rw", 2024-09-19T05:51:20.630 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow rwx" 2024-09-19T05:51:20.630 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.630 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.630 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.630 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "client.1", 2024-09-19T05:51:20.630 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQB5u+tmL6B6AxAAebloa/OjgjVswu763n5SIw==", 2024-09-19T05:51:20.630 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.630 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": "allow", 2024-09-19T05:51:20.630 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow r", 2024-09-19T05:51:20.630 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow rw", 2024-09-19T05:51:20.631 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow rwx" 2024-09-19T05:51:20.631 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.631 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.631 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.631 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "client.2", 2024-09-19T05:51:20.631 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQB5u+tmzSBCABAA/z3/rDBy97H4b4ONquqA9w==", 2024-09-19T05:51:20.631 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.631 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": "allow", 2024-09-19T05:51:20.631 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow r", 2024-09-19T05:51:20.631 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow rw", 2024-09-19T05:51:20.631 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow rwx" 2024-09-19T05:51:20.631 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.631 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.631 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.632 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "client.3", 2024-09-19T05:51:20.632 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQB5u+tmkWUJCRAAkBGOuB/fLJGGnMp/5dHqOQ==", 2024-09-19T05:51:20.632 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.632 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": "allow", 2024-09-19T05:51:20.632 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow r", 2024-09-19T05:51:20.632 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow rw", 2024-09-19T05:51:20.632 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow rwx" 2024-09-19T05:51:20.632 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.632 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.632 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.632 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "client.admin", 2024-09-19T05:51:20.632 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQB4u+tmLP00AxAAOYVWLj3uJjc8NRC+mnJxjQ==", 2024-09-19T05:51:20.632 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.633 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": "allow *", 2024-09-19T05:51:20.633 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr": "allow *", 2024-09-19T05:51:20.633 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow *", 2024-09-19T05:51:20.633 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2024-09-19T05:51:20.633 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.633 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.633 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.633 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "client.bootstrap-mds", 2024-09-19T05:51:20.633 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQCdu+tmORzeIxAAKY4qNkALmE4rziJwE4weag==", 2024-09-19T05:51:20.633 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.633 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile bootstrap-mds" 2024-09-19T05:51:20.633 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.633 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.634 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.634 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "client.bootstrap-mgr", 2024-09-19T05:51:20.634 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQCdu+tmSCXeIxAAM6Pqr4P7puUWx6ksCYJ12w==", 2024-09-19T05:51:20.634 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.634 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-19T05:51:20.634 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.634 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.634 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.634 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "client.bootstrap-osd", 2024-09-19T05:51:20.634 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQCdu+tm0y3eIxAANExOya5qSnFQsFAfwXf5Ng==", 2024-09-19T05:51:20.634 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.634 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile bootstrap-osd" 2024-09-19T05:51:20.634 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.634 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.635 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.635 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "client.bootstrap-rbd", 2024-09-19T05:51:20.635 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQCdu+tm7zTeIxAA6Ba8Laaox3r6zr7GfGdXWQ==", 2024-09-19T05:51:20.635 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.635 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-19T05:51:20.635 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.635 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.635 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.635 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-19T05:51:20.635 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQCdu+tmajzeIxAAZsI1rEQPBNhdLoa3803J+g==", 2024-09-19T05:51:20.635 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.635 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-19T05:51:20.635 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.636 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.636 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.636 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "client.bootstrap-rgw", 2024-09-19T05:51:20.636 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQCdu+tmxEPeIxAAwaW3V+bMil404EBPBOMW7w==", 2024-09-19T05:51:20.636 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.636 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-19T05:51:20.636 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.636 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.636 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.636 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "mgr.x", 2024-09-19T05:51:20.636 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQB4u+tmEEzUGxAA/jUgGvcKOBiLR/pCNTyo0A==", 2024-09-19T05:51:20.636 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.636 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": "allow *", 2024-09-19T05:51:20.637 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile mgr", 2024-09-19T05:51:20.637 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2024-09-19T05:51:20.637 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.637 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:20.637 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:20.637 INFO:teuthology.orchestra.run.smithi046.stdout: "entity": "mgr.y", 2024-09-19T05:51:20.637 INFO:teuthology.orchestra.run.smithi046.stdout: "key": "AQB4u+tmnkPwFxAA9sNMx92LetWtTDpeqJcbDA==", 2024-09-19T05:51:20.637 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": { 2024-09-19T05:51:20.637 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": "allow *", 2024-09-19T05:51:20.637 INFO:teuthology.orchestra.run.smithi046.stdout: "mon": "allow profile mgr", 2024-09-19T05:51:20.637 INFO:teuthology.orchestra.run.smithi046.stdout: "osd": "allow *" 2024-09-19T05:51:20.637 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.637 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:20.637 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2024-09-19T05:51:20.638 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-19T05:51:20.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.619+0000 7f0a58c5e640 1 -- 172.21.15.46:0/163801659 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0a3406c2b0 msgr2=0x7f0a3406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:20.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.619+0000 7f0a58c5e640 1 --2- 172.21.15.46:0/163801659 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0a3406c2b0 0x7f0a3406e770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f0a4400a830 tx=0x7f0a44008040 comp rx=0 tx=0).stop 2024-09-19T05:51:20.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.619+0000 7f0a58c5e640 1 -- 172.21.15.46:0/163801659 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0a540d05d0 msgr2=0x7f0a540afb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:20.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.619+0000 7f0a58c5e640 1 --2- 172.21.15.46:0/163801659 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0a540d05d0 0x7f0a540afb80 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f0a4c00c750 tx=0x7f0a4c00cc10 comp rx=0 tx=0).stop 2024-09-19T05:51:20.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.619+0000 7f0a58c5e640 1 -- 172.21.15.46:0/163801659 shutdown_connections 2024-09-19T05:51:20.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.619+0000 7f0a58c5e640 1 --2- 172.21.15.46:0/163801659 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0a3406c2b0 0x7f0a3406e770 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:20.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.619+0000 7f0a58c5e640 1 --2- 172.21.15.46:0/163801659 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0a540d05d0 0x7f0a540afb80 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:20.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.619+0000 7f0a58c5e640 1 --2- 172.21.15.46:0/163801659 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0a540cd440 0x7f0a54071340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:20.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.619+0000 7f0a58c5e640 1 --2- 172.21.15.46:0/163801659 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0a540b4ad0 0x7f0a54070e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:20.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.619+0000 7f0a58c5e640 1 -- 172.21.15.46:0/163801659 >> 172.21.15.46:0/163801659 conn(0x7f0a54062810 msgr2=0x7f0a540ca9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:20.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.619+0000 7f0a58c5e640 1 -- 172.21.15.46:0/163801659 shutdown_connections 2024-09-19T05:51:20.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.619+0000 7f0a58c5e640 1 -- 172.21.15.46:0/163801659 wait complete. 2024-09-19T05:51:20.640 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-19T05:51:20.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.743+0000 7fbd3a19f640 1 Processor -- start 2024-09-19T05:51:20.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.743+0000 7fbd3a19f640 1 -- start start 2024-09-19T05:51:20.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.743+0000 7fbd3a19f640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fbd34062d40 0x7fbd340cc6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:20.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.743+0000 7fbd3a19f640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbd340ceba0 con 0x7fbd3415e6b0 2024-09-19T05:51:20.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.743+0000 7fbd3a19f640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbd340cbc00 con 0x7fbd3415ea90 2024-09-19T05:51:20.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.743+0000 7fbd3a19f640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fbd340ae170 con 0x7fbd34062d40 2024-09-19T05:51:20.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.744+0000 7fbd32ffd640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fbd34062d40 0x7fbd340cc6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:20.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.744+0000 7fbd32ffd640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fbd34062d40 0x7fbd340cc6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46664/0 (socket says 172.21.15.46:46664) 2024-09-19T05:51:20.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.744+0000 7fbd32ffd640 1 -- 172.21.15.46:0/247547351 learned_addr learned my addr 172.21.15.46:0/247547351 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:20.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.744+0000 7fbd337fe640 1 --1- 172.21.15.46:0/247547351 >> v1:172.21.15.46:6789/0 conn(0x7fbd3415e6b0 0x7fbd34062630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:36672/0 (socket says 172.21.15.46:36672) 2024-09-19T05:51:20.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.744+0000 7fbd32ffd640 1 -- 172.21.15.46:0/247547351 >> v1:172.21.15.78:6789/0 conn(0x7fbd3415ea90 legacy=0x7fbd340ccc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:20.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.744+0000 7fbd32ffd640 1 -- 172.21.15.46:0/247547351 >> v1:172.21.15.46:6789/0 conn(0x7fbd3415e6b0 legacy=0x7fbd34062630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:20.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.744+0000 7fbd32ffd640 1 -- 172.21.15.46:0/247547351 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd340cbee0 con 0x7fbd34062d40 2024-09-19T05:51:20.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.744+0000 7fbd327fc640 1 -- 172.21.15.46:0/247547351 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1418110055 0 0) 0x7fbd340ceba0 con 0x7fbd3415e6b0 2024-09-19T05:51:20.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.745+0000 7fbd32ffd640 1 --2- 172.21.15.46:0/247547351 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd34062d40 0x7fbd340cc6e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fbd28009870 tx=0x7fbd2802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=186ec142bce98115 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:20.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.745+0000 7fbd327fc640 1 -- 172.21.15.46:0/247547351 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd28037070 con 0x7fbd34062d40 2024-09-19T05:51:20.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.745+0000 7fbd327fc640 1 -- 172.21.15.46:0/247547351 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd2802ae50 con 0x7fbd34062d40 2024-09-19T05:51:20.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.745+0000 7fbd327fc640 1 -- 172.21.15.46:0/247547351 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd28032860 con 0x7fbd34062d40 2024-09-19T05:51:20.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.745+0000 7fbd3a19f640 1 -- 172.21.15.46:0/247547351 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd34062d40 msgr2=0x7fbd340cc6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:20.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.745+0000 7fbd3a19f640 1 --2- 172.21.15.46:0/247547351 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd34062d40 0x7fbd340cc6e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fbd28009870 tx=0x7fbd2802a300 comp rx=0 tx=0).stop 2024-09-19T05:51:20.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.745+0000 7fbd3a19f640 1 -- 172.21.15.46:0/247547351 shutdown_connections 2024-09-19T05:51:20.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.745+0000 7fbd3a19f640 1 --2- 172.21.15.46:0/247547351 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd34062d40 0x7fbd340cc6e0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:20.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.745+0000 7fbd3a19f640 1 -- 172.21.15.46:0/247547351 >> 172.21.15.46:0/247547351 conn(0x7fbd34073120 msgr2=0x7fbd34073530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:20.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.746+0000 7fbd3a19f640 1 -- 172.21.15.46:0/247547351 shutdown_connections 2024-09-19T05:51:20.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.746+0000 7fbd3a19f640 1 -- 172.21.15.46:0/247547351 wait complete. 2024-09-19T05:51:20.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.747+0000 7fbd3a19f640 1 Processor -- start 2024-09-19T05:51:20.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.747+0000 7fbd3a19f640 1 -- start start 2024-09-19T05:51:20.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.748+0000 7fbd3a19f640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd34062d40 0x7fbd3415ff10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:20.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.748+0000 7fbd3a19f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbd3415e6b0 0x7fbd34158950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:20.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.748+0000 7fbd3a19f640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbd3415ea90 0x7fbd340b6680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:20.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.748+0000 7fbd3a19f640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fbd3406e0a0 con 0x7fbd34062d40 2024-09-19T05:51:20.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.748+0000 7fbd3a19f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fbd3406df20 con 0x7fbd3415e6b0 2024-09-19T05:51:20.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.748+0000 7fbd3a19f640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fbd340ce630 con 0x7fbd3415ea90 2024-09-19T05:51:20.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.748+0000 7fbd337fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd34062d40 0x7fbd3415ff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:20.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.748+0000 7fbd337fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd34062d40 0x7fbd3415ff10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46668/0 (socket says 172.21.15.46:46668) 2024-09-19T05:51:20.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.748+0000 7fbd337fe640 1 -- 172.21.15.46:0/285304736 learned_addr learned my addr 172.21.15.46:0/285304736 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:20.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.748+0000 7fbd33fff640 1 --2- 172.21.15.46:0/285304736 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbd3415ea90 0x7fbd340b6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:20.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.748+0000 7fbd32ffd640 1 --2- 172.21.15.46:0/285304736 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbd3415e6b0 0x7fbd34158950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:20.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.748+0000 7fbd337fe640 1 -- 172.21.15.46:0/285304736 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbd3415ea90 msgr2=0x7fbd340b6680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:20.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.748+0000 7fbd337fe640 1 --2- 172.21.15.46:0/285304736 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbd3415ea90 0x7fbd340b6680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:20.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.748+0000 7fbd337fe640 1 -- 172.21.15.46:0/285304736 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbd3415e6b0 msgr2=0x7fbd34158950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:20.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.748+0000 7fbd337fe640 1 --2- 172.21.15.46:0/285304736 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbd3415e6b0 0x7fbd34158950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:20.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.748+0000 7fbd337fe640 1 -- 172.21.15.46:0/285304736 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd34160450 con 0x7fbd34062d40 2024-09-19T05:51:20.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.748+0000 7fbd337fe640 1 --2- 172.21.15.46:0/285304736 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd34062d40 0x7fbd3415ff10 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fbd2400c4a0 tx=0x7fbd2400c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:20.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.748+0000 7fbd1bfff640 1 -- 172.21.15.46:0/285304736 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd24018070 con 0x7fbd34062d40 2024-09-19T05:51:20.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.748+0000 7fbd1bfff640 1 -- 172.21.15.46:0/285304736 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd240074e0 con 0x7fbd34062d40 2024-09-19T05:51:20.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.748+0000 7fbd3a19f640 1 -- 172.21.15.46:0/285304736 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd3415db50 con 0x7fbd34062d40 2024-09-19T05:51:20.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.748+0000 7fbd1bfff640 1 -- 172.21.15.46:0/285304736 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd24004a20 con 0x7fbd34062d40 2024-09-19T05:51:20.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.748+0000 7fbd3a19f640 1 -- 172.21.15.46:0/285304736 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd34156de0 con 0x7fbd34062d40 2024-09-19T05:51:20.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.750+0000 7fbd3a19f640 1 -- 172.21.15.46:0/285304736 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd34156930 con 0x7fbd34062d40 2024-09-19T05:51:20.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.751+0000 7fbd1bfff640 1 -- 172.21.15.46:0/285304736 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbd2401b070 con 0x7fbd34062d40 2024-09-19T05:51:20.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.751+0000 7fbd1bfff640 1 --2- 172.21.15.46:0/285304736 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fbd2006c2b0 0x7fbd2006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:20.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.751+0000 7fbd1bfff640 1 -- 172.21.15.46:0/285304736 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fbd2408a300 con 0x7fbd34062d40 2024-09-19T05:51:20.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.752+0000 7fbd32ffd640 1 --2- 172.21.15.46:0/285304736 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fbd2006c2b0 0x7fbd2006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:20.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.752+0000 7fbd32ffd640 1 --2- 172.21.15.46:0/285304736 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fbd2006c2b0 0x7fbd2006e770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fbd28034000 tx=0x7fbd2802e000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:20.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:20.756+0000 7fbd1bfff640 1 -- 172.21.15.46:0/285304736 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbd24058800 con 0x7fbd34062d40 2024-09-19T05:51:21.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.000+0000 7fbd3a19f640 1 -- 172.21.15.46:0/285304736 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7fbd3406e490 con 0x7fbd34062d40 2024-09-19T05:51:21.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.002+0000 7fbd1bfff640 1 -- 172.21.15.46:0/285304736 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v3) ==== 90+0+0 (secure 0 0 0) 0x7fbd2405cb00 con 0x7fbd34062d40 2024-09-19T05:51:21.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.005+0000 7fbd3a19f640 1 -- 172.21.15.46:0/285304736 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fbd2006c2b0 msgr2=0x7fbd2006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:21.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.005+0000 7fbd3a19f640 1 --2- 172.21.15.46:0/285304736 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fbd2006c2b0 0x7fbd2006e770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fbd28034000 tx=0x7fbd2802e000 comp rx=0 tx=0).stop 2024-09-19T05:51:21.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.005+0000 7fbd3a19f640 1 -- 172.21.15.46:0/285304736 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd34062d40 msgr2=0x7fbd3415ff10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:21.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.005+0000 7fbd3a19f640 1 --2- 172.21.15.46:0/285304736 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd34062d40 0x7fbd3415ff10 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fbd2400c4a0 tx=0x7fbd2400c960 comp rx=0 tx=0).stop 2024-09-19T05:51:21.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.005+0000 7fbd3a19f640 1 -- 172.21.15.46:0/285304736 shutdown_connections 2024-09-19T05:51:21.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.005+0000 7fbd3a19f640 1 --2- 172.21.15.46:0/285304736 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fbd2006c2b0 0x7fbd2006e770 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.005+0000 7fbd3a19f640 1 --2- 172.21.15.46:0/285304736 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbd3415ea90 0x7fbd340b6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.005+0000 7fbd3a19f640 1 --2- 172.21.15.46:0/285304736 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbd3415e6b0 0x7fbd34158950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.005+0000 7fbd3a19f640 1 --2- 172.21.15.46:0/285304736 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd34062d40 0x7fbd3415ff10 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.005+0000 7fbd3a19f640 1 -- 172.21.15.46:0/285304736 >> 172.21.15.46:0/285304736 conn(0x7fbd34073120 msgr2=0x7fbd3406e9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:21.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.005+0000 7fbd3a19f640 1 -- 172.21.15.46:0/285304736 shutdown_connections 2024-09-19T05:51:21.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.005+0000 7fbd3a19f640 1 -- 172.21.15.46:0/285304736 wait complete. 2024-09-19T05:51:21.019 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-19T05:51:21.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.125+0000 7fb8fbfff640 1 Processor -- start 2024-09-19T05:51:21.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.125+0000 7fb8fbfff640 1 -- start start 2024-09-19T05:51:21.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.126+0000 7fb8fbfff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb8fc15e660 0x7fb8fc0b03b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:21.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.126+0000 7fb8fbfff640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fb8fc0b40d0 0x7fb8fc0b44f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:21.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.126+0000 7fb8fbfff640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8fc062ba0 con 0x7fb8fc062630 2024-09-19T05:51:21.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.126+0000 7fb8fbfff640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fb8fc0b4a30 con 0x7fb8fc15e660 2024-09-19T05:51:21.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.126+0000 7fb8fbfff640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fb8fc062e80 con 0x7fb8fc0b40d0 2024-09-19T05:51:21.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.126+0000 7fb8fb7fe640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fb8fc0b40d0 0x7fb8fc0b44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:21.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.126+0000 7fb8faffd640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb8fc15e660 0x7fb8fc0b03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:21.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.126+0000 7fb8fb7fe640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fb8fc0b40d0 0x7fb8fc0b44f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.46:45616/0 (socket says 172.21.15.46:45616) 2024-09-19T05:51:21.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.126+0000 7fb8fb7fe640 1 -- 172.21.15.46:0/291178347 learned_addr learned my addr 172.21.15.46:0/291178347 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:21.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.126+0000 7fb8fa7fc640 1 --1- 172.21.15.46:0/291178347 >> v1:172.21.15.46:6789/0 conn(0x7fb8fc062630 0x7fb8fc06f890 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:36686/0 (socket says 172.21.15.46:36686) 2024-09-19T05:51:21.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.127+0000 7fb8fb7fe640 1 -- 172.21.15.46:0/291178347 >> v2:172.21.15.46:3300/0 conn(0x7fb8fc15e660 msgr2=0x7fb8fc0b03b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:21.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.127+0000 7fb8fb7fe640 1 --2- 172.21.15.46:0/291178347 >> v2:172.21.15.46:3300/0 conn(0x7fb8fc15e660 0x7fb8fc0b03b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.127+0000 7fb8fb7fe640 1 -- 172.21.15.46:0/291178347 >> v1:172.21.15.46:6789/0 conn(0x7fb8fc062630 legacy=0x7fb8fc06f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:21.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.127+0000 7fb8fb7fe640 1 -- 172.21.15.46:0/291178347 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8fc063160 con 0x7fb8fc0b40d0 2024-09-19T05:51:21.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.127+0000 7fb8fb7fe640 1 --2- 172.21.15.46:0/291178347 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb8fc0b40d0 0x7fb8fc0b44f0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fb8fc070fc0 tx=0x7fb8f402a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cbb5c0bde42e525e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:21.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.128+0000 7fb8f9ffb640 1 -- 172.21.15.46:0/291178347 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8f4037070 con 0x7fb8fc0b40d0 2024-09-19T05:51:21.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.128+0000 7fb8f9ffb640 1 -- 172.21.15.46:0/291178347 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8f4032440 con 0x7fb8fc0b40d0 2024-09-19T05:51:21.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.128+0000 7fb8f9ffb640 1 -- 172.21.15.46:0/291178347 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8f4032810 con 0x7fb8fc0b40d0 2024-09-19T05:51:21.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.128+0000 7fb8fbfff640 1 -- 172.21.15.46:0/291178347 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb8fc0b40d0 msgr2=0x7fb8fc0b44f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:21.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.128+0000 7fb8fbfff640 1 --2- 172.21.15.46:0/291178347 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb8fc0b40d0 0x7fb8fc0b44f0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fb8fc070fc0 tx=0x7fb8f402a270 comp rx=0 tx=0).stop 2024-09-19T05:51:21.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.128+0000 7fb8fbfff640 1 -- 172.21.15.46:0/291178347 shutdown_connections 2024-09-19T05:51:21.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.128+0000 7fb8fbfff640 1 --2- 172.21.15.46:0/291178347 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb8fc0b40d0 0x7fb8fc0b44f0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.128+0000 7fb8fbfff640 1 --2- 172.21.15.46:0/291178347 >> v2:172.21.15.46:3300/0 conn(0x7fb8fc15e660 0x7fb8fc0b03b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.128+0000 7fb8fbfff640 1 -- 172.21.15.46:0/291178347 >> 172.21.15.46:0/291178347 conn(0x7fb8fc0d10e0 msgr2=0x7fb8fc0d14f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:21.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.128+0000 7fb8fbfff640 1 -- 172.21.15.46:0/291178347 shutdown_connections 2024-09-19T05:51:21.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.128+0000 7fb8fbfff640 1 -- 172.21.15.46:0/291178347 wait complete. 2024-09-19T05:51:21.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.130+0000 7fb8fbfff640 1 Processor -- start 2024-09-19T05:51:21.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.130+0000 7fb8fbfff640 1 -- start start 2024-09-19T05:51:21.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.131+0000 7fb8fbfff640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb8fc062630 0x7fb8fc1469c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:21.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.131+0000 7fb8fbfff640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb8fc0b40d0 0x7fb8fc06dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:21.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.131+0000 7fb8fbfff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8fc15e660 0x7fb8fc145260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:21.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.131+0000 7fb8fbfff640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb8fc06ffa0 con 0x7fb8fc15e660 2024-09-19T05:51:21.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.131+0000 7fb8fbfff640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb8fc06f370 con 0x7fb8fc062630 2024-09-19T05:51:21.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.131+0000 7fb8fbfff640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fb8fc0b08f0 con 0x7fb8fc0b40d0 2024-09-19T05:51:21.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.131+0000 7fb8fb7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8fc15e660 0x7fb8fc145260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:21.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.131+0000 7fb8fb7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8fc15e660 0x7fb8fc145260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46672/0 (socket says 172.21.15.46:46672) 2024-09-19T05:51:21.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.131+0000 7fb8fb7fe640 1 -- 172.21.15.46:0/359747011 learned_addr learned my addr 172.21.15.46:0/359747011 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:21.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.131+0000 7fb8faffd640 1 --2- 172.21.15.46:0/359747011 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb8fc062630 0x7fb8fc1469c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:21.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.131+0000 7fb8fa7fc640 1 --2- 172.21.15.46:0/359747011 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb8fc0b40d0 0x7fb8fc06dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:21.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.131+0000 7fb8fb7fe640 1 -- 172.21.15.46:0/359747011 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb8fc0b40d0 msgr2=0x7fb8fc06dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:21.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.131+0000 7fb8fb7fe640 1 --2- 172.21.15.46:0/359747011 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb8fc0b40d0 0x7fb8fc06dd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.131+0000 7fb8fb7fe640 1 -- 172.21.15.46:0/359747011 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb8fc062630 msgr2=0x7fb8fc1469c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:21.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.131+0000 7fb8fb7fe640 1 --2- 172.21.15.46:0/359747011 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb8fc062630 0x7fb8fc1469c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.131+0000 7fb8fb7fe640 1 -- 172.21.15.46:0/359747011 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8fc147240 con 0x7fb8fc15e660 2024-09-19T05:51:21.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.131+0000 7fb8fb7fe640 1 --2- 172.21.15.46:0/359747011 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8fc15e660 0x7fb8fc145260 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fb8f402a2b0 tx=0x7fb8f40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:21.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.131+0000 7fb8e37fe640 1 -- 172.21.15.46:0/359747011 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8f4041020 con 0x7fb8fc15e660 2024-09-19T05:51:21.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.131+0000 7fb8e37fe640 1 -- 172.21.15.46:0/359747011 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8f403d640 con 0x7fb8fc15e660 2024-09-19T05:51:21.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.131+0000 7fb8fbfff640 1 -- 172.21.15.46:0/359747011 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8fc147520 con 0x7fb8fc15e660 2024-09-19T05:51:21.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.132+0000 7fb8e37fe640 1 -- 172.21.15.46:0/359747011 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8f4037040 con 0x7fb8fc15e660 2024-09-19T05:51:21.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.132+0000 7fb8fbfff640 1 -- 172.21.15.46:0/359747011 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8fc147ae0 con 0x7fb8fc15e660 2024-09-19T05:51:21.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.133+0000 7fb8fbfff640 1 -- 172.21.15.46:0/359747011 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8fc0b44f0 con 0x7fb8fc15e660 2024-09-19T05:51:21.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.133+0000 7fb8e37fe640 1 -- 172.21.15.46:0/359747011 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb8f4044020 con 0x7fb8fc15e660 2024-09-19T05:51:21.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.133+0000 7fb8e37fe640 1 --2- 172.21.15.46:0/359747011 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb8e806c2e0 0x7fb8e806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:21.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.133+0000 7fb8e37fe640 1 -- 172.21.15.46:0/359747011 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fb8f40ab670 con 0x7fb8fc15e660 2024-09-19T05:51:21.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.134+0000 7fb8faffd640 1 --2- 172.21.15.46:0/359747011 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb8e806c2e0 0x7fb8e806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:21.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.134+0000 7fb8faffd640 1 --2- 172.21.15.46:0/359747011 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb8e806c2e0 0x7fb8e806e7a0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fb8fc15abd0 tx=0x7fb8ec00b040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:21.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.138+0000 7fb8e37fe640 1 -- 172.21.15.46:0/359747011 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb8f404b030 con 0x7fb8fc15e660 2024-09-19T05:51:21.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.387+0000 7fb8fbfff640 1 -- 172.21.15.46:0/359747011 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7fb8fc0d1ff0 con 0x7fb8fc15e660 2024-09-19T05:51:21.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.389+0000 7fb8e37fe640 1 -- 172.21.15.46:0/359747011 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v4) ==== 90+0+0 (secure 0 0 0) 0x7fb8f4079af0 con 0x7fb8fc15e660 2024-09-19T05:51:21.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.391+0000 7fb8fbfff640 1 -- 172.21.15.46:0/359747011 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb8e806c2e0 msgr2=0x7fb8e806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:21.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.391+0000 7fb8fbfff640 1 --2- 172.21.15.46:0/359747011 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb8e806c2e0 0x7fb8e806e7a0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fb8fc15abd0 tx=0x7fb8ec00b040 comp rx=0 tx=0).stop 2024-09-19T05:51:21.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.391+0000 7fb8fbfff640 1 -- 172.21.15.46:0/359747011 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8fc15e660 msgr2=0x7fb8fc145260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:21.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.391+0000 7fb8fbfff640 1 --2- 172.21.15.46:0/359747011 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8fc15e660 0x7fb8fc145260 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fb8f402a2b0 tx=0x7fb8f40046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.391+0000 7fb8fbfff640 1 -- 172.21.15.46:0/359747011 shutdown_connections 2024-09-19T05:51:21.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.391+0000 7fb8fbfff640 1 --2- 172.21.15.46:0/359747011 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb8e806c2e0 0x7fb8e806e7a0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.391+0000 7fb8fbfff640 1 --2- 172.21.15.46:0/359747011 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8fc15e660 0x7fb8fc145260 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.391+0000 7fb8fbfff640 1 --2- 172.21.15.46:0/359747011 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb8fc0b40d0 0x7fb8fc06dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.391+0000 7fb8fbfff640 1 --2- 172.21.15.46:0/359747011 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb8fc062630 0x7fb8fc1469c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.391+0000 7fb8fbfff640 1 -- 172.21.15.46:0/359747011 >> 172.21.15.46:0/359747011 conn(0x7fb8fc0d10e0 msgr2=0x7fb8fc0b0d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:21.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.391+0000 7fb8fbfff640 1 -- 172.21.15.46:0/359747011 shutdown_connections 2024-09-19T05:51:21.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.391+0000 7fb8fbfff640 1 -- 172.21.15.46:0/359747011 wait complete. 2024-09-19T05:51:21.404 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-19T05:51:21.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.506+0000 7fd2e568d640 1 Processor -- start 2024-09-19T05:51:21.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.507+0000 7fd2e568d640 1 -- start start 2024-09-19T05:51:21.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.507+0000 7fd2e568d640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fd2e00afcb0 0x7fd2e00cdd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:21.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.507+0000 7fd2e568d640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fd2e00ce270 0x7fd2e00d0d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:21.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.507+0000 7fd2e568d640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2e00aec10 con 0x7fd2e009ac50 2024-09-19T05:51:21.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.507+0000 7fd2e568d640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fd2e00ce720 con 0x7fd2e00afcb0 2024-09-19T05:51:21.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.507+0000 7fd2e568d640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fd2e00af820 con 0x7fd2e00ce270 2024-09-19T05:51:21.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.508+0000 7fd2de7fc640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fd2e00afcb0 0x7fd2e00cdd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:21.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.508+0000 7fd2deffd640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fd2e009ac50 0x7fd2e00ae170 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:36690/0 (socket says 172.21.15.46:36690) 2024-09-19T05:51:21.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.508+0000 7fd2deffd640 1 -- 172.21.15.46:0/3435980822 learned_addr learned my addr 172.21.15.46:0/3435980822 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:21.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.508+0000 7fd2df7fe640 1 --2- 172.21.15.46:0/3435980822 >> v2:172.21.15.78:3300/0 conn(0x7fd2e00ce270 0x7fd2e00d0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:21.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.508+0000 7fd2de7fc640 1 -- 172.21.15.46:0/3435980822 >> v2:172.21.15.78:3300/0 conn(0x7fd2e00ce270 msgr2=0x7fd2e00d0d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:21.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.508+0000 7fd2de7fc640 1 --2- 172.21.15.46:0/3435980822 >> v2:172.21.15.78:3300/0 conn(0x7fd2e00ce270 0x7fd2e00d0d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.508+0000 7fd2de7fc640 1 -- 172.21.15.46:0/3435980822 >> v1:172.21.15.46:6789/0 conn(0x7fd2e009ac50 legacy=0x7fd2e00ae170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:21.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.508+0000 7fd2de7fc640 1 -- 172.21.15.46:0/3435980822 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2e00aeef0 con 0x7fd2e00afcb0 2024-09-19T05:51:21.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.508+0000 7fd2ddffb640 1 -- 172.21.15.46:0/3435980822 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 771662874 0 0) 0x7fd2e00aec10 con 0x7fd2e009ac50 2024-09-19T05:51:21.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.509+0000 7fd2de7fc640 1 --2- 172.21.15.46:0/3435980822 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2e00afcb0 0x7fd2e00cdd30 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fd2e00d0b20 tx=0x7fd2d402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc6b1cd946bd786d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:21.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.509+0000 7fd2ddffb640 1 -- 172.21.15.46:0/3435980822 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2d4037070 con 0x7fd2e00afcb0 2024-09-19T05:51:21.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.509+0000 7fd2ddffb640 1 -- 172.21.15.46:0/3435980822 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2d4032440 con 0x7fd2e00afcb0 2024-09-19T05:51:21.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.509+0000 7fd2ddffb640 1 -- 172.21.15.46:0/3435980822 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2d402ae60 con 0x7fd2e00afcb0 2024-09-19T05:51:21.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.510+0000 7fd2e568d640 1 -- 172.21.15.46:0/3435980822 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2e00afcb0 msgr2=0x7fd2e00cdd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:21.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.510+0000 7fd2e568d640 1 --2- 172.21.15.46:0/3435980822 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2e00afcb0 0x7fd2e00cdd30 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fd2e00d0b20 tx=0x7fd2d402a110 comp rx=0 tx=0).stop 2024-09-19T05:51:21.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.510+0000 7fd2e568d640 1 -- 172.21.15.46:0/3435980822 shutdown_connections 2024-09-19T05:51:21.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.510+0000 7fd2e568d640 1 --2- 172.21.15.46:0/3435980822 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2e00afcb0 0x7fd2e00cdd30 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.510+0000 7fd2e568d640 1 --2- 172.21.15.46:0/3435980822 >> v2:172.21.15.78:3300/0 conn(0x7fd2e00ce270 0x7fd2e00d0d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.510+0000 7fd2e568d640 1 -- 172.21.15.46:0/3435980822 >> 172.21.15.46:0/3435980822 conn(0x7fd2e0073120 msgr2=0x7fd2e0073530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:21.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.510+0000 7fd2e568d640 1 -- 172.21.15.46:0/3435980822 shutdown_connections 2024-09-19T05:51:21.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.510+0000 7fd2e568d640 1 -- 172.21.15.46:0/3435980822 wait complete. 2024-09-19T05:51:21.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.511+0000 7fd2e568d640 1 Processor -- start 2024-09-19T05:51:21.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.511+0000 7fd2e568d640 1 -- start start 2024-09-19T05:51:21.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.512+0000 7fd2e568d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2e009ac50 0x7fd2e01f1e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:21.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.512+0000 7fd2e568d640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd2e00afcb0 0x7fd2e01f5120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:21.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.512+0000 7fd2e568d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd2e00ce270 0x7fd2e006ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:21.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.512+0000 7fd2e568d640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd2e00ceb60 con 0x7fd2e009ac50 2024-09-19T05:51:21.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.512+0000 7fd2e568d640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd2e00af4b0 con 0x7fd2e00ce270 2024-09-19T05:51:21.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.512+0000 7fd2e568d640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fd2e00ae880 con 0x7fd2e00afcb0 2024-09-19T05:51:21.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.512+0000 7fd2deffd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2e009ac50 0x7fd2e01f1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:21.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.512+0000 7fd2deffd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2e009ac50 0x7fd2e01f1e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46698/0 (socket says 172.21.15.46:46698) 2024-09-19T05:51:21.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.512+0000 7fd2deffd640 1 -- 172.21.15.46:0/1614062828 learned_addr learned my addr 172.21.15.46:0/1614062828 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:21.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.512+0000 7fd2df7fe640 1 --2- 172.21.15.46:0/1614062828 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd2e00ce270 0x7fd2e006ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:21.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.512+0000 7fd2deffd640 1 -- 172.21.15.46:0/1614062828 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd2e00afcb0 msgr2=0x7fd2e01f5120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:21.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.512+0000 7fd2deffd640 1 --2- 172.21.15.46:0/1614062828 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd2e00afcb0 0x7fd2e01f5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.513+0000 7fd2deffd640 1 -- 172.21.15.46:0/1614062828 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd2e00ce270 msgr2=0x7fd2e006ddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:21.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.513+0000 7fd2deffd640 1 --2- 172.21.15.46:0/1614062828 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd2e00ce270 0x7fd2e006ddd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.513+0000 7fd2deffd640 1 -- 172.21.15.46:0/1614062828 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2e00b0f30 con 0x7fd2e009ac50 2024-09-19T05:51:21.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.513+0000 7fd2df7fe640 1 --2- 172.21.15.46:0/1614062828 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd2e00ce270 0x7fd2e006ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:21.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.513+0000 7fd2deffd640 1 --2- 172.21.15.46:0/1614062828 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2e009ac50 0x7fd2e01f1e70 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fd2d000c460 tx=0x7fd2d000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:21.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.513+0000 7fd2c77fe640 1 -- 172.21.15.46:0/1614062828 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2d0018070 con 0x7fd2e009ac50 2024-09-19T05:51:21.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.513+0000 7fd2c77fe640 1 -- 172.21.15.46:0/1614062828 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2d0007500 con 0x7fd2e009ac50 2024-09-19T05:51:21.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.513+0000 7fd2e568d640 1 -- 172.21.15.46:0/1614062828 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2e00b1210 con 0x7fd2e009ac50 2024-09-19T05:51:21.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.513+0000 7fd2c77fe640 1 -- 172.21.15.46:0/1614062828 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2d0004a20 con 0x7fd2e009ac50 2024-09-19T05:51:21.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.513+0000 7fd2e568d640 1 -- 172.21.15.46:0/1614062828 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2e00b17d0 con 0x7fd2e009ac50 2024-09-19T05:51:21.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.514+0000 7fd2e568d640 1 -- 172.21.15.46:0/1614062828 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2e00cc2e0 con 0x7fd2e009ac50 2024-09-19T05:51:21.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.515+0000 7fd2c77fe640 1 -- 172.21.15.46:0/1614062828 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd2d001b070 con 0x7fd2e009ac50 2024-09-19T05:51:21.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.515+0000 7fd2c77fe640 1 --2- 172.21.15.46:0/1614062828 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd2cc06c2b0 0x7fd2cc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:21.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.515+0000 7fd2c77fe640 1 -- 172.21.15.46:0/1614062828 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fd2d008a300 con 0x7fd2e009ac50 2024-09-19T05:51:21.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.516+0000 7fd2de7fc640 1 --2- 172.21.15.46:0/1614062828 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd2cc06c2b0 0x7fd2cc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:21.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.516+0000 7fd2de7fc640 1 --2- 172.21.15.46:0/1614062828 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd2cc06c2b0 0x7fd2cc06e770 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fd2d4034000 tx=0x7fd2d402c000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:21.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.520+0000 7fd2c77fe640 1 -- 172.21.15.46:0/1614062828 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd2e00cc2e0 con 0x7fd2e009ac50 2024-09-19T05:51:21.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.764+0000 7fd2e568d640 1 -- 172.21.15.46:0/1614062828 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7fd2e009a5b0 con 0x7fd2e009ac50 2024-09-19T05:51:21.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.766+0000 7fd2c77fe640 1 -- 172.21.15.46:0/1614062828 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v5) ==== 90+0+0 (secure 0 0 0) 0x7fd2d0058e50 con 0x7fd2e009ac50 2024-09-19T05:51:21.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.768+0000 7fd2e568d640 1 -- 172.21.15.46:0/1614062828 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd2cc06c2b0 msgr2=0x7fd2cc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:21.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.768+0000 7fd2e568d640 1 --2- 172.21.15.46:0/1614062828 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd2cc06c2b0 0x7fd2cc06e770 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fd2d4034000 tx=0x7fd2d402c000 comp rx=0 tx=0).stop 2024-09-19T05:51:21.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.768+0000 7fd2e568d640 1 -- 172.21.15.46:0/1614062828 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2e009ac50 msgr2=0x7fd2e01f1e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:21.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.768+0000 7fd2e568d640 1 --2- 172.21.15.46:0/1614062828 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2e009ac50 0x7fd2e01f1e70 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fd2d000c460 tx=0x7fd2d000c920 comp rx=0 tx=0).stop 2024-09-19T05:51:21.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.768+0000 7fd2e568d640 1 -- 172.21.15.46:0/1614062828 shutdown_connections 2024-09-19T05:51:21.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.768+0000 7fd2e568d640 1 --2- 172.21.15.46:0/1614062828 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd2cc06c2b0 0x7fd2cc06e770 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.768+0000 7fd2e568d640 1 --2- 172.21.15.46:0/1614062828 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd2e00ce270 0x7fd2e006ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.768+0000 7fd2e568d640 1 --2- 172.21.15.46:0/1614062828 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd2e00afcb0 0x7fd2e01f5120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.768+0000 7fd2e568d640 1 --2- 172.21.15.46:0/1614062828 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2e009ac50 0x7fd2e01f1e70 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.768+0000 7fd2e568d640 1 -- 172.21.15.46:0/1614062828 >> 172.21.15.46:0/1614062828 conn(0x7fd2e0073120 msgr2=0x7fd2e015e360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:21.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.768+0000 7fd2e568d640 1 -- 172.21.15.46:0/1614062828 shutdown_connections 2024-09-19T05:51:21.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.768+0000 7fd2e568d640 1 -- 172.21.15.46:0/1614062828 wait complete. 2024-09-19T05:51:21.781 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-19T05:51:21.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.883+0000 7f388c4af640 1 Processor -- start 2024-09-19T05:51:21.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.883+0000 7f388c4af640 1 -- start start 2024-09-19T05:51:21.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f388c4af640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f388415cb10 0x7f38840b2220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:21.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f388c4af640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3884072a30 con 0x7f38840b12b0 2024-09-19T05:51:21.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f388c4af640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38840627d0 con 0x7f388415c730 2024-09-19T05:51:21.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f388c4af640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f3884062ab0 con 0x7f388415cb10 2024-09-19T05:51:21.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f3889a4a640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f38840b12b0 0x7f38840cc4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:36706/0 (socket says 172.21.15.46:36706) 2024-09-19T05:51:21.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f3889a4a640 1 -- 172.21.15.46:0/1648507850 learned_addr learned my addr 172.21.15.46:0/1648507850 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:21.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f388aa4c640 1 --2- 172.21.15.46:0/1648507850 >> v2:172.21.15.78:3300/0 conn(0x7f388415cb10 0x7f38840b2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:21.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f3889249640 1 -- 172.21.15.46:0/1648507850 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2613756455 0 0) 0x7f3884072a30 con 0x7f38840b12b0 2024-09-19T05:51:21.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f3889249640 1 -- 172.21.15.46:0/1648507850 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3870003520 con 0x7f38840b12b0 2024-09-19T05:51:21.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f3889249640 1 -- 172.21.15.46:0/1648507850 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1154366689 0 0) 0x7f38840627d0 con 0x7f388415c730 2024-09-19T05:51:21.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f3889249640 1 -- 172.21.15.46:0/1648507850 --> v1:172.21.15.78:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3884072a30 con 0x7f388415c730 2024-09-19T05:51:21.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f3889249640 1 -- 172.21.15.46:0/1648507850 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 705014225 0 0) 0x7f3870003520 con 0x7f38840b12b0 2024-09-19T05:51:21.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f3889249640 1 -- 172.21.15.46:0/1648507850 >> v2:172.21.15.78:3300/0 conn(0x7f388415cb10 msgr2=0x7f38840b2220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:21.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f3889249640 1 --2- 172.21.15.46:0/1648507850 >> v2:172.21.15.78:3300/0 conn(0x7f388415cb10 0x7f38840b2220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f3889249640 1 -- 172.21.15.46:0/1648507850 >> v1:172.21.15.78:6789/0 conn(0x7f388415c730 legacy=0x7f38840b0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:21.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f3889249640 1 -- 172.21.15.46:0/1648507850 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3884062d90 con 0x7f38840b12b0 2024-09-19T05:51:21.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f3889249640 1 -- 172.21.15.46:0/1648507850 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 238125057 0 0) 0x7f38740015f0 con 0x7f38840b12b0 2024-09-19T05:51:21.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f3889249640 1 -- 172.21.15.46:0/1648507850 >> v1:172.21.15.46:6789/0 conn(0x7f38840b12b0 legacy=0x7f38840cc4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:21.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f3889249640 1 --2- 172.21.15.46:0/1648507850 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f3870003b90 0x7f3870003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:21.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f3889249640 1 --2- 172.21.15.46:0/1648507850 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3870004800 0x7f3870004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:21.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f3889249640 1 --2- 172.21.15.46:0/1648507850 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38700051c0 0x7f387000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:21.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f3889249640 1 -- 172.21.15.46:0/1648507850 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f3884062ab0 con 0x7f38700051c0 2024-09-19T05:51:21.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f3889249640 1 -- 172.21.15.46:0/1648507850 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f387000c090 con 0x7f3870004800 2024-09-19T05:51:21.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.884+0000 7f3889249640 1 -- 172.21.15.46:0/1648507850 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f387000c290 con 0x7f3870003b90 2024-09-19T05:51:21.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.885+0000 7f388aa4c640 1 --2- 172.21.15.46:0/1648507850 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38700051c0 0x7f387000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:21.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.885+0000 7f388a24b640 1 --2- 172.21.15.46:0/1648507850 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f3870003b90 0x7f3870003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:21.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.885+0000 7f3889a4a640 1 --2- 172.21.15.46:0/1648507850 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3870004800 0x7f3870004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:21.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.885+0000 7f388aa4c640 1 -- 172.21.15.46:0/1648507850 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f3870003b90 msgr2=0x7f3870003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:21.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.885+0000 7f388aa4c640 1 --2- 172.21.15.46:0/1648507850 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f3870003b90 0x7f3870003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.885+0000 7f388aa4c640 1 -- 172.21.15.46:0/1648507850 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3870004800 msgr2=0x7f3870004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:21.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.885+0000 7f388aa4c640 1 --2- 172.21.15.46:0/1648507850 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3870004800 0x7f3870004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.885+0000 7f388aa4c640 1 -- 172.21.15.46:0/1648507850 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3870003520 con 0x7f38700051c0 2024-09-19T05:51:21.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.885+0000 7f3889a4a640 1 --2- 172.21.15.46:0/1648507850 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3870004800 0x7f3870004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:21.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.886+0000 7f388aa4c640 1 -- 172.21.15.46:0/1648507850 reap_dead start 2024-09-19T05:51:21.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.886+0000 7f388aa4c640 1 --2- 172.21.15.46:0/1648507850 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38700051c0 0x7f387000b9c0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f387c009fc0 tx=0x7f3870005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b73e5a1de02f6b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:21.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.886+0000 7f3889249640 1 -- 172.21.15.46:0/1648507850 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f387c035020 con 0x7f38700051c0 2024-09-19T05:51:21.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.886+0000 7f3889249640 1 -- 172.21.15.46:0/1648507850 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f387c003b90 con 0x7f38700051c0 2024-09-19T05:51:21.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.886+0000 7f3889249640 1 -- 172.21.15.46:0/1648507850 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f387c009c10 con 0x7f38700051c0 2024-09-19T05:51:21.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.886+0000 7f388c4af640 1 -- 172.21.15.46:0/1648507850 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38700051c0 msgr2=0x7f387000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:21.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.886+0000 7f388c4af640 1 --2- 172.21.15.46:0/1648507850 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38700051c0 0x7f387000b9c0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f387c009fc0 tx=0x7f3870005830 comp rx=0 tx=0).stop 2024-09-19T05:51:21.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.887+0000 7f388c4af640 1 -- 172.21.15.46:0/1648507850 shutdown_connections 2024-09-19T05:51:21.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.887+0000 7f388c4af640 1 --2- 172.21.15.46:0/1648507850 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38700051c0 0x7f387000b9c0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.887+0000 7f388c4af640 1 -- 172.21.15.46:0/1648507850 >> 172.21.15.46:0/1648507850 conn(0x7f38840d1310 msgr2=0x7f38840d1720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:21.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.887+0000 7f388c4af640 1 -- 172.21.15.46:0/1648507850 shutdown_connections 2024-09-19T05:51:21.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.887+0000 7f388c4af640 1 -- 172.21.15.46:0/1648507850 wait complete. 2024-09-19T05:51:21.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.888+0000 7f388c4af640 1 Processor -- start 2024-09-19T05:51:21.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.888+0000 7f388c4af640 1 -- start start 2024-09-19T05:51:21.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.889+0000 7f388c4af640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f38700051c0 0x7f38840b6c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:21.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.889+0000 7f388c4af640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38840c7c50 0x7f38840c4e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:21.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.889+0000 7f388c4af640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f38840c5340 0x7f38841f1d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:21.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.889+0000 7f388c4af640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f388406c8b0 con 0x7f38840c7c50 2024-09-19T05:51:21.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.889+0000 7f388c4af640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f38840b0650 con 0x7f38840c5340 2024-09-19T05:51:21.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.889+0000 7f388c4af640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f388406ca30 con 0x7f38700051c0 2024-09-19T05:51:21.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.889+0000 7f3889a4a640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38840c7c50 0x7f38840c4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:21.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.889+0000 7f3889a4a640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38840c7c50 0x7f38840c4e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46712/0 (socket says 172.21.15.46:46712) 2024-09-19T05:51:21.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.889+0000 7f3889a4a640 1 -- 172.21.15.46:0/2973590946 learned_addr learned my addr 172.21.15.46:0/2973590946 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:21.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.889+0000 7f388a24b640 1 --2- 172.21.15.46:0/2973590946 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f38700051c0 0x7f38840b6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:21.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.889+0000 7f388aa4c640 1 --2- 172.21.15.46:0/2973590946 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f38840c5340 0x7f38841f1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:21.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.889+0000 7f3889a4a640 1 -- 172.21.15.46:0/2973590946 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f38700051c0 msgr2=0x7f38840b6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:21.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.889+0000 7f3889a4a640 1 --2- 172.21.15.46:0/2973590946 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f38700051c0 0x7f38840b6c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.889+0000 7f3889a4a640 1 -- 172.21.15.46:0/2973590946 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f38840c5340 msgr2=0x7f38841f1d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:21.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.889+0000 7f3889a4a640 1 --2- 172.21.15.46:0/2973590946 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f38840c5340 0x7f38841f1d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:21.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.889+0000 7f3889a4a640 1 -- 172.21.15.46:0/2973590946 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38840c6ef0 con 0x7f38840c7c50 2024-09-19T05:51:21.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.889+0000 7f3889a4a640 1 --2- 172.21.15.46:0/2973590946 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38840c7c50 0x7f38840c4e00 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f3874001200 tx=0x7f387400eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:21.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.889+0000 7f387affd640 1 -- 172.21.15.46:0/2973590946 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f387400c6c0 con 0x7f38840c7c50 2024-09-19T05:51:21.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.890+0000 7f387affd640 1 -- 172.21.15.46:0/2973590946 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3874018070 con 0x7f38840c7c50 2024-09-19T05:51:21.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.890+0000 7f388c4af640 1 -- 172.21.15.46:0/2973590946 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38841f2af0 con 0x7f38840c7c50 2024-09-19T05:51:21.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.890+0000 7f387affd640 1 -- 172.21.15.46:0/2973590946 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f387400ca60 con 0x7f38840c7c50 2024-09-19T05:51:21.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.890+0000 7f388c4af640 1 -- 172.21.15.46:0/2973590946 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38840c7450 con 0x7f38840c7c50 2024-09-19T05:51:21.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.891+0000 7f388c4af640 1 -- 172.21.15.46:0/2973590946 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38840b2220 con 0x7f38840c7c50 2024-09-19T05:51:21.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.891+0000 7f387affd640 1 -- 172.21.15.46:0/2973590946 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f387400cc00 con 0x7f38840c7c50 2024-09-19T05:51:21.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.891+0000 7f387affd640 1 --2- 172.21.15.46:0/2973590946 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f386806c2e0 0x7f386806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:21.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.892+0000 7f387affd640 1 -- 172.21.15.46:0/2973590946 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f387408ad10 con 0x7f38840c7c50 2024-09-19T05:51:21.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.892+0000 7f388a24b640 1 --2- 172.21.15.46:0/2973590946 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f386806c2e0 0x7f386806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:21.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.892+0000 7f388a24b640 1 --2- 172.21.15.46:0/2973590946 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f386806c2e0 0x7f386806e7a0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3880000c00 tx=0x7f3880009040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:21.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:21.898+0000 7f387affd640 1 -- 172.21.15.46:0/2973590946 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f38840c6ef0 con 0x7f38840c7c50 2024-09-19T05:51:22.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.153+0000 7f388c4af640 1 -- 172.21.15.46:0/2973590946 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7f38840c5720 con 0x7f38840c7c50 2024-09-19T05:51:22.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.155+0000 7f387affd640 1 -- 172.21.15.46:0/2973590946 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7f3874059860 con 0x7f38840c7c50 2024-09-19T05:51:22.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.157+0000 7f388c4af640 1 -- 172.21.15.46:0/2973590946 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f386806c2e0 msgr2=0x7f386806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:22.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.157+0000 7f388c4af640 1 --2- 172.21.15.46:0/2973590946 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f386806c2e0 0x7f386806e7a0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3880000c00 tx=0x7f3880009040 comp rx=0 tx=0).stop 2024-09-19T05:51:22.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.157+0000 7f388c4af640 1 -- 172.21.15.46:0/2973590946 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38840c7c50 msgr2=0x7f38840c4e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:22.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.157+0000 7f388c4af640 1 --2- 172.21.15.46:0/2973590946 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38840c7c50 0x7f38840c4e00 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f3874001200 tx=0x7f387400eb50 comp rx=0 tx=0).stop 2024-09-19T05:51:22.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.157+0000 7f388c4af640 1 -- 172.21.15.46:0/2973590946 shutdown_connections 2024-09-19T05:51:22.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.157+0000 7f388c4af640 1 --2- 172.21.15.46:0/2973590946 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f386806c2e0 0x7f386806e7a0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:22.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.157+0000 7f388c4af640 1 --2- 172.21.15.46:0/2973590946 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f38840c5340 0x7f38841f1d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:22.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.157+0000 7f388c4af640 1 --2- 172.21.15.46:0/2973590946 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f38840c7c50 0x7f38840c4e00 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:22.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.157+0000 7f388c4af640 1 --2- 172.21.15.46:0/2973590946 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f38700051c0 0x7f38840b6c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:22.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.157+0000 7f388c4af640 1 -- 172.21.15.46:0/2973590946 >> 172.21.15.46:0/2973590946 conn(0x7f38840d1310 msgr2=0x7f388406df00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:22.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.157+0000 7f388c4af640 1 -- 172.21.15.46:0/2973590946 shutdown_connections 2024-09-19T05:51:22.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.157+0000 7f388c4af640 1 -- 172.21.15.46:0/2973590946 wait complete. 2024-09-19T05:51:22.170 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-19T05:51:22.273 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.271+0000 7f309a2ae640 1 Processor -- start 2024-09-19T05:51:22.273 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.271+0000 7f309a2ae640 1 -- start start 2024-09-19T05:51:22.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.272+0000 7f309a2ae640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f309415e730 0x7f30940cf840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:22.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.272+0000 7f309a2ae640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f30940b8960 0x7f30940d5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:22.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.272+0000 7f309a2ae640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f30940d2770 con 0x7f30940d4be0 2024-09-19T05:51:22.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.272+0000 7f309a2ae640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f30940d5590 con 0x7f30940b8960 2024-09-19T05:51:22.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.272+0000 7f309a2ae640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f30940d2a50 con 0x7f309415e730 2024-09-19T05:51:22.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.272+0000 7f30937fe640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f30940d4be0 0x7f30940d1280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:36712/0 (socket says 172.21.15.46:36712) 2024-09-19T05:51:22.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.272+0000 7f309884b640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f30940b8960 0x7f30940d5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:22.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.272+0000 7f30937fe640 1 -- 172.21.15.46:0/688070430 learned_addr learned my addr 172.21.15.46:0/688070430 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:22.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.272+0000 7f3093fff640 1 --2- 172.21.15.46:0/688070430 >> v2:172.21.15.78:3300/0 conn(0x7f309415e730 0x7f30940cf840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:22.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.273+0000 7f309884b640 1 -- 172.21.15.46:0/688070430 >> v2:172.21.15.78:3300/0 conn(0x7f309415e730 msgr2=0x7f30940cf840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:22.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.273+0000 7f309884b640 1 --2- 172.21.15.46:0/688070430 >> v2:172.21.15.78:3300/0 conn(0x7f309415e730 0x7f30940cf840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:22.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.273+0000 7f309884b640 1 -- 172.21.15.46:0/688070430 >> v1:172.21.15.46:6789/0 conn(0x7f30940d4be0 legacy=0x7f30940d1280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:22.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.273+0000 7f309884b640 1 -- 172.21.15.46:0/688070430 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30940d2d30 con 0x7f30940b8960 2024-09-19T05:51:22.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.273+0000 7f3092ffd640 1 -- 172.21.15.46:0/688070430 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 485329323 0 0) 0x7f30940d2770 con 0x7f30940d4be0 2024-09-19T05:51:22.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.273+0000 7f3093fff640 1 --2- 172.21.15.46:0/688070430 >> v2:172.21.15.78:3300/0 conn(0x7f309415e730 0x7f30940cf840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:22.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.273+0000 7f309884b640 1 --2- 172.21.15.46:0/688070430 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30940b8960 0x7f30940d5050 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f30940b67e0 tx=0x7f308c02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=daab045438a9eeb7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:22.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.273+0000 7f3092ffd640 1 -- 172.21.15.46:0/688070430 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f308c007740 con 0x7f30940b8960 2024-09-19T05:51:22.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.274+0000 7f3092ffd640 1 -- 172.21.15.46:0/688070430 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f308c0078e0 con 0x7f30940b8960 2024-09-19T05:51:22.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.274+0000 7f3092ffd640 1 -- 172.21.15.46:0/688070430 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f308c007cb0 con 0x7f30940b8960 2024-09-19T05:51:22.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.274+0000 7f309a2ae640 1 -- 172.21.15.46:0/688070430 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30940b8960 msgr2=0x7f30940d5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:22.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.274+0000 7f309a2ae640 1 --2- 172.21.15.46:0/688070430 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30940b8960 0x7f30940d5050 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f30940b67e0 tx=0x7f308c02a5f0 comp rx=0 tx=0).stop 2024-09-19T05:51:22.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.274+0000 7f309a2ae640 1 -- 172.21.15.46:0/688070430 shutdown_connections 2024-09-19T05:51:22.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.274+0000 7f309a2ae640 1 --2- 172.21.15.46:0/688070430 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30940b8960 0x7f30940d5050 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:22.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.274+0000 7f309a2ae640 1 --2- 172.21.15.46:0/688070430 >> v2:172.21.15.78:3300/0 conn(0x7f309415e730 0x7f30940cf840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:22.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.274+0000 7f309a2ae640 1 -- 172.21.15.46:0/688070430 >> 172.21.15.46:0/688070430 conn(0x7f30940723c0 msgr2=0x7f30940727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:22.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.274+0000 7f309a2ae640 1 -- 172.21.15.46:0/688070430 shutdown_connections 2024-09-19T05:51:22.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.274+0000 7f309a2ae640 1 -- 172.21.15.46:0/688070430 wait complete. 2024-09-19T05:51:22.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.275+0000 7f309a2ae640 1 Processor -- start 2024-09-19T05:51:22.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.276+0000 7f309a2ae640 1 -- start start 2024-09-19T05:51:22.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.276+0000 7f309a2ae640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f30940b8960 0x7f3094149d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:22.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.276+0000 7f309a2ae640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f30940d4be0 0x7f30941f4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:22.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.276+0000 7f309a2ae640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f309415e730 0x7f30940b9980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:22.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.276+0000 7f309a2ae640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f30940d35d0 con 0x7f309415e730 2024-09-19T05:51:22.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.276+0000 7f309a2ae640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f30940d32f0 con 0x7f30940d4be0 2024-09-19T05:51:22.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.276+0000 7f309a2ae640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f309415eb10 con 0x7f30940b8960 2024-09-19T05:51:22.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.276+0000 7f309884b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f309415e730 0x7f30940b9980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:22.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.276+0000 7f309884b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f309415e730 0x7f30940b9980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46728/0 (socket says 172.21.15.46:46728) 2024-09-19T05:51:22.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.276+0000 7f309884b640 1 -- 172.21.15.46:0/900639887 learned_addr learned my addr 172.21.15.46:0/900639887 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:22.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.277+0000 7f3093fff640 1 --2- 172.21.15.46:0/900639887 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f30940b8960 0x7f3094149d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:22.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.277+0000 7f30937fe640 1 --2- 172.21.15.46:0/900639887 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f30940d4be0 0x7f30941f4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:22.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.277+0000 7f309884b640 1 -- 172.21.15.46:0/900639887 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f30940b8960 msgr2=0x7f3094149d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:22.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.277+0000 7f309884b640 1 --2- 172.21.15.46:0/900639887 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f30940b8960 0x7f3094149d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:22.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.277+0000 7f309884b640 1 -- 172.21.15.46:0/900639887 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f30940d4be0 msgr2=0x7f30941f4be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:22.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.277+0000 7f309884b640 1 --2- 172.21.15.46:0/900639887 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f30940d4be0 0x7f30941f4be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:22.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.277+0000 7f309884b640 1 -- 172.21.15.46:0/900639887 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30940cce90 con 0x7f309415e730 2024-09-19T05:51:22.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.277+0000 7f309884b640 1 --2- 172.21.15.46:0/900639887 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f309415e730 0x7f30940b9980 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f308c009e80 tx=0x7f308c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:22.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.277+0000 7f3090ff9640 1 -- 172.21.15.46:0/900639887 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f308c040070 con 0x7f309415e730 2024-09-19T05:51:22.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.277+0000 7f3090ff9640 1 -- 172.21.15.46:0/900639887 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f308c031c40 con 0x7f309415e730 2024-09-19T05:51:22.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.277+0000 7f3090ff9640 1 -- 172.21.15.46:0/900639887 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f308c009450 con 0x7f309415e730 2024-09-19T05:51:22.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.277+0000 7f309a2ae640 1 -- 172.21.15.46:0/900639887 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30940cd130 con 0x7f309415e730 2024-09-19T05:51:22.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.277+0000 7f309a2ae640 1 -- 172.21.15.46:0/900639887 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30940cd6f0 con 0x7f309415e730 2024-09-19T05:51:22.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.278+0000 7f309a2ae640 1 -- 172.21.15.46:0/900639887 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30940b71f0 con 0x7f309415e730 2024-09-19T05:51:22.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.279+0000 7f3090ff9640 1 -- 172.21.15.46:0/900639887 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f308c039040 con 0x7f309415e730 2024-09-19T05:51:22.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.279+0000 7f3090ff9640 1 --2- 172.21.15.46:0/900639887 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f308006c2b0 0x7f308006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:22.283 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.279+0000 7f3090ff9640 1 -- 172.21.15.46:0/900639887 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f308c0ac300 con 0x7f309415e730 2024-09-19T05:51:22.283 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.279+0000 7f3093fff640 1 --2- 172.21.15.46:0/900639887 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f308006c2b0 0x7f308006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:22.283 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.280+0000 7f3093fff640 1 --2- 172.21.15.46:0/900639887 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f308006c2b0 0x7f308006e770 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f3084006fd0 tx=0x7f3084008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:22.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.284+0000 7f3090ff9640 1 -- 172.21.15.46:0/900639887 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f308c07ae50 con 0x7f309415e730 2024-09-19T05:51:22.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.525+0000 7f309a2ae640 1 -- 172.21.15.46:0/900639887 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7f30940d07c0 con 0x7f309415e730 2024-09-19T05:51:22.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.527+0000 7f3090ff9640 1 -- 172.21.15.46:0/900639887 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v7) ==== 97+0+0 (secure 0 0 0) 0x7f308c07a750 con 0x7f309415e730 2024-09-19T05:51:22.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.529+0000 7f309a2ae640 1 -- 172.21.15.46:0/900639887 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f308006c2b0 msgr2=0x7f308006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:22.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.529+0000 7f309a2ae640 1 --2- 172.21.15.46:0/900639887 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f308006c2b0 0x7f308006e770 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f3084006fd0 tx=0x7f3084008040 comp rx=0 tx=0).stop 2024-09-19T05:51:22.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.529+0000 7f309a2ae640 1 -- 172.21.15.46:0/900639887 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f309415e730 msgr2=0x7f30940b9980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:22.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.529+0000 7f309a2ae640 1 --2- 172.21.15.46:0/900639887 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f309415e730 0x7f30940b9980 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f308c009e80 tx=0x7f308c004a40 comp rx=0 tx=0).stop 2024-09-19T05:51:22.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.529+0000 7f309a2ae640 1 -- 172.21.15.46:0/900639887 shutdown_connections 2024-09-19T05:51:22.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.529+0000 7f309a2ae640 1 --2- 172.21.15.46:0/900639887 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f308006c2b0 0x7f308006e770 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:22.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.529+0000 7f309a2ae640 1 --2- 172.21.15.46:0/900639887 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f309415e730 0x7f30940b9980 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:22.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.529+0000 7f309a2ae640 1 --2- 172.21.15.46:0/900639887 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f30940d4be0 0x7f30941f4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:22.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.529+0000 7f309a2ae640 1 --2- 172.21.15.46:0/900639887 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f30940b8960 0x7f3094149d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:22.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.529+0000 7f309a2ae640 1 -- 172.21.15.46:0/900639887 >> 172.21.15.46:0/900639887 conn(0x7f30940723c0 msgr2=0x7f30940b8d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:22.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.529+0000 7f309a2ae640 1 -- 172.21.15.46:0/900639887 shutdown_connections 2024-09-19T05:51:22.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.529+0000 7f309a2ae640 1 -- 172.21.15.46:0/900639887 wait complete. 2024-09-19T05:51:22.541 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-19T05:51:22.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.642+0000 7f533d0e4640 1 Processor -- start 2024-09-19T05:51:22.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.642+0000 7f533d0e4640 1 -- start start 2024-09-19T05:51:22.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.643+0000 7f533d0e4640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f5338062630 0x7f5338062a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:22.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.643+0000 7f533d0e4640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5338062f50 con 0x7f533815c620 2024-09-19T05:51:22.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.643+0000 7f533d0e4640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53380cda70 con 0x7f533806e3e0 2024-09-19T05:51:22.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.643+0000 7f533d0e4640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f533806e830 con 0x7f5338062630 2024-09-19T05:51:22.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.643+0000 7f5336d9d640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f5338062630 0x7f5338062a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:22.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.643+0000 7f533659c640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f533815c620 0x7f533806dcd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:36724/0 (socket says 172.21.15.46:36724) 2024-09-19T05:51:22.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.643+0000 7f533659c640 1 -- 172.21.15.46:0/3493866881 learned_addr learned my addr 172.21.15.46:0/3493866881 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:22.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.644+0000 7f5336d9d640 1 -- 172.21.15.46:0/3493866881 >> v1:172.21.15.78:6789/0 conn(0x7f533806e3e0 legacy=0x7f53380cb8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:22.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.644+0000 7f5336d9d640 1 -- 172.21.15.46:0/3493866881 >> v1:172.21.15.46:6789/0 conn(0x7f533815c620 legacy=0x7f533806dcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:22.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.644+0000 7f5336d9d640 1 -- 172.21.15.46:0/3493866881 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53380ceaf0 con 0x7f5338062630 2024-09-19T05:51:22.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.644+0000 7f5335d9b640 1 -- 172.21.15.46:0/3493866881 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4142921238 0 0) 0x7f5338062f50 con 0x7f533815c620 2024-09-19T05:51:22.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.644+0000 7f5336d9d640 1 --2- 172.21.15.46:0/3493866881 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5338062630 0x7f5338062a10 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f5328009d90 tx=0x7f532802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6ffa355b67d01c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:22.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.645+0000 7f5335d9b640 1 -- 172.21.15.46:0/3493866881 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5328007740 con 0x7f5338062630 2024-09-19T05:51:22.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.645+0000 7f5335d9b640 1 -- 172.21.15.46:0/3493866881 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53280078e0 con 0x7f5338062630 2024-09-19T05:51:22.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.645+0000 7f5335d9b640 1 -- 172.21.15.46:0/3493866881 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5328007cb0 con 0x7f5338062630 2024-09-19T05:51:22.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.645+0000 7f533d0e4640 1 -- 172.21.15.46:0/3493866881 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5338062630 msgr2=0x7f5338062a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:22.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.645+0000 7f533d0e4640 1 --2- 172.21.15.46:0/3493866881 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5338062630 0x7f5338062a10 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f5328009d90 tx=0x7f532802a6a0 comp rx=0 tx=0).stop 2024-09-19T05:51:22.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.645+0000 7f533d0e4640 1 -- 172.21.15.46:0/3493866881 shutdown_connections 2024-09-19T05:51:22.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.645+0000 7f533d0e4640 1 --2- 172.21.15.46:0/3493866881 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5338062630 0x7f5338062a10 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:22.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.645+0000 7f533d0e4640 1 -- 172.21.15.46:0/3493866881 >> 172.21.15.46:0/3493866881 conn(0x7f533806bbc0 msgr2=0x7f533806bfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:22.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.645+0000 7f533d0e4640 1 -- 172.21.15.46:0/3493866881 shutdown_connections 2024-09-19T05:51:22.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.645+0000 7f533d0e4640 1 -- 172.21.15.46:0/3493866881 wait complete. 2024-09-19T05:51:22.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.647+0000 7f533d0e4640 1 Processor -- start 2024-09-19T05:51:22.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.647+0000 7f533d0e4640 1 -- start start 2024-09-19T05:51:22.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.647+0000 7f533d0e4640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f5338062630 0x7f533815ca00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:22.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.648+0000 7f533d0e4640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f533806e3e0 0x7f53380c6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:22.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.648+0000 7f533d0e4640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f533815c620 0x7f5338153620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:22.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.648+0000 7f533d0e4640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f53380ce010 con 0x7f533806e3e0 2024-09-19T05:51:22.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.648+0000 7f533d0e4640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f53380ce660 con 0x7f533815c620 2024-09-19T05:51:22.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.648+0000 7f533d0e4640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f53380ce2f0 con 0x7f5338062630 2024-09-19T05:51:22.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.648+0000 7f533659c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f533806e3e0 0x7f53380c6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:22.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.648+0000 7f533659c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f533806e3e0 0x7f53380c6300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46750/0 (socket says 172.21.15.46:46750) 2024-09-19T05:51:22.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.648+0000 7f533659c640 1 -- 172.21.15.46:0/2271489772 learned_addr learned my addr 172.21.15.46:0/2271489772 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:22.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.648+0000 7f5336d9d640 1 --2- 172.21.15.46:0/2271489772 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f5338062630 0x7f533815ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:22.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.648+0000 7f533659c640 1 -- 172.21.15.46:0/2271489772 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f5338062630 msgr2=0x7f533815ca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:22.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.648+0000 7f533659c640 1 --2- 172.21.15.46:0/2271489772 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f5338062630 0x7f533815ca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:22.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.648+0000 7f533659c640 1 -- 172.21.15.46:0/2271489772 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f533815c620 msgr2=0x7f5338153620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:22.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.648+0000 7f533759e640 1 --2- 172.21.15.46:0/2271489772 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f533815c620 0x7f5338153620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:22.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.648+0000 7f533659c640 1 --2- 172.21.15.46:0/2271489772 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f533815c620 0x7f5338153620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:22.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.648+0000 7f533659c640 1 -- 172.21.15.46:0/2271489772 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f533815dbf0 con 0x7f533806e3e0 2024-09-19T05:51:22.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.648+0000 7f5336d9d640 1 --2- 172.21.15.46:0/2271489772 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f5338062630 0x7f533815ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:22.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.648+0000 7f533659c640 1 --2- 172.21.15.46:0/2271489772 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f533806e3e0 0x7f53380c6300 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f532c00c460 tx=0x7f532c00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:22.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.648+0000 7f531f7fe640 1 -- 172.21.15.46:0/2271489772 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f532c018070 con 0x7f533806e3e0 2024-09-19T05:51:22.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.648+0000 7f531f7fe640 1 -- 172.21.15.46:0/2271489772 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f532c007500 con 0x7f533806e3e0 2024-09-19T05:51:22.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.648+0000 7f533d0e4640 1 -- 172.21.15.46:0/2271489772 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f533815cfe0 con 0x7f533806e3e0 2024-09-19T05:51:22.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.648+0000 7f531f7fe640 1 -- 172.21.15.46:0/2271489772 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f532c004a20 con 0x7f533806e3e0 2024-09-19T05:51:22.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.648+0000 7f533d0e4640 1 -- 172.21.15.46:0/2271489772 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f533815d5a0 con 0x7f533806e3e0 2024-09-19T05:51:22.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.649+0000 7f533d0e4640 1 -- 172.21.15.46:0/2271489772 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f533815d9a0 con 0x7f533806e3e0 2024-09-19T05:51:22.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.650+0000 7f531f7fe640 1 -- 172.21.15.46:0/2271489772 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f532c01b070 con 0x7f533806e3e0 2024-09-19T05:51:22.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.650+0000 7f531f7fe640 1 --2- 172.21.15.46:0/2271489772 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f532406c2b0 0x7f532406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:22.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.651+0000 7f531f7fe640 1 -- 172.21.15.46:0/2271489772 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f532c08a330 con 0x7f533806e3e0 2024-09-19T05:51:22.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.651+0000 7f5336d9d640 1 --2- 172.21.15.46:0/2271489772 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f532406c2b0 0x7f532406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:22.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.651+0000 7f5336d9d640 1 --2- 172.21.15.46:0/2271489772 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f532406c2b0 0x7f532406e770 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f5328034000 tx=0x7f532802f000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:22.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.655+0000 7f531f7fe640 1 -- 172.21.15.46:0/2271489772 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f533815d9a0 con 0x7f533806e3e0 2024-09-19T05:51:22.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.898+0000 7f533d0e4640 1 -- 172.21.15.46:0/2271489772 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7f5338062a10 con 0x7f533806e3e0 2024-09-19T05:51:22.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.900+0000 7f531f7fe640 1 -- 172.21.15.46:0/2271489772 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7f533815dbf0 con 0x7f533806e3e0 2024-09-19T05:51:22.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.902+0000 7f533d0e4640 1 -- 172.21.15.46:0/2271489772 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f532406c2b0 msgr2=0x7f532406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:22.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.902+0000 7f533d0e4640 1 --2- 172.21.15.46:0/2271489772 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f532406c2b0 0x7f532406e770 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f5328034000 tx=0x7f532802f000 comp rx=0 tx=0).stop 2024-09-19T05:51:22.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.902+0000 7f533d0e4640 1 -- 172.21.15.46:0/2271489772 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f533806e3e0 msgr2=0x7f53380c6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:22.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.902+0000 7f533d0e4640 1 --2- 172.21.15.46:0/2271489772 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f533806e3e0 0x7f53380c6300 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f532c00c460 tx=0x7f532c00c920 comp rx=0 tx=0).stop 2024-09-19T05:51:22.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.902+0000 7f533d0e4640 1 -- 172.21.15.46:0/2271489772 shutdown_connections 2024-09-19T05:51:22.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.902+0000 7f533d0e4640 1 --2- 172.21.15.46:0/2271489772 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f532406c2b0 0x7f532406e770 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:22.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.902+0000 7f533d0e4640 1 --2- 172.21.15.46:0/2271489772 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f533815c620 0x7f5338153620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:22.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.902+0000 7f533d0e4640 1 --2- 172.21.15.46:0/2271489772 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f533806e3e0 0x7f53380c6300 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:22.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.902+0000 7f533d0e4640 1 --2- 172.21.15.46:0/2271489772 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f5338062630 0x7f533815ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:22.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.902+0000 7f533d0e4640 1 -- 172.21.15.46:0/2271489772 >> 172.21.15.46:0/2271489772 conn(0x7f533806bbc0 msgr2=0x7f5338072c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:22.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.902+0000 7f533d0e4640 1 -- 172.21.15.46:0/2271489772 shutdown_connections 2024-09-19T05:51:22.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:22.902+0000 7f533d0e4640 1 -- 172.21.15.46:0/2271489772 wait complete. 2024-09-19T05:51:22.916 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T05:51:23.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.017+0000 7fd0852e4640 1 Processor -- start 2024-09-19T05:51:23.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.017+0000 7fd0852e4640 1 -- start start 2024-09-19T05:51:23.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.018+0000 7fd0852e4640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd0800d41c0 0x7fd0800d4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:23.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.018+0000 7fd0852e4640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fd0800d5060 0x7fd0800b77d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:23.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.018+0000 7fd0852e4640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0800d4620 con 0x7fd08015e6d0 2024-09-19T05:51:23.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.018+0000 7fd0852e4640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fd08015eab0 con 0x7fd0800d5060 2024-09-19T05:51:23.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.018+0000 7fd0852e4640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fd0800d3120 con 0x7fd0800d41c0 2024-09-19T05:51:23.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.018+0000 7fd07e7fc640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd0800d41c0 0x7fd0800d4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:23.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.018+0000 7fd07effd640 1 --1- >> v1:172.21.15.78:6789/0 conn(0x7fd08015e6d0 0x7fd0800cf4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.78:6789/0 says I am v1:172.21.15.46:45610/0 (socket says 172.21.15.46:45610) 2024-09-19T05:51:23.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.018+0000 7fd07f7fe640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fd0800d5060 0x7fd0800b77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:23.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.018+0000 7fd07effd640 1 -- 172.21.15.46:0/3313697331 learned_addr learned my addr 172.21.15.46:0/3313697331 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:23.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.019+0000 7fd07dffb640 1 -- 172.21.15.46:0/3313697331 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 230259462 0 0) 0x7fd0800d4620 con 0x7fd08015e6d0 2024-09-19T05:51:23.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.019+0000 7fd07dffb640 1 -- 172.21.15.46:0/3313697331 --> v1:172.21.15.78:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd06c003520 con 0x7fd08015e6d0 2024-09-19T05:51:23.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.019+0000 7fd07e7fc640 1 -- 172.21.15.46:0/3313697331 >> v2:172.21.15.78:3300/0 conn(0x7fd0800d5060 msgr2=0x7fd0800b77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:23.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.019+0000 7fd07e7fc640 1 --2- 172.21.15.46:0/3313697331 >> v2:172.21.15.78:3300/0 conn(0x7fd0800d5060 0x7fd0800b77d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:23.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.019+0000 7fd07e7fc640 1 -- 172.21.15.46:0/3313697331 >> v1:172.21.15.78:6789/0 conn(0x7fd08015e6d0 legacy=0x7fd0800cf4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:23.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.019+0000 7fd07e7fc640 1 -- 172.21.15.46:0/3313697331 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0800d3400 con 0x7fd0800d41c0 2024-09-19T05:51:23.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.019+0000 7fd07f7fe640 1 --2- 172.21.15.46:0/3313697331 >> v2:172.21.15.78:3300/0 conn(0x7fd0800d5060 0x7fd0800b77d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:23.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.020+0000 7fd07e7fc640 1 --2- 172.21.15.46:0/3313697331 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd0800d41c0 0x7fd0800d4b20 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fd0680097a0 tx=0x7fd06802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=400855d3c65551ea server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:23.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.020+0000 7fd07dffb640 1 -- 172.21.15.46:0/3313697331 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd068037070 con 0x7fd0800d41c0 2024-09-19T05:51:23.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.020+0000 7fd07dffb640 1 -- 172.21.15.46:0/3313697331 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd068032440 con 0x7fd0800d41c0 2024-09-19T05:51:23.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.020+0000 7fd07dffb640 1 -- 172.21.15.46:0/3313697331 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0680327f0 con 0x7fd0800d41c0 2024-09-19T05:51:23.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.020+0000 7fd0852e4640 1 -- 172.21.15.46:0/3313697331 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd0800d41c0 msgr2=0x7fd0800d4b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:23.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.020+0000 7fd0852e4640 1 --2- 172.21.15.46:0/3313697331 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd0800d41c0 0x7fd0800d4b20 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fd0680097a0 tx=0x7fd06802a180 comp rx=0 tx=0).stop 2024-09-19T05:51:23.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.020+0000 7fd0852e4640 1 -- 172.21.15.46:0/3313697331 shutdown_connections 2024-09-19T05:51:23.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.020+0000 7fd0852e4640 1 --2- 172.21.15.46:0/3313697331 >> v2:172.21.15.78:3300/0 conn(0x7fd0800d5060 0x7fd0800b77d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:23.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.020+0000 7fd0852e4640 1 --2- 172.21.15.46:0/3313697331 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd0800d41c0 0x7fd0800d4b20 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:23.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.020+0000 7fd0852e4640 1 -- 172.21.15.46:0/3313697331 >> 172.21.15.46:0/3313697331 conn(0x7fd0800723c0 msgr2=0x7fd0800727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:23.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.020+0000 7fd0852e4640 1 -- 172.21.15.46:0/3313697331 shutdown_connections 2024-09-19T05:51:23.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.020+0000 7fd0852e4640 1 -- 172.21.15.46:0/3313697331 wait complete. 2024-09-19T05:51:23.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.022+0000 7fd0852e4640 1 Processor -- start 2024-09-19T05:51:23.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.022+0000 7fd0852e4640 1 -- start start 2024-09-19T05:51:23.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.022+0000 7fd0852e4640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd0800d41c0 0x7fd08015f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:23.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.022+0000 7fd0852e4640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0800d5060 0x7fd0800ab1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:23.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.022+0000 7fd0852e4640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd08015e6d0 0x7fd0800ab6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:23.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.022+0000 7fd0852e4640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd0800cfbd0 con 0x7fd0800d5060 2024-09-19T05:51:23.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.022+0000 7fd0852e4640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd0800d39c0 con 0x7fd08015e6d0 2024-09-19T05:51:23.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.022+0000 7fd0852e4640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fd0800d2d60 con 0x7fd0800d41c0 2024-09-19T05:51:23.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.023+0000 7fd07e7fc640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0800d5060 0x7fd0800ab1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:23.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.023+0000 7fd07e7fc640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0800d5060 0x7fd0800ab1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46764/0 (socket says 172.21.15.46:46764) 2024-09-19T05:51:23.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.023+0000 7fd07e7fc640 1 -- 172.21.15.46:0/566380870 learned_addr learned my addr 172.21.15.46:0/566380870 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:23.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.023+0000 7fd07f7fe640 1 --2- 172.21.15.46:0/566380870 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd08015e6d0 0x7fd0800ab6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:23.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.023+0000 7fd07effd640 1 --2- 172.21.15.46:0/566380870 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd0800d41c0 0x7fd08015f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:23.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.023+0000 7fd07e7fc640 1 -- 172.21.15.46:0/566380870 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd0800d41c0 msgr2=0x7fd08015f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:23.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.023+0000 7fd07e7fc640 1 --2- 172.21.15.46:0/566380870 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd0800d41c0 0x7fd08015f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:23.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.023+0000 7fd07e7fc640 1 -- 172.21.15.46:0/566380870 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd08015e6d0 msgr2=0x7fd0800ab6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:23.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.023+0000 7fd07e7fc640 1 --2- 172.21.15.46:0/566380870 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd08015e6d0 0x7fd0800ab6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:23.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.023+0000 7fd07e7fc640 1 -- 172.21.15.46:0/566380870 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd08014d5b0 con 0x7fd0800d5060 2024-09-19T05:51:23.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.023+0000 7fd07f7fe640 1 --2- 172.21.15.46:0/566380870 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd08015e6d0 0x7fd0800ab6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:23.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.023+0000 7fd07e7fc640 1 --2- 172.21.15.46:0/566380870 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0800d5060 0x7fd0800ab1a0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fd06802a1c0 tx=0x7fd0680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:23.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.023+0000 7fd0777fe640 1 -- 172.21.15.46:0/566380870 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd068037040 con 0x7fd0800d5060 2024-09-19T05:51:23.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.023+0000 7fd0777fe640 1 -- 172.21.15.46:0/566380870 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd068042070 con 0x7fd0800d5060 2024-09-19T05:51:23.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.023+0000 7fd0852e4640 1 -- 172.21.15.46:0/566380870 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd08014a6d0 con 0x7fd0800d5060 2024-09-19T05:51:23.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.023+0000 7fd0777fe640 1 -- 172.21.15.46:0/566380870 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd06803b930 con 0x7fd0800d5060 2024-09-19T05:51:23.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.023+0000 7fd0852e4640 1 -- 172.21.15.46:0/566380870 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd08014af70 con 0x7fd0800d5060 2024-09-19T05:51:23.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.024+0000 7fd0852e4640 1 -- 172.21.15.46:0/566380870 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd08014a8a0 con 0x7fd0800d5060 2024-09-19T05:51:23.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.025+0000 7fd0777fe640 1 -- 172.21.15.46:0/566380870 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd06803bad0 con 0x7fd0800d5060 2024-09-19T05:51:23.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.025+0000 7fd0777fe640 1 --2- 172.21.15.46:0/566380870 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd06006c2b0 0x7fd06006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:23.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.025+0000 7fd0777fe640 1 -- 172.21.15.46:0/566380870 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fd0680aba60 con 0x7fd0800d5060 2024-09-19T05:51:23.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.025+0000 7fd07effd640 1 --2- 172.21.15.46:0/566380870 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd06006c2b0 0x7fd06006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:23.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.026+0000 7fd07effd640 1 --2- 172.21.15.46:0/566380870 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd06006c2b0 0x7fd06006e770 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fd070005c00 tx=0x7fd070009040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:23.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.029+0000 7fd0777fe640 1 -- 172.21.15.46:0/566380870 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd06807a4a0 con 0x7fd0800d5060 2024-09-19T05:51:23.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.206+0000 7fd0852e4640 1 -- 172.21.15.46:0/566380870 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fd0800d4b20 con 0x7fd0800d5060 2024-09-19T05:51:23.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.207+0000 7fd0777fe640 1 -- 172.21.15.46:0/566380870 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v28) ==== 84+0+65 (secure 0 0 0) 0x7fd068079da0 con 0x7fd0800d5060 2024-09-19T05:51:23.209 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:23.209 INFO:teuthology.orchestra.run.smithi046.stdout:[ 2024-09-19T05:51:23.209 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:23.209 INFO:teuthology.orchestra.run.smithi046.stdout: "poolnum": 1, 2024-09-19T05:51:23.209 INFO:teuthology.orchestra.run.smithi046.stdout: "poolname": ".mgr" 2024-09-19T05:51:23.209 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:23.209 INFO:teuthology.orchestra.run.smithi046.stdout:] 2024-09-19T05:51:23.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.209+0000 7fd0852e4640 1 -- 172.21.15.46:0/566380870 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd06006c2b0 msgr2=0x7fd06006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:23.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.209+0000 7fd0852e4640 1 --2- 172.21.15.46:0/566380870 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd06006c2b0 0x7fd06006e770 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fd070005c00 tx=0x7fd070009040 comp rx=0 tx=0).stop 2024-09-19T05:51:23.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.209+0000 7fd0852e4640 1 -- 172.21.15.46:0/566380870 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0800d5060 msgr2=0x7fd0800ab1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:23.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.209+0000 7fd0852e4640 1 --2- 172.21.15.46:0/566380870 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0800d5060 0x7fd0800ab1a0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fd06802a1c0 tx=0x7fd0680046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:23.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.209+0000 7fd0852e4640 1 -- 172.21.15.46:0/566380870 shutdown_connections 2024-09-19T05:51:23.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.209+0000 7fd0852e4640 1 --2- 172.21.15.46:0/566380870 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fd06006c2b0 0x7fd06006e770 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:23.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.209+0000 7fd0852e4640 1 --2- 172.21.15.46:0/566380870 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd08015e6d0 0x7fd0800ab6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:23.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.209+0000 7fd0852e4640 1 --2- 172.21.15.46:0/566380870 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0800d5060 0x7fd0800ab1a0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:23.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.209+0000 7fd0852e4640 1 --2- 172.21.15.46:0/566380870 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd0800d41c0 0x7fd08015f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:23.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.209+0000 7fd0852e4640 1 -- 172.21.15.46:0/566380870 >> 172.21.15.46:0/566380870 conn(0x7fd0800723c0 msgr2=0x7fd0800b8c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:23.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.209+0000 7fd0852e4640 1 -- 172.21.15.46:0/566380870 shutdown_connections 2024-09-19T05:51:23.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.209+0000 7fd0852e4640 1 -- 172.21.15.46:0/566380870 wait complete. 2024-09-19T05:51:23.221 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T05:51:23.222 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T05:51:23.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.327+0000 7f6e47996640 1 Processor -- start 2024-09-19T05:51:23.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.327+0000 7f6e47996640 1 -- start start 2024-09-19T05:51:23.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.327+0000 7f6e47996640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f6e400aeb60 0x7f6e4015c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:23.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e47996640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e400d0650 0x7f6e400d0ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:23.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e47996640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e4015c0c0 con 0x7f6e400b4bc0 2024-09-19T05:51:23.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e47996640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f6e4015c3a0 con 0x7f6e400aeb60 2024-09-19T05:51:23.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e47996640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f6e4015c680 con 0x7f6e400d0650 2024-09-19T05:51:23.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e44f31640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f6e400b4bc0 0x7f6e4015b7c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:36732/0 (socket says 172.21.15.46:36732) 2024-09-19T05:51:23.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e44f31640 1 -- 172.21.15.46:0/2814105791 learned_addr learned my addr 172.21.15.46:0/2814105791 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:23.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e45f33640 1 --2- 172.21.15.46:0/2814105791 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e400d0650 0x7f6e400d0ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:23.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e45732640 1 --2- 172.21.15.46:0/2814105791 >> v2:172.21.15.78:3300/0 conn(0x7f6e400aeb60 0x7f6e4015c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:23.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e37fff640 1 -- 172.21.15.46:0/2814105791 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 845026485 0 0) 0x7f6e4015c0c0 con 0x7f6e400b4bc0 2024-09-19T05:51:23.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e37fff640 1 -- 172.21.15.46:0/2814105791 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6e2c003520 con 0x7f6e400b4bc0 2024-09-19T05:51:23.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e37fff640 1 -- 172.21.15.46:0/2814105791 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1343029452 0 0) 0x7f6e2c003520 con 0x7f6e400b4bc0 2024-09-19T05:51:23.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e37fff640 1 -- 172.21.15.46:0/2814105791 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e400d0650 msgr2=0x7f6e400d0ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:23.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e37fff640 1 --2- 172.21.15.46:0/2814105791 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e400d0650 0x7f6e400d0ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:23.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e37fff640 1 -- 172.21.15.46:0/2814105791 >> v2:172.21.15.78:3300/0 conn(0x7f6e400aeb60 msgr2=0x7f6e4015c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:23.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e37fff640 1 --2- 172.21.15.46:0/2814105791 >> v2:172.21.15.78:3300/0 conn(0x7f6e400aeb60 0x7f6e4015c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:23.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e37fff640 1 -- 172.21.15.46:0/2814105791 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e400b30e0 con 0x7f6e400b4bc0 2024-09-19T05:51:23.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e37fff640 1 -- 172.21.15.46:0/2814105791 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 238125057 0 0) 0x7f6e30001670 con 0x7f6e400b4bc0 2024-09-19T05:51:23.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e37fff640 1 -- 172.21.15.46:0/2814105791 >> v1:172.21.15.46:6789/0 conn(0x7f6e400b4bc0 legacy=0x7f6e4015b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:23.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e37fff640 1 --2- 172.21.15.46:0/2814105791 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e2c0039b0 0x7f6e2c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:23.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e37fff640 1 --2- 172.21.15.46:0/2814105791 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e2c004800 0x7f6e2c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:23.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e37fff640 1 --2- 172.21.15.46:0/2814105791 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e400d0650 0x7f6e2c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:23.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e37fff640 1 -- 172.21.15.46:0/2814105791 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6e4015c3a0 con 0x7f6e2c0039b0 2024-09-19T05:51:23.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e37fff640 1 -- 172.21.15.46:0/2814105791 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f6e4015c680 con 0x7f6e2c004800 2024-09-19T05:51:23.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e37fff640 1 -- 172.21.15.46:0/2814105791 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f6e2c00b9c0 con 0x7f6e400d0650 2024-09-19T05:51:23.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.328+0000 7f6e45732640 1 --2- 172.21.15.46:0/2814105791 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e2c0039b0 0x7f6e2c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:23.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.329+0000 7f6e44f31640 1 --2- 172.21.15.46:0/2814105791 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e2c004800 0x7f6e2c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:23.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.329+0000 7f6e45f33640 1 --2- 172.21.15.46:0/2814105791 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e400d0650 0x7f6e2c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:23.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.329+0000 7f6e45732640 1 -- 172.21.15.46:0/2814105791 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e400d0650 msgr2=0x7f6e2c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:23.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.329+0000 7f6e45732640 1 --2- 172.21.15.46:0/2814105791 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e400d0650 0x7f6e2c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:23.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.329+0000 7f6e45732640 1 -- 172.21.15.46:0/2814105791 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e2c004800 msgr2=0x7f6e2c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:23.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.329+0000 7f6e45732640 1 --2- 172.21.15.46:0/2814105791 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e2c004800 0x7f6e2c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:23.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.329+0000 7f6e45732640 1 -- 172.21.15.46:0/2814105791 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e2c003520 con 0x7f6e2c0039b0 2024-09-19T05:51:23.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.330+0000 7f6e45732640 1 --2- 172.21.15.46:0/2814105791 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e2c0039b0 0x7f6e2c003dd0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f6e3c009650 tx=0x7f6e2c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4c0d18dcafab196 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:23.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.330+0000 7f6e37fff640 1 -- 172.21.15.46:0/2814105791 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e3c038070 con 0x7f6e2c0039b0 2024-09-19T05:51:23.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.330+0000 7f6e37fff640 1 -- 172.21.15.46:0/2814105791 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e3c033400 con 0x7f6e2c0039b0 2024-09-19T05:51:23.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.330+0000 7f6e37fff640 1 -- 172.21.15.46:0/2814105791 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e3c009690 con 0x7f6e2c0039b0 2024-09-19T05:51:23.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.330+0000 7f6e47996640 1 -- 172.21.15.46:0/2814105791 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e2c0039b0 msgr2=0x7f6e2c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:23.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.330+0000 7f6e47996640 1 --2- 172.21.15.46:0/2814105791 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e2c0039b0 0x7f6e2c003dd0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f6e3c009650 tx=0x7f6e2c005830 comp rx=0 tx=0).stop 2024-09-19T05:51:23.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.330+0000 7f6e45f33640 1 -- 172.21.15.46:0/2814105791 reap_dead start 2024-09-19T05:51:23.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.330+0000 7f6e47996640 1 -- 172.21.15.46:0/2814105791 shutdown_connections 2024-09-19T05:51:23.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.330+0000 7f6e47996640 1 -- 172.21.15.46:0/2814105791 >> 172.21.15.46:0/2814105791 conn(0x7f6e40062a50 msgr2=0x7f6e40062e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:23.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.330+0000 7f6e47996640 1 -- 172.21.15.46:0/2814105791 shutdown_connections 2024-09-19T05:51:23.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.330+0000 7f6e47996640 1 -- 172.21.15.46:0/2814105791 wait complete. 2024-09-19T05:51:23.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.332+0000 7f6e47996640 1 Processor -- start 2024-09-19T05:51:23.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.332+0000 7f6e47996640 1 -- start start 2024-09-19T05:51:23.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.332+0000 7f6e47996640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e2c0039b0 0x7f6e400cd470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:23.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.332+0000 7f6e47996640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e4014d930 0x7f6e4015a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:23.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.332+0000 7f6e47996640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e4015a830 0x7f6e40073010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:23.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.332+0000 7f6e47996640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6e400d0c60 con 0x7f6e4014d930 2024-09-19T05:51:23.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.332+0000 7f6e47996640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f6e400d0ae0 con 0x7f6e4015a830 2024-09-19T05:51:23.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.332+0000 7f6e47996640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f6e400d0de0 con 0x7f6e2c0039b0 2024-09-19T05:51:23.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.333+0000 7f6e44f31640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e4014d930 0x7f6e4015a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:23.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.333+0000 7f6e44f31640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e4014d930 0x7f6e4015a2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46782/0 (socket says 172.21.15.46:46782) 2024-09-19T05:51:23.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.333+0000 7f6e44f31640 1 -- 172.21.15.46:0/3457935261 learned_addr learned my addr 172.21.15.46:0/3457935261 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:23.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.333+0000 7f6e45f33640 1 --2- 172.21.15.46:0/3457935261 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e4015a830 0x7f6e40073010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:23.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.333+0000 7f6e45732640 1 --2- 172.21.15.46:0/3457935261 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e2c0039b0 0x7f6e400cd470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:23.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.333+0000 7f6e44f31640 1 -- 172.21.15.46:0/3457935261 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e2c0039b0 msgr2=0x7f6e400cd470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:23.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.333+0000 7f6e44f31640 1 --2- 172.21.15.46:0/3457935261 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e2c0039b0 0x7f6e400cd470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:23.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.333+0000 7f6e44f31640 1 -- 172.21.15.46:0/3457935261 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e4015a830 msgr2=0x7f6e40073010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:23.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.333+0000 7f6e44f31640 1 --2- 172.21.15.46:0/3457935261 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e4015a830 0x7f6e40073010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:23.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.333+0000 7f6e44f31640 1 -- 172.21.15.46:0/3457935261 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e40073fe0 con 0x7f6e4014d930 2024-09-19T05:51:23.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.333+0000 7f6e45732640 1 --2- 172.21.15.46:0/3457935261 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e2c0039b0 0x7f6e400cd470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:23.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.333+0000 7f6e45f33640 1 --2- 172.21.15.46:0/3457935261 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e4015a830 0x7f6e40073010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:23.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.333+0000 7f6e44f31640 1 --2- 172.21.15.46:0/3457935261 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e4014d930 0x7f6e4015a2f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f6e30007310 tx=0x7f6e300077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:23.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.333+0000 7f6e35ffb640 1 -- 172.21.15.46:0/3457935261 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e3000f960 con 0x7f6e4014d930 2024-09-19T05:51:23.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.333+0000 7f6e35ffb640 1 -- 172.21.15.46:0/3457935261 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e30018070 con 0x7f6e4014d930 2024-09-19T05:51:23.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.333+0000 7f6e47996640 1 -- 172.21.15.46:0/3457935261 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e40073d00 con 0x7f6e4014d930 2024-09-19T05:51:23.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.333+0000 7f6e35ffb640 1 -- 172.21.15.46:0/3457935261 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e3000fda0 con 0x7f6e4014d930 2024-09-19T05:51:23.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.334+0000 7f6e47996640 1 -- 172.21.15.46:0/3457935261 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e400ccc70 con 0x7f6e4014d930 2024-09-19T05:51:23.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.334+0000 7f6e47996640 1 -- 172.21.15.46:0/3457935261 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e40071090 con 0x7f6e4014d930 2024-09-19T05:51:23.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.335+0000 7f6e35ffb640 1 -- 172.21.15.46:0/3457935261 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6e3001d460 con 0x7f6e4014d930 2024-09-19T05:51:23.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.335+0000 7f6e35ffb640 1 --2- 172.21.15.46:0/3457935261 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6e2406c2e0 0x7f6e2406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:23.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.335+0000 7f6e35ffb640 1 -- 172.21.15.46:0/3457935261 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f6e3008b190 con 0x7f6e4014d930 2024-09-19T05:51:23.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.336+0000 7f6e45732640 1 --2- 172.21.15.46:0/3457935261 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6e2406c2e0 0x7f6e2406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:23.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.336+0000 7f6e45732640 1 --2- 172.21.15.46:0/3457935261 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6e2406c2e0 0x7f6e2406e7a0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f6e3c035000 tx=0x7f6e3c010040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:23.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.340+0000 7f6e35ffb640 1 -- 172.21.15.46:0/3457935261 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6e40071090 con 0x7f6e4014d930 2024-09-19T05:51:23.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:23.515+0000 7f6e47996640 1 -- 172.21.15.46:0/3457935261 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f6e4015ac40 con 0x7f6e4014d930 2024-09-19T05:51:24.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.239+0000 7f6e35ffb640 1 -- 172.21.15.46:0/3457935261 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v29) ==== 138+0+0 (secure 0 0 0) 0x7f6e4015ac40 con 0x7f6e4014d930 2024-09-19T05:51:24.241 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_metadata' created 2024-09-19T05:51:24.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.242+0000 7f6e47996640 1 -- 172.21.15.46:0/3457935261 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6e2406c2e0 msgr2=0x7f6e2406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:24.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.242+0000 7f6e47996640 1 --2- 172.21.15.46:0/3457935261 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6e2406c2e0 0x7f6e2406e7a0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f6e3c035000 tx=0x7f6e3c010040 comp rx=0 tx=0).stop 2024-09-19T05:51:24.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.242+0000 7f6e47996640 1 -- 172.21.15.46:0/3457935261 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e4014d930 msgr2=0x7f6e4015a2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:24.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.242+0000 7f6e47996640 1 --2- 172.21.15.46:0/3457935261 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e4014d930 0x7f6e4015a2f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f6e30007310 tx=0x7f6e300077d0 comp rx=0 tx=0).stop 2024-09-19T05:51:24.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.242+0000 7f6e47996640 1 -- 172.21.15.46:0/3457935261 shutdown_connections 2024-09-19T05:51:24.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.242+0000 7f6e47996640 1 --2- 172.21.15.46:0/3457935261 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f6e2406c2e0 0x7f6e2406e7a0 secure :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f6e3c035000 tx=0x7f6e3c010040 comp rx=0 tx=0).stop 2024-09-19T05:51:24.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.242+0000 7f6e47996640 1 --2- 172.21.15.46:0/3457935261 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e4015a830 0x7f6e40073010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:24.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.242+0000 7f6e47996640 1 --2- 172.21.15.46:0/3457935261 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e4014d930 0x7f6e4015a2f0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:24.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.243+0000 7f6e47996640 1 --2- 172.21.15.46:0/3457935261 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e2c0039b0 0x7f6e400cd470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:24.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.243+0000 7f6e47996640 1 -- 172.21.15.46:0/3457935261 >> 172.21.15.46:0/3457935261 conn(0x7f6e40062a50 msgr2=0x7f6e400afe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:24.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.243+0000 7f6e47996640 1 -- 172.21.15.46:0/3457935261 shutdown_connections 2024-09-19T05:51:24.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.243+0000 7f6e47996640 1 -- 172.21.15.46:0/3457935261 wait complete. 2024-09-19T05:51:24.262 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T05:51:24.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.377+0000 7f0804065640 1 Processor -- start 2024-09-19T05:51:24.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.377+0000 7f0804065640 1 -- start start 2024-09-19T05:51:24.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.378+0000 7f0804065640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07fc15e830 0x7f07fc0cf650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:24.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.378+0000 7f0804065640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07fc0b8010 con 0x7f07fc0d1030 2024-09-19T05:51:24.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.378+0000 7f0804065640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07fc0d2b30 con 0x7f07fc0b3150 2024-09-19T05:51:24.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.378+0000 7f0804065640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f07fc0d2e10 con 0x7f07fc15e830 2024-09-19T05:51:24.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.378+0000 7f0802602640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f07fc0d1030 0x7f07fc0d38f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:38318/0 (socket says 172.21.15.46:38318) 2024-09-19T05:51:24.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.378+0000 7f0802602640 1 -- 172.21.15.46:0/3095385888 learned_addr learned my addr 172.21.15.46:0/3095385888 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:24.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.378+0000 7f0801e01640 1 --2- 172.21.15.46:0/3095385888 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07fc15e830 0x7f07fc0cf650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:24.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.378+0000 7f0800dff640 1 -- 172.21.15.46:0/3095385888 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1298414808 0 0) 0x7f07f4001490 con 0x7f07fc0d1030 2024-09-19T05:51:24.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.378+0000 7f0800dff640 1 -- 172.21.15.46:0/3095385888 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f07e8003520 con 0x7f07fc0d1030 2024-09-19T05:51:24.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.379+0000 7f0800dff640 1 -- 172.21.15.46:0/3095385888 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2604059147 0 0) 0x7f07fc0d2b30 con 0x7f07fc0b3150 2024-09-19T05:51:24.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.379+0000 7f0800dff640 1 -- 172.21.15.46:0/3095385888 --> v1:172.21.15.78:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f07f4001490 con 0x7f07fc0b3150 2024-09-19T05:51:24.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.379+0000 7f0801e01640 1 -- 172.21.15.46:0/3095385888 >> v1:172.21.15.78:6789/0 conn(0x7f07fc0b3150 legacy=0x7f07fc0b7900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:24.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.379+0000 7f0801e01640 1 -- 172.21.15.46:0/3095385888 >> v1:172.21.15.46:6789/0 conn(0x7f07fc0d1030 legacy=0x7f07fc0d38f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:24.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.379+0000 7f0801e01640 1 -- 172.21.15.46:0/3095385888 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07fc0d30f0 con 0x7f07fc15e830 2024-09-19T05:51:24.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.379+0000 7f0801e01640 1 --2- 172.21.15.46:0/3095385888 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07fc15e830 0x7f07fc0cf650 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f07f80097d0 tx=0x7f07f802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=78ad127172792d56 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:24.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.380+0000 7f0800dff640 1 -- 172.21.15.46:0/3095385888 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f8037070 con 0x7f07fc15e830 2024-09-19T05:51:24.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.380+0000 7f0800dff640 1 -- 172.21.15.46:0/3095385888 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07f8032440 con 0x7f07fc15e830 2024-09-19T05:51:24.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.380+0000 7f0800dff640 1 -- 172.21.15.46:0/3095385888 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f80327f0 con 0x7f07fc15e830 2024-09-19T05:51:24.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.380+0000 7f0804065640 1 -- 172.21.15.46:0/3095385888 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07fc15e830 msgr2=0x7f07fc0cf650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:24.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.380+0000 7f0804065640 1 --2- 172.21.15.46:0/3095385888 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07fc15e830 0x7f07fc0cf650 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f07f80097d0 tx=0x7f07f802a180 comp rx=0 tx=0).stop 2024-09-19T05:51:24.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.380+0000 7f0804065640 1 -- 172.21.15.46:0/3095385888 shutdown_connections 2024-09-19T05:51:24.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.380+0000 7f0804065640 1 --2- 172.21.15.46:0/3095385888 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07fc15e830 0x7f07fc0cf650 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:24.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.380+0000 7f0804065640 1 -- 172.21.15.46:0/3095385888 >> 172.21.15.46:0/3095385888 conn(0x7f07fc062630 msgr2=0x7f07fc062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:24.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.380+0000 7f0804065640 1 -- 172.21.15.46:0/3095385888 shutdown_connections 2024-09-19T05:51:24.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.380+0000 7f0804065640 1 -- 172.21.15.46:0/3095385888 wait complete. 2024-09-19T05:51:24.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.382+0000 7f0804065640 1 Processor -- start 2024-09-19T05:51:24.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.382+0000 7f0804065640 1 -- start start 2024-09-19T05:51:24.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.382+0000 7f0804065640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f07fc0b3150 0x7f07fc15adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:24.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.382+0000 7f0804065640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f07fc0d1030 0x7f07fc157b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:24.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.382+0000 7f0804065640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07fc15e830 0x7f07fc15c870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:24.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.382+0000 7f0804065640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f07fc0d4000 con 0x7f07fc0b3150 2024-09-19T05:51:24.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.382+0000 7f0804065640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f07fc0cfeb0 con 0x7f07fc0d1030 2024-09-19T05:51:24.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.382+0000 7f0804065640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f07fc0d4180 con 0x7f07fc15e830 2024-09-19T05:51:24.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.383+0000 7f0801e01640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f07fc0b3150 0x7f07fc15adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:24.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.383+0000 7f0801e01640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f07fc0b3150 0x7f07fc15adf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41056/0 (socket says 172.21.15.46:41056) 2024-09-19T05:51:24.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.383+0000 7f0801e01640 1 -- 172.21.15.46:0/1999225201 learned_addr learned my addr 172.21.15.46:0/1999225201 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:24.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.383+0000 7f0802602640 1 --2- 172.21.15.46:0/1999225201 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07fc15e830 0x7f07fc15c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:24.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.383+0000 7f0801600640 1 --2- 172.21.15.46:0/1999225201 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f07fc0d1030 0x7f07fc157b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:24.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.383+0000 7f0801e01640 1 -- 172.21.15.46:0/1999225201 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07fc15e830 msgr2=0x7f07fc15c870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:24.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.383+0000 7f0801e01640 1 --2- 172.21.15.46:0/1999225201 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07fc15e830 0x7f07fc15c870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:24.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.383+0000 7f0801e01640 1 -- 172.21.15.46:0/1999225201 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f07fc0d1030 msgr2=0x7f07fc157b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:24.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.383+0000 7f0801e01640 1 --2- 172.21.15.46:0/1999225201 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f07fc0d1030 0x7f07fc157b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:24.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.383+0000 7f0801e01640 1 -- 172.21.15.46:0/1999225201 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07fc158080 con 0x7f07fc0b3150 2024-09-19T05:51:24.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.383+0000 7f0801600640 1 --2- 172.21.15.46:0/1999225201 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f07fc0d1030 0x7f07fc157b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:24.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.383+0000 7f0801e01640 1 --2- 172.21.15.46:0/1999225201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f07fc0b3150 0x7f07fc15adf0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f07f802a1c0 tx=0x7f07f80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:24.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.383+0000 7f07f27fc640 1 -- 172.21.15.46:0/1999225201 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f8041020 con 0x7f07fc0b3150 2024-09-19T05:51:24.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.383+0000 7f07f27fc640 1 -- 172.21.15.46:0/1999225201 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07f803d620 con 0x7f07fc0b3150 2024-09-19T05:51:24.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.383+0000 7f07f27fc640 1 -- 172.21.15.46:0/1999225201 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f8037040 con 0x7f07fc0b3150 2024-09-19T05:51:24.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.383+0000 7f0804065640 1 -- 172.21.15.46:0/1999225201 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07fc0b3aa0 con 0x7f07fc0b3150 2024-09-19T05:51:24.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.383+0000 7f0804065640 1 -- 172.21.15.46:0/1999225201 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07fc0b4060 con 0x7f07fc0b3150 2024-09-19T05:51:24.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.384+0000 7f0804065640 1 -- 172.21.15.46:0/1999225201 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07fc0cf650 con 0x7f07fc0b3150 2024-09-19T05:51:24.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.385+0000 7f07f27fc640 1 -- 172.21.15.46:0/1999225201 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f07f8044020 con 0x7f07fc0b3150 2024-09-19T05:51:24.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.385+0000 7f07f27fc640 1 --2- 172.21.15.46:0/1999225201 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f07e006c2b0 0x7f07e006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:24.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.386+0000 7f07f27fc640 1 -- 172.21.15.46:0/1999225201 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 5227+0+0 (secure 0 0 0) 0x7f07f80ab9d0 con 0x7f07fc0b3150 2024-09-19T05:51:24.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.386+0000 7f0801600640 1 --2- 172.21.15.46:0/1999225201 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f07e006c2b0 0x7f07e006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:24.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.386+0000 7f0801600640 1 --2- 172.21.15.46:0/1999225201 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f07e006c2b0 0x7f07e006e770 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f07fc069f00 tx=0x7f07ec009040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:24.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.390+0000 7f07f27fc640 1 -- 172.21.15.46:0/1999225201 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f07f804b030 con 0x7f07fc0b3150 2024-09-19T05:51:24.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:24.566+0000 7f0804065640 1 -- 172.21.15.46:0/1999225201 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f07fc06bbc0 con 0x7f07fc0b3150 2024-09-19T05:51:25.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.241+0000 7f07f27fc640 1 -- 172.21.15.46:0/1999225201 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v30) ==== 170+0+0 (secure 0 0 0) 0x7f07f807a330 con 0x7f07fc0b3150 2024-09-19T05:51:25.243 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_data' created 2024-09-19T05:51:25.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.245+0000 7f0804065640 1 -- 172.21.15.46:0/1999225201 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f07e006c2b0 msgr2=0x7f07e006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:25.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.245+0000 7f0804065640 1 --2- 172.21.15.46:0/1999225201 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f07e006c2b0 0x7f07e006e770 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f07fc069f00 tx=0x7f07ec009040 comp rx=0 tx=0).stop 2024-09-19T05:51:25.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.245+0000 7f0804065640 1 -- 172.21.15.46:0/1999225201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f07fc0b3150 msgr2=0x7f07fc15adf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:25.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.245+0000 7f0804065640 1 --2- 172.21.15.46:0/1999225201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f07fc0b3150 0x7f07fc15adf0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f07f802a1c0 tx=0x7f07f80046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:25.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.245+0000 7f0804065640 1 -- 172.21.15.46:0/1999225201 shutdown_connections 2024-09-19T05:51:25.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.245+0000 7f0804065640 1 --2- 172.21.15.46:0/1999225201 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f07e006c2b0 0x7f07e006e770 secure :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f07fc069f00 tx=0x7f07ec009040 comp rx=0 tx=0).stop 2024-09-19T05:51:25.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.245+0000 7f0804065640 1 --2- 172.21.15.46:0/1999225201 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f07fc15e830 0x7f07fc15c870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:25.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.245+0000 7f0804065640 1 --2- 172.21.15.46:0/1999225201 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f07fc0d1030 0x7f07fc157b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:25.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.245+0000 7f0804065640 1 --2- 172.21.15.46:0/1999225201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f07fc0b3150 0x7f07fc15adf0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:25.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.245+0000 7f0804065640 1 -- 172.21.15.46:0/1999225201 >> 172.21.15.46:0/1999225201 conn(0x7f07fc062630 msgr2=0x7f07fc0cec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:25.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.246+0000 7f0804065640 1 -- 172.21.15.46:0/1999225201 shutdown_connections 2024-09-19T05:51:25.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.247+0000 7f0804065640 1 -- 172.21.15.46:0/1999225201 wait complete. 2024-09-19T05:51:25.273 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T05:51:25.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.379+0000 7fb03c82e640 1 Processor -- start 2024-09-19T05:51:25.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.380+0000 7fb03c82e640 1 -- start start 2024-09-19T05:51:25.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.381+0000 7fb03c82e640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fb0380b3e80 0x7fb0380b4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:25.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.381+0000 7fb03c82e640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb038163f50 0x7fb038166340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:25.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.381+0000 7fb03c82e640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb03806f110 con 0x7fb0380d1bf0 2024-09-19T05:51:25.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.381+0000 7fb03c82e640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fb03806f3f0 con 0x7fb0380b3e80 2024-09-19T05:51:25.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.381+0000 7fb03c82e640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fb03806f6d0 con 0x7fb038163f50 2024-09-19T05:51:25.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.381+0000 7fb036d9d640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb038163f50 0x7fb038166340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:25.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.381+0000 7fb035d9b640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fb0380b3e80 0x7fb0380b4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:25.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.381+0000 7fb03659c640 1 --1- >> v1:172.21.15.78:6789/0 conn(0x7fb0380d1bf0 0x7fb03815d3c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.78:6789/0 says I am v1:172.21.15.46:45370/0 (socket says 172.21.15.46:45370) 2024-09-19T05:51:25.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.381+0000 7fb03659c640 1 -- 172.21.15.46:0/520152339 learned_addr learned my addr 172.21.15.46:0/520152339 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:25.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.381+0000 7fb036d9d640 1 -- 172.21.15.46:0/520152339 >> v2:172.21.15.78:3300/0 conn(0x7fb0380b3e80 msgr2=0x7fb0380b4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:25.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.381+0000 7fb036d9d640 1 --2- 172.21.15.46:0/520152339 >> v2:172.21.15.78:3300/0 conn(0x7fb0380b3e80 0x7fb0380b4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:25.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.381+0000 7fb036d9d640 1 -- 172.21.15.46:0/520152339 >> v1:172.21.15.78:6789/0 conn(0x7fb0380d1bf0 legacy=0x7fb03815d3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:25.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.381+0000 7fb036d9d640 1 -- 172.21.15.46:0/520152339 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb03806f9b0 con 0x7fb038163f50 2024-09-19T05:51:25.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.381+0000 7fb035d9b640 1 --2- 172.21.15.46:0/520152339 >> v2:172.21.15.78:3300/0 conn(0x7fb0380b3e80 0x7fb0380b4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:25.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.382+0000 7fb036d9d640 1 --2- 172.21.15.46:0/520152339 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb038163f50 0x7fb038166340 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fb030009d90 tx=0x7fb03002a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40e0fb3861978f55 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:25.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.382+0000 7fb03559a640 1 -- 172.21.15.46:0/520152339 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb030007740 con 0x7fb038163f50 2024-09-19T05:51:25.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.382+0000 7fb03559a640 1 -- 172.21.15.46:0/520152339 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0300078e0 con 0x7fb038163f50 2024-09-19T05:51:25.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.382+0000 7fb03559a640 1 -- 172.21.15.46:0/520152339 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb030007cb0 con 0x7fb038163f50 2024-09-19T05:51:25.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.383+0000 7fb03c82e640 1 -- 172.21.15.46:0/520152339 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb038163f50 msgr2=0x7fb038166340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:25.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.383+0000 7fb03c82e640 1 --2- 172.21.15.46:0/520152339 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb038163f50 0x7fb038166340 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fb030009d90 tx=0x7fb03002a660 comp rx=0 tx=0).stop 2024-09-19T05:51:25.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.383+0000 7fb03c82e640 1 -- 172.21.15.46:0/520152339 shutdown_connections 2024-09-19T05:51:25.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.383+0000 7fb03c82e640 1 --2- 172.21.15.46:0/520152339 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb038163f50 0x7fb038166340 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:25.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.383+0000 7fb03c82e640 1 --2- 172.21.15.46:0/520152339 >> v2:172.21.15.78:3300/0 conn(0x7fb0380b3e80 0x7fb0380b4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:25.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.383+0000 7fb03c82e640 1 -- 172.21.15.46:0/520152339 >> 172.21.15.46:0/520152339 conn(0x7fb0380cee80 msgr2=0x7fb0380cf290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:25.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.383+0000 7fb03c82e640 1 -- 172.21.15.46:0/520152339 shutdown_connections 2024-09-19T05:51:25.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.383+0000 7fb03c82e640 1 -- 172.21.15.46:0/520152339 wait complete. 2024-09-19T05:51:25.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.384+0000 7fb03c82e640 1 Processor -- start 2024-09-19T05:51:25.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.384+0000 7fb03c82e640 1 -- start start 2024-09-19T05:51:25.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.385+0000 7fb03c82e640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb0380b3e80 0x7fb038152220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:25.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.385+0000 7fb03c82e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb0380d1bf0 0x7fb0380b7950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:25.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.385+0000 7fb03c82e640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb038163f50 0x7fb038157cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:25.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.385+0000 7fb03c82e640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb03806ed70 con 0x7fb038163f50 2024-09-19T05:51:25.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.385+0000 7fb03c82e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb038073950 con 0x7fb0380d1bf0 2024-09-19T05:51:25.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.385+0000 7fb03c82e640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fb03806eef0 con 0x7fb0380b3e80 2024-09-19T05:51:25.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.385+0000 7fb036d9d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb038163f50 0x7fb038157cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:25.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.385+0000 7fb03659c640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb0380b3e80 0x7fb038152220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:25.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.385+0000 7fb036d9d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb038163f50 0x7fb038157cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41066/0 (socket says 172.21.15.46:41066) 2024-09-19T05:51:25.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.385+0000 7fb03659c640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb0380b3e80 0x7fb038152220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.46:51816/0 (socket says 172.21.15.46:51816) 2024-09-19T05:51:25.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.385+0000 7fb036d9d640 1 -- 172.21.15.46:0/2457885074 learned_addr learned my addr 172.21.15.46:0/2457885074 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:25.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.385+0000 7fb035d9b640 1 --2- 172.21.15.46:0/2457885074 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb0380d1bf0 0x7fb0380b7950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:25.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.386+0000 7fb036d9d640 1 -- 172.21.15.46:0/2457885074 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb0380b3e80 msgr2=0x7fb038152220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:25.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.386+0000 7fb036d9d640 1 --2- 172.21.15.46:0/2457885074 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb0380b3e80 0x7fb038152220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:25.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.386+0000 7fb036d9d640 1 -- 172.21.15.46:0/2457885074 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb0380d1bf0 msgr2=0x7fb0380b7950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:25.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.386+0000 7fb036d9d640 1 --2- 172.21.15.46:0/2457885074 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb0380d1bf0 0x7fb0380b7950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:25.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.386+0000 7fb036d9d640 1 -- 172.21.15.46:0/2457885074 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb038156c20 con 0x7fb038163f50 2024-09-19T05:51:25.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.386+0000 7fb035d9b640 1 --2- 172.21.15.46:0/2457885074 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb0380d1bf0 0x7fb0380b7950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:25.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.386+0000 7fb03659c640 1 --2- 172.21.15.46:0/2457885074 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb0380b3e80 0x7fb038152220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:25.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.386+0000 7fb036d9d640 1 --2- 172.21.15.46:0/2457885074 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb038163f50 0x7fb038157cc0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fb030009eb0 tx=0x7fb030004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:25.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.386+0000 7fb026ffd640 1 -- 172.21.15.46:0/2457885074 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb03003f070 con 0x7fb038163f50 2024-09-19T05:51:25.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.386+0000 7fb026ffd640 1 -- 172.21.15.46:0/2457885074 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb030031bc0 con 0x7fb038163f50 2024-09-19T05:51:25.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.386+0000 7fb03c82e640 1 -- 172.21.15.46:0/2457885074 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb038156f00 con 0x7fb038163f50 2024-09-19T05:51:25.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.386+0000 7fb026ffd640 1 -- 172.21.15.46:0/2457885074 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb030009450 con 0x7fb038163f50 2024-09-19T05:51:25.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.386+0000 7fb03c82e640 1 -- 172.21.15.46:0/2457885074 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0381574c0 con 0x7fb038163f50 2024-09-19T05:51:25.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.387+0000 7fb03c82e640 1 -- 172.21.15.46:0/2457885074 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0380cffd0 con 0x7fb038163f50 2024-09-19T05:51:25.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.388+0000 7fb026ffd640 1 -- 172.21.15.46:0/2457885074 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb03003b410 con 0x7fb038163f50 2024-09-19T05:51:25.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.388+0000 7fb026ffd640 1 --2- 172.21.15.46:0/2457885074 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb01806c2b0 0x7fb01806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:25.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.388+0000 7fb026ffd640 1 -- 172.21.15.46:0/2457885074 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5609+0+0 (secure 0 0 0) 0x7fb0300ac9f0 con 0x7fb038163f50 2024-09-19T05:51:25.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.389+0000 7fb03659c640 1 --2- 172.21.15.46:0/2457885074 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb01806c2b0 0x7fb01806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:25.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.389+0000 7fb03659c640 1 --2- 172.21.15.46:0/2457885074 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb01806c2b0 0x7fb01806e770 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fb028007fd0 tx=0x7fb028007e80 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:25.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.393+0000 7fb026ffd640 1 -- 172.21.15.46:0/2457885074 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb03007ab70 con 0x7fb038163f50 2024-09-19T05:51:25.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:25.604+0000 7fb03c82e640 1 -- 172.21.15.46:0/2457885074 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fb038050090 con 0x7fb038163f50 2024-09-19T05:51:26.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.266+0000 7fb026ffd640 1 -- 172.21.15.46:0/2457885074 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v12) ==== 172+0+0 (secure 0 0 0) 0x7fb03007ee70 con 0x7fb038163f50 2024-09-19T05:51:26.268 INFO:teuthology.orchestra.run.smithi046.stderr:new fs with metadata pool 4 and data pool 5 2024-09-19T05:51:26.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.275+0000 7fb03c82e640 1 -- 172.21.15.46:0/2457885074 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb01806c2b0 msgr2=0x7fb01806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:26.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.275+0000 7fb03c82e640 1 --2- 172.21.15.46:0/2457885074 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb01806c2b0 0x7fb01806e770 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fb028007fd0 tx=0x7fb028007e80 comp rx=0 tx=0).stop 2024-09-19T05:51:26.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.275+0000 7fb03c82e640 1 -- 172.21.15.46:0/2457885074 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb038163f50 msgr2=0x7fb038157cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:26.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.275+0000 7fb03c82e640 1 --2- 172.21.15.46:0/2457885074 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb038163f50 0x7fb038157cc0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fb030009eb0 tx=0x7fb030004a40 comp rx=0 tx=0).stop 2024-09-19T05:51:26.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.276+0000 7fb03c82e640 1 -- 172.21.15.46:0/2457885074 shutdown_connections 2024-09-19T05:51:26.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.276+0000 7fb03c82e640 1 --2- 172.21.15.46:0/2457885074 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb01806c2b0 0x7fb01806e770 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.276+0000 7fb03c82e640 1 --2- 172.21.15.46:0/2457885074 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb038163f50 0x7fb038157cc0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.276+0000 7fb03c82e640 1 --2- 172.21.15.46:0/2457885074 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb0380d1bf0 0x7fb0380b7950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.276+0000 7fb03c82e640 1 --2- 172.21.15.46:0/2457885074 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb0380b3e80 0x7fb038152220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.276+0000 7fb03c82e640 1 -- 172.21.15.46:0/2457885074 >> 172.21.15.46:0/2457885074 conn(0x7fb0380cee80 msgr2=0x7fb0380cdbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:26.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.276+0000 7fb03c82e640 1 -- 172.21.15.46:0/2457885074 shutdown_connections 2024-09-19T05:51:26.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.276+0000 7fb03c82e640 1 -- 172.21.15.46:0/2457885074 wait complete. 2024-09-19T05:51:26.300 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:51:26.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.406+0000 7f0afb0ed640 1 Processor -- start 2024-09-19T05:51:26.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.406+0000 7f0afb0ed640 1 -- start start 2024-09-19T05:51:26.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.406+0000 7f0afb0ed640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f0af415e6d0 0x7f0af40d41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:26.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.406+0000 7f0afb0ed640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0af40cf4c0 0x7f0af40d4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:26.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.407+0000 7f0afb0ed640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f0af40cf920 0x7f0af40d5060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:26.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.407+0000 7f0afb0ed640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f0af415eab0 con 0x7f0af40cf920 2024-09-19T05:51:26.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.407+0000 7f0afb0ed640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f0af40d3120 con 0x7f0af415e6d0 2024-09-19T05:51:26.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.407+0000 7f0afb0ed640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f0af40d3400 con 0x7f0af40cf4c0 2024-09-19T05:51:26.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.407+0000 7f0af968a640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f0af40cf920 0x7f0af40d5060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:26.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.407+0000 7f0af968a640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f0af40cf920 0x7f0af40d5060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41072/0 (socket says 172.21.15.46:41072) 2024-09-19T05:51:26.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.407+0000 7f0af968a640 1 -- 172.21.15.46:0/1371530208 learned_addr learned my addr 172.21.15.46:0/1371530208 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:26.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.407+0000 7f0af8e89640 1 --2- 172.21.15.46:0/1371530208 >> v2:172.21.15.78:3300/0 conn(0x7f0af415e6d0 0x7f0af40d41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:26.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.407+0000 7f0af3fff640 1 --2- 172.21.15.46:0/1371530208 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0af40cf4c0 0x7f0af40d4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:26.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.407+0000 7f0af968a640 1 -- 172.21.15.46:0/1371530208 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0af40cf4c0 msgr2=0x7f0af40d4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:26.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.407+0000 7f0af968a640 1 --2- 172.21.15.46:0/1371530208 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0af40cf4c0 0x7f0af40d4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.407+0000 7f0af968a640 1 -- 172.21.15.46:0/1371530208 >> v2:172.21.15.78:3300/0 conn(0x7f0af415e6d0 msgr2=0x7f0af40d41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:26.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.407+0000 7f0af968a640 1 --2- 172.21.15.46:0/1371530208 >> v2:172.21.15.78:3300/0 conn(0x7f0af415e6d0 0x7f0af40d41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.407+0000 7f0af968a640 1 -- 172.21.15.46:0/1371530208 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0af40d36e0 con 0x7f0af40cf920 2024-09-19T05:51:26.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.408+0000 7f0af968a640 1 --2- 172.21.15.46:0/1371530208 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0af40cf920 0x7f0af40d5060 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0af40d22d0 tx=0x7f0aec02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efca1370385fb679 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:26.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.408+0000 7f0af37fe640 1 -- 172.21.15.46:0/1371530208 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aec036070 con 0x7f0af40cf920 2024-09-19T05:51:26.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.408+0000 7f0af37fe640 1 -- 172.21.15.46:0/1371530208 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0aec031600 con 0x7f0af40cf920 2024-09-19T05:51:26.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.408+0000 7f0af37fe640 1 -- 172.21.15.46:0/1371530208 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aec0319d0 con 0x7f0af40cf920 2024-09-19T05:51:26.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.409+0000 7f0afb0ed640 1 -- 172.21.15.46:0/1371530208 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0af40cf920 msgr2=0x7f0af40d5060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:26.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.409+0000 7f0afb0ed640 1 --2- 172.21.15.46:0/1371530208 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0af40cf920 0x7f0af40d5060 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0af40d22d0 tx=0x7f0aec02a6a0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.409+0000 7f0afb0ed640 1 -- 172.21.15.46:0/1371530208 shutdown_connections 2024-09-19T05:51:26.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.409+0000 7f0afb0ed640 1 --2- 172.21.15.46:0/1371530208 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0af40cf920 0x7f0af40d5060 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.409+0000 7f0afb0ed640 1 --2- 172.21.15.46:0/1371530208 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0af40cf4c0 0x7f0af40d4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.409+0000 7f0afb0ed640 1 --2- 172.21.15.46:0/1371530208 >> v2:172.21.15.78:3300/0 conn(0x7f0af415e6d0 0x7f0af40d41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.409+0000 7f0afb0ed640 1 -- 172.21.15.46:0/1371530208 >> 172.21.15.46:0/1371530208 conn(0x7f0af40723c0 msgr2=0x7f0af40727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:26.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.409+0000 7f0afb0ed640 1 -- 172.21.15.46:0/1371530208 shutdown_connections 2024-09-19T05:51:26.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.409+0000 7f0afb0ed640 1 -- 172.21.15.46:0/1371530208 wait complete. 2024-09-19T05:51:26.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.410+0000 7f0afb0ed640 1 Processor -- start 2024-09-19T05:51:26.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.410+0000 7f0afb0ed640 1 -- start start 2024-09-19T05:51:26.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.411+0000 7f0afb0ed640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0af40cf4c0 0x7f0af41e78d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:26.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.411+0000 7f0afb0ed640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0af40cf920 0x7f0af40ca3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:26.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.411+0000 7f0afb0ed640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0af415e6d0 0x7f0af40ca900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:26.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.411+0000 7f0afb0ed640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0af40d2ee0 con 0x7f0af40cf920 2024-09-19T05:51:26.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.411+0000 7f0afb0ed640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0af40d2d60 con 0x7f0af415e6d0 2024-09-19T05:51:26.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.411+0000 7f0afb0ed640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f0af40b77d0 con 0x7f0af40cf4c0 2024-09-19T05:51:26.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.411+0000 7f0af3fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0af40cf920 0x7f0af40ca3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:26.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.411+0000 7f0af3fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0af40cf920 0x7f0af40ca3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41088/0 (socket says 172.21.15.46:41088) 2024-09-19T05:51:26.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.411+0000 7f0af3fff640 1 -- 172.21.15.46:0/2014413381 learned_addr learned my addr 172.21.15.46:0/2014413381 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:26.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.411+0000 7f0af8e89640 1 --2- 172.21.15.46:0/2014413381 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0af40cf4c0 0x7f0af41e78d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:26.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.411+0000 7f0af968a640 1 --2- 172.21.15.46:0/2014413381 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0af415e6d0 0x7f0af40ca900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:26.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.411+0000 7f0af3fff640 1 -- 172.21.15.46:0/2014413381 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0af40cf4c0 msgr2=0x7f0af41e78d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:26.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.411+0000 7f0af3fff640 1 --2- 172.21.15.46:0/2014413381 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0af40cf4c0 0x7f0af41e78d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.411+0000 7f0af3fff640 1 -- 172.21.15.46:0/2014413381 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0af415e6d0 msgr2=0x7f0af40ca900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:26.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.411+0000 7f0af3fff640 1 --2- 172.21.15.46:0/2014413381 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0af415e6d0 0x7f0af40ca900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.411+0000 7f0af3fff640 1 -- 172.21.15.46:0/2014413381 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0af41e7160 con 0x7f0af40cf920 2024-09-19T05:51:26.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.411+0000 7f0af968a640 1 --2- 172.21.15.46:0/2014413381 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0af415e6d0 0x7f0af40ca900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:26.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.411+0000 7f0af8e89640 1 --2- 172.21.15.46:0/2014413381 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0af40cf4c0 0x7f0af41e78d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:26.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.411+0000 7f0af3fff640 1 --2- 172.21.15.46:0/2014413381 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0af40cf920 0x7f0af40ca3c0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f0ae000e890 tx=0x7f0ae000ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:26.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.411+0000 7f0af17fa640 1 -- 172.21.15.46:0/2014413381 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae0017070 con 0x7f0af40cf920 2024-09-19T05:51:26.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.411+0000 7f0af17fa640 1 -- 172.21.15.46:0/2014413381 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ae000c940 con 0x7f0af40cf920 2024-09-19T05:51:26.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.412+0000 7f0afb0ed640 1 -- 172.21.15.46:0/2014413381 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0af40cd560 con 0x7f0af40cf920 2024-09-19T05:51:26.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.412+0000 7f0af17fa640 1 -- 172.21.15.46:0/2014413381 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae000cd10 con 0x7f0af40cf920 2024-09-19T05:51:26.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.412+0000 7f0afb0ed640 1 -- 172.21.15.46:0/2014413381 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0af40cdb20 con 0x7f0af40cf920 2024-09-19T05:51:26.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.412+0000 7f0afb0ed640 1 -- 172.21.15.46:0/2014413381 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0af40d41c0 con 0x7f0af40cf920 2024-09-19T05:51:26.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.413+0000 7f0af17fa640 1 -- 172.21.15.46:0/2014413381 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0ae001a070 con 0x7f0af40cf920 2024-09-19T05:51:26.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.413+0000 7f0af17fa640 1 --2- 172.21.15.46:0/2014413381 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0ad806c2b0 0x7f0ad806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:26.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.414+0000 7f0af17fa640 1 -- 172.21.15.46:0/2014413381 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7f0ae008b410 con 0x7f0af40cf920 2024-09-19T05:51:26.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.414+0000 7f0af8e89640 1 --2- 172.21.15.46:0/2014413381 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0ad806c2b0 0x7f0ad806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:26.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.414+0000 7f0af8e89640 1 --2- 172.21.15.46:0/2014413381 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0ad806c2b0 0x7f0ad806e770 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0ae8009a20 tx=0x7f0ae8008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:26.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.418+0000 7f0af17fa640 1 -- 172.21.15.46:0/2014413381 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0ae0059af0 con 0x7f0af40cf920 2024-09-19T05:51:26.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.594+0000 7f0afb0ed640 1 -- 172.21.15.46:0/2014413381 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0af40ceb10 con 0x7f0af40cf920 2024-09-19T05:51:26.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.596+0000 7f0af17fa640 1 -- 172.21.15.46:0/2014413381 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+16694 (secure 0 0 0) 0x7f0ae00593f0 con 0x7f0af40cf920 2024-09-19T05:51:26.598 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:26.598 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":31,"fsid":"f422d15e-e2c9-44aa-a788-7f9714905c67","created":"2024-09-19T05:50:21.601235+0000","modified":"2024-09-19T05:51:25.606262+0000","last_up_change":"2024-09-19T05:50:34.148268+0000","last_in_change":"2024-09-19T05:50:23.689134+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:50:33.840497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:51:23.545986+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T05:51:24.597187+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5887dcb-f9c0-42a0-905d-718d357b4b57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6825","nonce":1884048663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6827","nonce":1884048663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6831","nonce":1884048663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6829","nonce":1884048663}]},"public_addr":"172.21.15.46:6825/1884048663","cluster_addr":"172.21.15.46:6827/1884048663","heartbeat_back_addr":"172.21.15.46:6831/1884048663","heartbeat_front_addr":"172.21.15.46:6829/1884048663","state":["exists","up"]},{"osd":1,"uuid":"3fed9b97-7482-4314-bf02-1518c03be152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6801","nonce":2797692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6803","nonce":2797692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6807","nonce":2797692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6805","nonce":2797692057}]},"public_addr":"172.21.15.46:6801/2797692057","cluster_addr":"172.21.15.46:6803/2797692057","heartbeat_back_addr":"172.21.15.46:6807/2797692057","heartbeat_front_addr":"172.21.15.46:6805/2797692057","state":["exists","up"]},{"osd":2,"uuid":"2e36d163-339b-491e-98a9-6e768a3249e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6809","nonce":4061240230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6811","nonce":4061240230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6815","nonce":4061240230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6813","nonce":4061240230}]},"public_addr":"172.21.15.46:6809/4061240230","cluster_addr":"172.21.15.46:6811/4061240230","heartbeat_back_addr":"172.21.15.46:6815/4061240230","heartbeat_front_addr":"172.21.15.46:6813/4061240230","state":["exists","up"]},{"osd":3,"uuid":"98fb22e5-3d85-4bb7-a92e-63625f26d7b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6817","nonce":170935989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6819","nonce":170935989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6823","nonce":170935989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6821","nonce":170935989}]},"public_addr":"172.21.15.46:6817/170935989","cluster_addr":"172.21.15.46:6819/170935989","heartbeat_back_addr":"172.21.15.46:6823/170935989","heartbeat_front_addr":"172.21.15.46:6821/170935989","state":["exists","up"]},{"osd":4,"uuid":"055bb872-b76a-40ab-aab7-c6e327ee7735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6809","nonce":2319815351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6811","nonce":2319815351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6815","nonce":2319815351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6813","nonce":2319815351}]},"public_addr":"172.21.15.78:6809/2319815351","cluster_addr":"172.21.15.78:6811/2319815351","heartbeat_back_addr":"172.21.15.78:6815/2319815351","heartbeat_front_addr":"172.21.15.78:6813/2319815351","state":["exists","up"]},{"osd":5,"uuid":"4164d7c8-3350-4cd1-b105-8376e2b8d205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6825","nonce":1036798121}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6827","nonce":1036798121}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6831","nonce":1036798121}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6829","nonce":1036798121}]},"public_addr":"172.21.15.78:6825/1036798121","cluster_addr":"172.21.15.78:6827/1036798121","heartbeat_back_addr":"172.21.15.78:6831/1036798121","heartbeat_front_addr":"172.21.15.78:6829/1036798121","state":["exists","up"]},{"osd":6,"uuid":"2ad21b97-7629-4de2-851e-909e8b1defd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6801","nonce":707998422}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6803","nonce":707998422}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6807","nonce":707998422}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6805","nonce":707998422}]},"public_addr":"172.21.15.78:6801/707998422","cluster_addr":"172.21.15.78:6803/707998422","heartbeat_back_addr":"172.21.15.78:6807/707998422","heartbeat_front_addr":"172.21.15.78:6805/707998422","state":["exists","up"]},{"osd":7,"uuid":"88efccef-c5f1-43b6-b786-9bc72f2cf2cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6817","nonce":2547959841}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6819","nonce":2547959841}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6823","nonce":2547959841}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6821","nonce":2547959841}]},"public_addr":"172.21.15.78:6817/2547959841","cluster_addr":"172.21.15.78:6819/2547959841","heartbeat_back_addr":"172.21.15.78:6823/2547959841","heartbeat_front_addr":"172.21.15.78:6821/2547959841","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.653882+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.491170+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.251245+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989665+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:31.041334+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.652320+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.566922+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:51:26.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.597+0000 7f0afb0ed640 1 -- 172.21.15.46:0/2014413381 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0ad806c2b0 msgr2=0x7f0ad806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:26.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.597+0000 7f0afb0ed640 1 --2- 172.21.15.46:0/2014413381 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0ad806c2b0 0x7f0ad806e770 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0ae8009a20 tx=0x7f0ae8008040 comp rx=0 tx=0).stop 2024-09-19T05:51:26.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.598+0000 7f0afb0ed640 1 -- 172.21.15.46:0/2014413381 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0af40cf920 msgr2=0x7f0af40ca3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:26.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.598+0000 7f0afb0ed640 1 --2- 172.21.15.46:0/2014413381 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0af40cf920 0x7f0af40ca3c0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f0ae000e890 tx=0x7f0ae000ed50 comp rx=0 tx=0).stop 2024-09-19T05:51:26.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.598+0000 7f0afb0ed640 1 -- 172.21.15.46:0/2014413381 shutdown_connections 2024-09-19T05:51:26.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.598+0000 7f0afb0ed640 1 --2- 172.21.15.46:0/2014413381 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f0ad806c2b0 0x7f0ad806e770 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.598+0000 7f0afb0ed640 1 --2- 172.21.15.46:0/2014413381 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0af415e6d0 0x7f0af40ca900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.598+0000 7f0afb0ed640 1 --2- 172.21.15.46:0/2014413381 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0af40cf920 0x7f0af40ca3c0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.598+0000 7f0afb0ed640 1 --2- 172.21.15.46:0/2014413381 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0af40cf4c0 0x7f0af41e78d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.598+0000 7f0afb0ed640 1 -- 172.21.15.46:0/2014413381 >> 172.21.15.46:0/2014413381 conn(0x7f0af40723c0 msgr2=0x7f0af40b4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:26.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.598+0000 7f0afb0ed640 1 -- 172.21.15.46:0/2014413381 shutdown_connections 2024-09-19T05:51:26.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.598+0000 7f0afb0ed640 1 -- 172.21.15.46:0/2014413381 wait complete. 2024-09-19T05:51:26.611 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:51:26.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.710+0000 7f21fa877640 1 Processor -- start 2024-09-19T05:51:26.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.711+0000 7f21fa877640 1 -- start start 2024-09-19T05:51:26.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.711+0000 7f21fa877640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f21f40d41c0 0x7f21f40d4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:26.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.711+0000 7f21fa877640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f21f40d5060 0x7f21f40b77d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:26.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.711+0000 7f21fa877640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21f40d4620 con 0x7f21f415e6d0 2024-09-19T05:51:26.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.711+0000 7f21fa877640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f21f415eab0 con 0x7f21f40d5060 2024-09-19T05:51:26.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.711+0000 7f21fa877640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f21f40d3120 con 0x7f21f40d41c0 2024-09-19T05:51:26.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.712+0000 7f21f8e14640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f21f40d5060 0x7f21f40b77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:26.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.712+0000 7f21f8e14640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f21f40d5060 0x7f21f40b77d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41094/0 (socket says 172.21.15.46:41094) 2024-09-19T05:51:26.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.712+0000 7f21f8e14640 1 -- 172.21.15.46:0/1657150252 learned_addr learned my addr 172.21.15.46:0/1657150252 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:26.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.712+0000 7f21f37fe640 1 --2- 172.21.15.46:0/1657150252 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f21f40d41c0 0x7f21f40d4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:26.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.712+0000 7f21f8e14640 1 -- 172.21.15.46:0/1657150252 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f21f40d41c0 msgr2=0x7f21f40d4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:26.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.712+0000 7f21f8e14640 1 --2- 172.21.15.46:0/1657150252 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f21f40d41c0 0x7f21f40d4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.712+0000 7f21f8e14640 1 -- 172.21.15.46:0/1657150252 >> v1:172.21.15.78:6789/0 conn(0x7f21f415e6d0 legacy=0x7f21f40cf4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:26.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.712+0000 7f21f8e14640 1 -- 172.21.15.46:0/1657150252 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21f40d3400 con 0x7f21f40d5060 2024-09-19T05:51:26.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.713+0000 7f21f8e14640 1 --2- 172.21.15.46:0/1657150252 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21f40d5060 0x7f21f40b77d0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f21ec009e50 tx=0x7f21ec02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c5a2692d3cecb6a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:26.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.713+0000 7f21f2ffd640 1 -- 172.21.15.46:0/1657150252 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21ec036070 con 0x7f21f40d5060 2024-09-19T05:51:26.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.713+0000 7f21f2ffd640 1 -- 172.21.15.46:0/1657150252 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21ec031600 con 0x7f21f40d5060 2024-09-19T05:51:26.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.713+0000 7f21f2ffd640 1 -- 172.21.15.46:0/1657150252 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21ec0319d0 con 0x7f21f40d5060 2024-09-19T05:51:26.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.713+0000 7f21fa877640 1 -- 172.21.15.46:0/1657150252 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21f40d5060 msgr2=0x7f21f40b77d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:26.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.713+0000 7f21fa877640 1 --2- 172.21.15.46:0/1657150252 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21f40d5060 0x7f21f40b77d0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f21ec009e50 tx=0x7f21ec02a710 comp rx=0 tx=0).stop 2024-09-19T05:51:26.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.713+0000 7f21fa877640 1 -- 172.21.15.46:0/1657150252 shutdown_connections 2024-09-19T05:51:26.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.713+0000 7f21fa877640 1 --2- 172.21.15.46:0/1657150252 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21f40d5060 0x7f21f40b77d0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.713+0000 7f21fa877640 1 --2- 172.21.15.46:0/1657150252 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f21f40d41c0 0x7f21f40d4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.713+0000 7f21fa877640 1 -- 172.21.15.46:0/1657150252 >> 172.21.15.46:0/1657150252 conn(0x7f21f40723c0 msgr2=0x7f21f40727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:26.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.713+0000 7f21fa877640 1 -- 172.21.15.46:0/1657150252 shutdown_connections 2024-09-19T05:51:26.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.713+0000 7f21fa877640 1 -- 172.21.15.46:0/1657150252 wait complete. 2024-09-19T05:51:26.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.715+0000 7f21fa877640 1 Processor -- start 2024-09-19T05:51:26.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.715+0000 7f21fa877640 1 -- start start 2024-09-19T05:51:26.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.715+0000 7f21fa877640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21f40d41c0 0x7f21f415dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:26.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.715+0000 7f21fa877640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f21f40d5060 0x7f21f40abec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:26.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.715+0000 7f21fa877640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f21f415e6d0 0x7f21f40ac400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:26.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.715+0000 7f21fa877640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f21f40cfbd0 con 0x7f21f40d41c0 2024-09-19T05:51:26.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.715+0000 7f21fa877640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f21f40d39c0 con 0x7f21f415e6d0 2024-09-19T05:51:26.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.715+0000 7f21fa877640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f21f40d2d60 con 0x7f21f40d5060 2024-09-19T05:51:26.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.716+0000 7f21f3fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21f40d41c0 0x7f21f415dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:26.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.716+0000 7f21f3fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21f40d41c0 0x7f21f415dc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41096/0 (socket says 172.21.15.46:41096) 2024-09-19T05:51:26.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.716+0000 7f21f3fff640 1 -- 172.21.15.46:0/3241768298 learned_addr learned my addr 172.21.15.46:0/3241768298 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:26.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.716+0000 7f21f8e14640 1 --2- 172.21.15.46:0/3241768298 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f21f415e6d0 0x7f21f40ac400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:26.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.716+0000 7f21f37fe640 1 --2- 172.21.15.46:0/3241768298 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f21f40d5060 0x7f21f40abec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:26.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.716+0000 7f21f3fff640 1 -- 172.21.15.46:0/3241768298 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f21f40d5060 msgr2=0x7f21f40abec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:26.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.716+0000 7f21f3fff640 1 --2- 172.21.15.46:0/3241768298 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f21f40d5060 0x7f21f40abec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.716+0000 7f21f3fff640 1 -- 172.21.15.46:0/3241768298 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f21f415e6d0 msgr2=0x7f21f40ac400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:26.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.716+0000 7f21f3fff640 1 --2- 172.21.15.46:0/3241768298 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f21f415e6d0 0x7f21f40ac400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.716+0000 7f21f3fff640 1 -- 172.21.15.46:0/3241768298 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21f41f50a0 con 0x7f21f40d41c0 2024-09-19T05:51:26.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.716+0000 7f21f3fff640 1 --2- 172.21.15.46:0/3241768298 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21f40d41c0 0x7f21f415dc40 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f21e400c3f0 tx=0x7f21e400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:26.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.716+0000 7f21f0ff9640 1 -- 172.21.15.46:0/3241768298 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21e40052d0 con 0x7f21f40d41c0 2024-09-19T05:51:26.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.716+0000 7f21f0ff9640 1 -- 172.21.15.46:0/3241768298 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21e4005490 con 0x7f21f40d41c0 2024-09-19T05:51:26.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.716+0000 7f21fa877640 1 -- 172.21.15.46:0/3241768298 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21f40aca30 con 0x7f21f40d41c0 2024-09-19T05:51:26.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.716+0000 7f21f0ff9640 1 -- 172.21.15.46:0/3241768298 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21e4007260 con 0x7f21f40d41c0 2024-09-19T05:51:26.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.716+0000 7f21fa877640 1 -- 172.21.15.46:0/3241768298 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21f40cbd80 con 0x7f21f40d41c0 2024-09-19T05:51:26.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.717+0000 7f21fa877640 1 -- 172.21.15.46:0/3241768298 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21f40d4b20 con 0x7f21f40d41c0 2024-09-19T05:51:26.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.718+0000 7f21f0ff9640 1 -- 172.21.15.46:0/3241768298 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f21e4007400 con 0x7f21f40d41c0 2024-09-19T05:51:26.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.718+0000 7f21f0ff9640 1 --2- 172.21.15.46:0/3241768298 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f21e006c2b0 0x7f21e006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:26.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.718+0000 7f21f0ff9640 1 -- 172.21.15.46:0/3241768298 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7f21e408a870 con 0x7f21f40d41c0 2024-09-19T05:51:26.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.718+0000 7f21f37fe640 1 --2- 172.21.15.46:0/3241768298 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f21e006c2b0 0x7f21e006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:26.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.719+0000 7f21f37fe640 1 --2- 172.21.15.46:0/3241768298 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f21e006c2b0 0x7f21e006e770 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f21f40b3be0 tx=0x7f21e8009190 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:26.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.722+0000 7f21f0ff9640 1 -- 172.21.15.46:0/3241768298 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f21e4058990 con 0x7f21f40d41c0 2024-09-19T05:51:26.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.899+0000 7f21fa877640 1 -- 172.21.15.46:0/3241768298 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f21f40b5d80 con 0x7f21f40d41c0 2024-09-19T05:51:26.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.901+0000 7f21f0ff9640 1 -- 172.21.15.46:0/3241768298 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+16694 (secure 0 0 0) 0x7f21e405de20 con 0x7f21f40d41c0 2024-09-19T05:51:26.903 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:26.903 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":31,"fsid":"f422d15e-e2c9-44aa-a788-7f9714905c67","created":"2024-09-19T05:50:21.601235+0000","modified":"2024-09-19T05:51:25.606262+0000","last_up_change":"2024-09-19T05:50:34.148268+0000","last_in_change":"2024-09-19T05:50:23.689134+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:50:33.840497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:51:23.545986+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T05:51:24.597187+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5887dcb-f9c0-42a0-905d-718d357b4b57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6825","nonce":1884048663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6827","nonce":1884048663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6831","nonce":1884048663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6829","nonce":1884048663}]},"public_addr":"172.21.15.46:6825/1884048663","cluster_addr":"172.21.15.46:6827/1884048663","heartbeat_back_addr":"172.21.15.46:6831/1884048663","heartbeat_front_addr":"172.21.15.46:6829/1884048663","state":["exists","up"]},{"osd":1,"uuid":"3fed9b97-7482-4314-bf02-1518c03be152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6801","nonce":2797692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6803","nonce":2797692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6807","nonce":2797692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6805","nonce":2797692057}]},"public_addr":"172.21.15.46:6801/2797692057","cluster_addr":"172.21.15.46:6803/2797692057","heartbeat_back_addr":"172.21.15.46:6807/2797692057","heartbeat_front_addr":"172.21.15.46:6805/2797692057","state":["exists","up"]},{"osd":2,"uuid":"2e36d163-339b-491e-98a9-6e768a3249e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6809","nonce":4061240230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6811","nonce":4061240230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6815","nonce":4061240230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6813","nonce":4061240230}]},"public_addr":"172.21.15.46:6809/4061240230","cluster_addr":"172.21.15.46:6811/4061240230","heartbeat_back_addr":"172.21.15.46:6815/4061240230","heartbeat_front_addr":"172.21.15.46:6813/4061240230","state":["exists","up"]},{"osd":3,"uuid":"98fb22e5-3d85-4bb7-a92e-63625f26d7b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6817","nonce":170935989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6819","nonce":170935989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6823","nonce":170935989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6821","nonce":170935989}]},"public_addr":"172.21.15.46:6817/170935989","cluster_addr":"172.21.15.46:6819/170935989","heartbeat_back_addr":"172.21.15.46:6823/170935989","heartbeat_front_addr":"172.21.15.46:6821/170935989","state":["exists","up"]},{"osd":4,"uuid":"055bb872-b76a-40ab-aab7-c6e327ee7735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6809","nonce":2319815351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6811","nonce":2319815351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6815","nonce":2319815351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6813","nonce":2319815351}]},"public_addr":"172.21.15.78:6809/2319815351","cluster_addr":"172.21.15.78:6811/2319815351","heartbeat_back_addr":"172.21.15.78:6815/2319815351","heartbeat_front_addr":"172.21.15.78:6813/2319815351","state":["exists","up"]},{"osd":5,"uuid":"4164d7c8-3350-4cd1-b105-8376e2b8d205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6825","nonce":1036798121}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6827","nonce":1036798121}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6831","nonce":1036798121}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6829","nonce":1036798121}]},"public_addr":"172.21.15.78:6825/1036798121","cluster_addr":"172.21.15.78:6827/1036798121","heartbeat_back_addr":"172.21.15.78:6831/1036798121","heartbeat_front_addr":"172.21.15.78:6829/1036798121","state":["exists","up"]},{"osd":6,"uuid":"2ad21b97-7629-4de2-851e-909e8b1defd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6801","nonce":707998422}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6803","nonce":707998422}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6807","nonce":707998422}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6805","nonce":707998422}]},"public_addr":"172.21.15.78:6801/707998422","cluster_addr":"172.21.15.78:6803/707998422","heartbeat_back_addr":"172.21.15.78:6807/707998422","heartbeat_front_addr":"172.21.15.78:6805/707998422","state":["exists","up"]},{"osd":7,"uuid":"88efccef-c5f1-43b6-b786-9bc72f2cf2cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6817","nonce":2547959841}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6819","nonce":2547959841}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6823","nonce":2547959841}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6821","nonce":2547959841}]},"public_addr":"172.21.15.78:6817/2547959841","cluster_addr":"172.21.15.78:6819/2547959841","heartbeat_back_addr":"172.21.15.78:6823/2547959841","heartbeat_front_addr":"172.21.15.78:6821/2547959841","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.653882+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.491170+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.251245+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989665+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:31.041334+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.652320+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.566922+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:51:26.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.903+0000 7f21fa877640 1 -- 172.21.15.46:0/3241768298 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f21e006c2b0 msgr2=0x7f21e006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:26.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.903+0000 7f21fa877640 1 --2- 172.21.15.46:0/3241768298 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f21e006c2b0 0x7f21e006e770 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f21f40b3be0 tx=0x7f21e8009190 comp rx=0 tx=0).stop 2024-09-19T05:51:26.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.903+0000 7f21fa877640 1 -- 172.21.15.46:0/3241768298 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21f40d41c0 msgr2=0x7f21f415dc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:26.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.903+0000 7f21fa877640 1 --2- 172.21.15.46:0/3241768298 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21f40d41c0 0x7f21f415dc40 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f21e400c3f0 tx=0x7f21e400c8b0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.903+0000 7f21fa877640 1 -- 172.21.15.46:0/3241768298 shutdown_connections 2024-09-19T05:51:26.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.903+0000 7f21fa877640 1 --2- 172.21.15.46:0/3241768298 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f21e006c2b0 0x7f21e006e770 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.903+0000 7f21fa877640 1 --2- 172.21.15.46:0/3241768298 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f21f415e6d0 0x7f21f40ac400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.903+0000 7f21fa877640 1 --2- 172.21.15.46:0/3241768298 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f21f40d5060 0x7f21f40abec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.903+0000 7f21fa877640 1 --2- 172.21.15.46:0/3241768298 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21f40d41c0 0x7f21f415dc40 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:26.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.903+0000 7f21fa877640 1 -- 172.21.15.46:0/3241768298 >> 172.21.15.46:0/3241768298 conn(0x7f21f40723c0 msgr2=0x7f21f40b7cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:26.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.903+0000 7f21fa877640 1 -- 172.21.15.46:0/3241768298 shutdown_connections 2024-09-19T05:51:26.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:26.903+0000 7f21fa877640 1 -- 172.21.15.46:0/3241768298 wait complete. 2024-09-19T05:51:26.916 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T05:51:27.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.019+0000 7f022feed640 1 Processor -- start 2024-09-19T05:51:27.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.019+0000 7f022feed640 1 -- start start 2024-09-19T05:51:27.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.020+0000 7f022feed640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f0228161ec0 0x7f02280b3320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:27.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.020+0000 7f022feed640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f02280d1970 0x7f02280d4550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:27.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.020+0000 7f022feed640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02280d4ea0 con 0x7f02280d4a90 2024-09-19T05:51:27.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.020+0000 7f022feed640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f02280d24c0 con 0x7f02280d1970 2024-09-19T05:51:27.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.020+0000 7f022feed640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f02280d27a0 con 0x7f0228161ec0 2024-09-19T05:51:27.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.020+0000 7f022d488640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f02280d1970 0x7f02280d4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:27.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.020+0000 7f022e48a640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f02280d4a90 0x7f02280b6040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:38328/0 (socket says 172.21.15.46:38328) 2024-09-19T05:51:27.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.020+0000 7f022e48a640 1 -- 172.21.15.46:0/1171801181 learned_addr learned my addr 172.21.15.46:0/1171801181 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:27.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.020+0000 7f022dc89640 1 --2- 172.21.15.46:0/1171801181 >> v2:172.21.15.78:3300/0 conn(0x7f0228161ec0 0x7f02280b3320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:27.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.020+0000 7f022d488640 1 -- 172.21.15.46:0/1171801181 >> v2:172.21.15.78:3300/0 conn(0x7f0228161ec0 msgr2=0x7f02280b3320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:27.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.020+0000 7f022d488640 1 --2- 172.21.15.46:0/1171801181 >> v2:172.21.15.78:3300/0 conn(0x7f0228161ec0 0x7f02280b3320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:27.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.020+0000 7f022d488640 1 -- 172.21.15.46:0/1171801181 >> v1:172.21.15.46:6789/0 conn(0x7f02280d4a90 legacy=0x7f02280b6040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:27.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.020+0000 7f022d488640 1 -- 172.21.15.46:0/1171801181 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02280d2a80 con 0x7f02280d1970 2024-09-19T05:51:27.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.020+0000 7f022cc87640 1 -- 172.21.15.46:0/1171801181 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1095592358 0 0) 0x7f0220001490 con 0x7f02280d4a90 2024-09-19T05:51:27.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.021+0000 7f022d488640 1 --2- 172.21.15.46:0/1171801181 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02280d1970 0x7f02280d4550 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f02280755a0 tx=0x7f021802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eafc79f31f661ad server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:27.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.021+0000 7f022cc87640 1 -- 172.21.15.46:0/1171801181 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0218037070 con 0x7f02280d1970 2024-09-19T05:51:27.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.021+0000 7f022cc87640 1 -- 172.21.15.46:0/1171801181 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0218032440 con 0x7f02280d1970 2024-09-19T05:51:27.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.021+0000 7f022cc87640 1 -- 172.21.15.46:0/1171801181 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0218032810 con 0x7f02280d1970 2024-09-19T05:51:27.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.022+0000 7f022feed640 1 -- 172.21.15.46:0/1171801181 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02280d1970 msgr2=0x7f02280d4550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:27.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.022+0000 7f022feed640 1 --2- 172.21.15.46:0/1171801181 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02280d1970 0x7f02280d4550 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f02280755a0 tx=0x7f021802a1a0 comp rx=0 tx=0).stop 2024-09-19T05:51:27.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.022+0000 7f022feed640 1 -- 172.21.15.46:0/1171801181 shutdown_connections 2024-09-19T05:51:27.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.022+0000 7f022feed640 1 --2- 172.21.15.46:0/1171801181 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02280d1970 0x7f02280d4550 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:27.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.022+0000 7f022feed640 1 --2- 172.21.15.46:0/1171801181 >> v2:172.21.15.78:3300/0 conn(0x7f0228161ec0 0x7f02280b3320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:27.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.022+0000 7f022feed640 1 -- 172.21.15.46:0/1171801181 >> 172.21.15.46:0/1171801181 conn(0x7f022809d8f0 msgr2=0x7f02280721e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:27.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.022+0000 7f022feed640 1 -- 172.21.15.46:0/1171801181 shutdown_connections 2024-09-19T05:51:27.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.022+0000 7f022feed640 1 -- 172.21.15.46:0/1171801181 wait complete. 2024-09-19T05:51:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.023+0000 7f022feed640 1 Processor -- start 2024-09-19T05:51:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.023+0000 7f022feed640 1 -- start start 2024-09-19T05:51:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.024+0000 7f022feed640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f02280d1970 0x7f02280b54d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.024+0000 7f022feed640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f02280d4a90 0x7f02281f80f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.024+0000 7f022feed640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0228161ec0 0x7f02280c9f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.024+0000 7f022feed640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f02280d1e00 con 0x7f0228161ec0 2024-09-19T05:51:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.024+0000 7f022feed640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f02280d3040 con 0x7f02280d1970 2024-09-19T05:51:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.024+0000 7f022feed640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f02281622a0 con 0x7f02280d4a90 2024-09-19T05:51:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.024+0000 7f022e48a640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0228161ec0 0x7f02280c9f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.024+0000 7f022e48a640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0228161ec0 0x7f02280c9f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41114/0 (socket says 172.21.15.46:41114) 2024-09-19T05:51:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.024+0000 7f022e48a640 1 -- 172.21.15.46:0/204346514 learned_addr learned my addr 172.21.15.46:0/204346514 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.024+0000 7f022d488640 1 --2- 172.21.15.46:0/204346514 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f02280d4a90 0x7f02281f80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.024+0000 7f022dc89640 1 --2- 172.21.15.46:0/204346514 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f02280d1970 0x7f02280b54d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.024+0000 7f022e48a640 1 -- 172.21.15.46:0/204346514 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f02280d4a90 msgr2=0x7f02281f80f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.024+0000 7f022e48a640 1 --2- 172.21.15.46:0/204346514 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f02280d4a90 0x7f02281f80f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.024+0000 7f022e48a640 1 -- 172.21.15.46:0/204346514 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f02280d1970 msgr2=0x7f02280b54d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.024+0000 7f022e48a640 1 --2- 172.21.15.46:0/204346514 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f02280d1970 0x7f02280b54d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.024+0000 7f022e48a640 1 -- 172.21.15.46:0/204346514 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f022814b6d0 con 0x7f0228161ec0 2024-09-19T05:51:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.024+0000 7f022dc89640 1 --2- 172.21.15.46:0/204346514 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f02280d1970 0x7f02280b54d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.024+0000 7f022e48a640 1 --2- 172.21.15.46:0/204346514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0228161ec0 0x7f02280c9f10 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f022000c820 tx=0x7f022000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.025+0000 7f021e7fc640 1 -- 172.21.15.46:0/204346514 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0220018070 con 0x7f0228161ec0 2024-09-19T05:51:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.025+0000 7f021e7fc640 1 -- 172.21.15.46:0/204346514 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f022000a5e0 con 0x7f0228161ec0 2024-09-19T05:51:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.025+0000 7f022feed640 1 -- 172.21.15.46:0/204346514 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f022814b9b0 con 0x7f0228161ec0 2024-09-19T05:51:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.025+0000 7f021e7fc640 1 -- 172.21.15.46:0/204346514 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f022000a9d0 con 0x7f0228161ec0 2024-09-19T05:51:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.025+0000 7f022feed640 1 -- 172.21.15.46:0/204346514 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f022814bf70 con 0x7f0228161ec0 2024-09-19T05:51:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.026+0000 7f022feed640 1 -- 172.21.15.46:0/204346514 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0228149230 con 0x7f0228161ec0 2024-09-19T05:51:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.026+0000 7f021e7fc640 1 -- 172.21.15.46:0/204346514 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f022001b070 con 0x7f0228161ec0 2024-09-19T05:51:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.026+0000 7f021e7fc640 1 --2- 172.21.15.46:0/204346514 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f020c06c2b0 0x7f020c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.027+0000 7f021e7fc640 1 -- 172.21.15.46:0/204346514 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7f022008a9f0 con 0x7f0228161ec0 2024-09-19T05:51:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.027+0000 7f022dc89640 1 --2- 172.21.15.46:0/204346514 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f020c06c2b0 0x7f020c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.027+0000 7f022dc89640 1 --2- 172.21.15.46:0/204346514 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f020c06c2b0 0x7f020c06e770 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f0224009a20 tx=0x7f0224008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.031+0000 7f021e7fc640 1 -- 172.21.15.46:0/204346514 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0228149230 con 0x7f0228161ec0 2024-09-19T05:51:27.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.242+0000 7f022feed640 1 -- 172.21.15.46:0/204346514 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f02280d3560 con 0x7f0228161ec0 2024-09-19T05:51:27.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.396+0000 7f021e7fc640 1 -- 172.21.15.46:0/204346514 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v14) ==== 118+0+0 (secure 0 0 0) 0x7f02280d4ea0 con 0x7f0228161ec0 2024-09-19T05:51:27.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.398+0000 7f022feed640 1 -- 172.21.15.46:0/204346514 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f020c06c2b0 msgr2=0x7f020c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:27.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.398+0000 7f022feed640 1 --2- 172.21.15.46:0/204346514 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f020c06c2b0 0x7f020c06e770 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f0224009a20 tx=0x7f0224008040 comp rx=0 tx=0).stop 2024-09-19T05:51:27.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.398+0000 7f022feed640 1 -- 172.21.15.46:0/204346514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0228161ec0 msgr2=0x7f02280c9f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:27.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.398+0000 7f022feed640 1 --2- 172.21.15.46:0/204346514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0228161ec0 0x7f02280c9f10 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f022000c820 tx=0x7f022000cce0 comp rx=0 tx=0).stop 2024-09-19T05:51:27.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.398+0000 7f022feed640 1 -- 172.21.15.46:0/204346514 shutdown_connections 2024-09-19T05:51:27.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.398+0000 7f022feed640 1 --2- 172.21.15.46:0/204346514 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f020c06c2b0 0x7f020c06e770 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:27.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.398+0000 7f022feed640 1 --2- 172.21.15.46:0/204346514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0228161ec0 0x7f02280c9f10 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:27.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.398+0000 7f022feed640 1 --2- 172.21.15.46:0/204346514 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f02280d4a90 0x7f02281f80f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:27.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.398+0000 7f022feed640 1 --2- 172.21.15.46:0/204346514 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f02280d1970 0x7f02280b54d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:27.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.398+0000 7f022feed640 1 -- 172.21.15.46:0/204346514 >> 172.21.15.46:0/204346514 conn(0x7f022809d8f0 msgr2=0x7f02280b23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:27.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.398+0000 7f022feed640 1 -- 172.21.15.46:0/204346514 shutdown_connections 2024-09-19T05:51:27.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.398+0000 7f022feed640 1 -- 172.21.15.46:0/204346514 wait complete. 2024-09-19T05:51:27.411 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T05:51:27.411 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T05:51:27.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.515+0000 7fb7bb191640 1 Processor -- start 2024-09-19T05:51:27.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.515+0000 7fb7bb191640 1 -- start start 2024-09-19T05:51:27.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.516+0000 7fb7bb191640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb7b4161ec0 0x7fb7b40b3320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:27.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.516+0000 7fb7bb191640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb7b40d1970 0x7fb7b40d4550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:27.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.516+0000 7fb7bb191640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7b40d24c0 con 0x7fb7b40d4a90 2024-09-19T05:51:27.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.516+0000 7fb7bb191640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fb7b40d4f00 con 0x7fb7b40d1970 2024-09-19T05:51:27.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.516+0000 7fb7bb191640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fb7b40d27a0 con 0x7fb7b4161ec0 2024-09-19T05:51:27.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.516+0000 7fb7b3fff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb7b40d1970 0x7fb7b40d4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:27.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.516+0000 7fb7b3fff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb7b40d1970 0x7fb7b40d4550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41116/0 (socket says 172.21.15.46:41116) 2024-09-19T05:51:27.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.516+0000 7fb7b3fff640 1 -- 172.21.15.46:0/1325769157 learned_addr learned my addr 172.21.15.46:0/1325769157 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:27.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.516+0000 7fb7b8f2d640 1 --2- 172.21.15.46:0/1325769157 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb7b4161ec0 0x7fb7b40b3320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:27.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.516+0000 7fb7b3fff640 1 -- 172.21.15.46:0/1325769157 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb7b4161ec0 msgr2=0x7fb7b40b3320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:27.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.516+0000 7fb7b3fff640 1 --2- 172.21.15.46:0/1325769157 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb7b4161ec0 0x7fb7b40b3320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:27.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.516+0000 7fb7b3fff640 1 -- 172.21.15.46:0/1325769157 >> v1:172.21.15.78:6789/0 conn(0x7fb7b40d4a90 legacy=0x7fb7b40b6040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:27.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.516+0000 7fb7b3fff640 1 -- 172.21.15.46:0/1325769157 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7b40d2a80 con 0x7fb7b40d1970 2024-09-19T05:51:27.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.517+0000 7fb7b3fff640 1 --2- 172.21.15.46:0/1325769157 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7b40d1970 0x7fb7b40d4550 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fb7a0009870 tx=0x7fb7a002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9869bf982bd94b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:27.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.517+0000 7fb7b37fe640 1 -- 172.21.15.46:0/1325769157 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a0037070 con 0x7fb7b40d1970 2024-09-19T05:51:27.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.517+0000 7fb7b37fe640 1 -- 172.21.15.46:0/1325769157 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7a0032440 con 0x7fb7b40d1970 2024-09-19T05:51:27.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.517+0000 7fb7b37fe640 1 -- 172.21.15.46:0/1325769157 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a0032810 con 0x7fb7b40d1970 2024-09-19T05:51:27.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.518+0000 7fb7bb191640 1 -- 172.21.15.46:0/1325769157 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7b40d1970 msgr2=0x7fb7b40d4550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:27.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.518+0000 7fb7bb191640 1 --2- 172.21.15.46:0/1325769157 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7b40d1970 0x7fb7b40d4550 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fb7a0009870 tx=0x7fb7a002a270 comp rx=0 tx=0).stop 2024-09-19T05:51:27.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.518+0000 7fb7bb191640 1 -- 172.21.15.46:0/1325769157 shutdown_connections 2024-09-19T05:51:27.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.518+0000 7fb7bb191640 1 --2- 172.21.15.46:0/1325769157 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7b40d1970 0x7fb7b40d4550 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:27.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.518+0000 7fb7bb191640 1 --2- 172.21.15.46:0/1325769157 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb7b4161ec0 0x7fb7b40b3320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:27.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.518+0000 7fb7bb191640 1 -- 172.21.15.46:0/1325769157 >> 172.21.15.46:0/1325769157 conn(0x7fb7b409d8f0 msgr2=0x7fb7b40721e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:27.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.518+0000 7fb7bb191640 1 -- 172.21.15.46:0/1325769157 shutdown_connections 2024-09-19T05:51:27.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.518+0000 7fb7bb191640 1 -- 172.21.15.46:0/1325769157 wait complete. 2024-09-19T05:51:27.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.519+0000 7fb7bb191640 1 Processor -- start 2024-09-19T05:51:27.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.519+0000 7fb7bb191640 1 -- start start 2024-09-19T05:51:27.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.520+0000 7fb7bb191640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb7b40d1970 0x7fb7b414e380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:27.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.520+0000 7fb7bb191640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb7b40d4a90 0x7fb7b40c7d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:27.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.520+0000 7fb7bb191640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7b4161ec0 0x7fb7b414ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:27.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.520+0000 7fb7bb191640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b40d1dd0 con 0x7fb7b4161ec0 2024-09-19T05:51:27.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.520+0000 7fb7bb191640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b40d3040 con 0x7fb7b40d4a90 2024-09-19T05:51:27.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.520+0000 7fb7bb191640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fb7b41622a0 con 0x7fb7b40d1970 2024-09-19T05:51:27.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.520+0000 7fb7b972e640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7b4161ec0 0x7fb7b414ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:27.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.520+0000 7fb7b972e640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7b4161ec0 0x7fb7b414ebd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41118/0 (socket says 172.21.15.46:41118) 2024-09-19T05:51:27.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.520+0000 7fb7b972e640 1 -- 172.21.15.46:0/2691217880 learned_addr learned my addr 172.21.15.46:0/2691217880 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:27.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.520+0000 7fb7b8f2d640 1 --2- 172.21.15.46:0/2691217880 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb7b40d1970 0x7fb7b414e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:27.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.520+0000 7fb7b3fff640 1 --2- 172.21.15.46:0/2691217880 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb7b40d4a90 0x7fb7b40c7d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:27.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.520+0000 7fb7b972e640 1 -- 172.21.15.46:0/2691217880 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb7b40d1970 msgr2=0x7fb7b414e380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:27.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.520+0000 7fb7b972e640 1 --2- 172.21.15.46:0/2691217880 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb7b40d1970 0x7fb7b414e380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:27.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.520+0000 7fb7b972e640 1 -- 172.21.15.46:0/2691217880 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb7b40d4a90 msgr2=0x7fb7b40c7d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:27.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.520+0000 7fb7b972e640 1 --2- 172.21.15.46:0/2691217880 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb7b40d4a90 0x7fb7b40c7d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:27.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.520+0000 7fb7b972e640 1 -- 172.21.15.46:0/2691217880 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7b414e8c0 con 0x7fb7b4161ec0 2024-09-19T05:51:27.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.521+0000 7fb7b972e640 1 --2- 172.21.15.46:0/2691217880 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7b4161ec0 0x7fb7b414ebd0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac00c7a0 tx=0x7fb7ac00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:27.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.521+0000 7fb7b17fa640 1 -- 172.21.15.46:0/2691217880 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7ac003b70 con 0x7fb7b4161ec0 2024-09-19T05:51:27.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.521+0000 7fb7b17fa640 1 -- 172.21.15.46:0/2691217880 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7ac003d30 con 0x7fb7b4161ec0 2024-09-19T05:51:27.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.521+0000 7fb7bb191640 1 -- 172.21.15.46:0/2691217880 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7b40cada0 con 0x7fb7b4161ec0 2024-09-19T05:51:27.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.521+0000 7fb7b17fa640 1 -- 172.21.15.46:0/2691217880 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7ac00aa90 con 0x7fb7b4161ec0 2024-09-19T05:51:27.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.521+0000 7fb7bb191640 1 -- 172.21.15.46:0/2691217880 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7b40c8280 con 0x7fb7b4161ec0 2024-09-19T05:51:27.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.522+0000 7fb7bb191640 1 -- 172.21.15.46:0/2691217880 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7b40d3560 con 0x7fb7b4161ec0 2024-09-19T05:51:27.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.522+0000 7fb7b17fa640 1 -- 172.21.15.46:0/2691217880 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb7ac00ac30 con 0x7fb7b4161ec0 2024-09-19T05:51:27.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.523+0000 7fb7b17fa640 1 --2- 172.21.15.46:0/2691217880 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb79806c2b0 0x7fb79806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:27.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.523+0000 7fb7b17fa640 1 -- 172.21.15.46:0/2691217880 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fb7ac08b270 con 0x7fb7b4161ec0 2024-09-19T05:51:27.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.523+0000 7fb7b8f2d640 1 --2- 172.21.15.46:0/2691217880 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb79806c2b0 0x7fb79806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:27.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.523+0000 7fb7b8f2d640 1 --2- 172.21.15.46:0/2691217880 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb79806c2b0 0x7fb79806e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fb7a8006fd0 tx=0x7fb7a8008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:27.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.527+0000 7fb7b17fa640 1 -- 172.21.15.46:0/2691217880 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb7ac059300 con 0x7fb7b4161ec0 2024-09-19T05:51:27.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:27.740+0000 7fb7bb191640 1 -- 172.21.15.46:0/2691217880 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fb7b40b1460 con 0x7fb7b4161ec0 2024-09-19T05:51:28.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.403+0000 7fb7b17fa640 1 -- 172.21.15.46:0/2691217880 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v15) ==== 122+0+0 (secure 0 0 0) 0x7fb7ac05d600 con 0x7fb7b4161ec0 2024-09-19T05:51:28.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.406+0000 7fb7bb191640 1 -- 172.21.15.46:0/2691217880 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb79806c2b0 msgr2=0x7fb79806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:28.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.406+0000 7fb7bb191640 1 --2- 172.21.15.46:0/2691217880 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb79806c2b0 0x7fb79806e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fb7a8006fd0 tx=0x7fb7a8008040 comp rx=0 tx=0).stop 2024-09-19T05:51:28.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.406+0000 7fb7bb191640 1 -- 172.21.15.46:0/2691217880 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7b4161ec0 msgr2=0x7fb7b414ebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:28.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.406+0000 7fb7bb191640 1 --2- 172.21.15.46:0/2691217880 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7b4161ec0 0x7fb7b414ebd0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac00c7a0 tx=0x7fb7ac00cc60 comp rx=0 tx=0).stop 2024-09-19T05:51:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.406+0000 7fb7bb191640 1 -- 172.21.15.46:0/2691217880 shutdown_connections 2024-09-19T05:51:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.406+0000 7fb7bb191640 1 --2- 172.21.15.46:0/2691217880 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb79806c2b0 0x7fb79806e770 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.406+0000 7fb7bb191640 1 --2- 172.21.15.46:0/2691217880 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7b4161ec0 0x7fb7b414ebd0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.406+0000 7fb7bb191640 1 --2- 172.21.15.46:0/2691217880 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb7b40d4a90 0x7fb7b40c7d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.406+0000 7fb7bb191640 1 --2- 172.21.15.46:0/2691217880 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb7b40d1970 0x7fb7b414e380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.406+0000 7fb7bb191640 1 -- 172.21.15.46:0/2691217880 >> 172.21.15.46:0/2691217880 conn(0x7fb7b409d8f0 msgr2=0x7fb7b40b1740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.406+0000 7fb7bb191640 1 -- 172.21.15.46:0/2691217880 shutdown_connections 2024-09-19T05:51:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.406+0000 7fb7bb191640 1 -- 172.21.15.46:0/2691217880 wait complete. 2024-09-19T05:51:28.422 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T05:51:28.422 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:51:28.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.530+0000 7f5e1dfcf640 1 Processor -- start 2024-09-19T05:51:28.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.530+0000 7f5e1dfcf640 1 -- start start 2024-09-19T05:51:28.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.531+0000 7f5e1dfcf640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f5e1815b6b0 0x7f5e18073c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:28.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.531+0000 7f5e1dfcf640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f5e180b2820 0x7f5e180cef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:28.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.531+0000 7f5e1dfcf640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e1815cac0 con 0x7f5e180cf440 2024-09-19T05:51:28.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.531+0000 7f5e1dfcf640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f5e1815beb0 con 0x7f5e1815b6b0 2024-09-19T05:51:28.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.531+0000 7f5e1dfcf640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f5e1815c190 con 0x7f5e180b2820 2024-09-19T05:51:28.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.531+0000 7f5e177fe640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f5e1815b6b0 0x7f5e18073c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:28.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.531+0000 7f5e17fff640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f5e180cf440 0x7f5e1815f0d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:38334/0 (socket says 172.21.15.46:38334) 2024-09-19T05:51:28.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.531+0000 7f5e17fff640 1 -- 172.21.15.46:0/2608408249 learned_addr learned my addr 172.21.15.46:0/2608408249 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:28.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.532+0000 7f5e16ffd640 1 --2- 172.21.15.46:0/2608408249 >> v2:172.21.15.78:3300/0 conn(0x7f5e180b2820 0x7f5e180cef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:28.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.532+0000 7f5e177fe640 1 -- 172.21.15.46:0/2608408249 >> v2:172.21.15.78:3300/0 conn(0x7f5e180b2820 msgr2=0x7f5e180cef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:28.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.532+0000 7f5e177fe640 1 --2- 172.21.15.46:0/2608408249 >> v2:172.21.15.78:3300/0 conn(0x7f5e180b2820 0x7f5e180cef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:28.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.532+0000 7f5e177fe640 1 -- 172.21.15.46:0/2608408249 >> v1:172.21.15.46:6789/0 conn(0x7f5e180cf440 legacy=0x7f5e1815f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:28.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.532+0000 7f5e177fe640 1 -- 172.21.15.46:0/2608408249 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e1815c470 con 0x7f5e1815b6b0 2024-09-19T05:51:28.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.532+0000 7f5e167fc640 1 -- 172.21.15.46:0/2608408249 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3014536692 0 0) 0x7f5e1815cac0 con 0x7f5e180cf440 2024-09-19T05:51:28.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.533+0000 7f5e177fe640 1 --2- 172.21.15.46:0/2608408249 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e1815b6b0 0x7f5e18073c10 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f5e180cff40 tx=0x7f5e0802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbda67c6903f60c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:28.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.533+0000 7f5e167fc640 1 -- 172.21.15.46:0/2608408249 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e08037070 con 0x7f5e1815b6b0 2024-09-19T05:51:28.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.533+0000 7f5e167fc640 1 -- 172.21.15.46:0/2608408249 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e08032440 con 0x7f5e1815b6b0 2024-09-19T05:51:28.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.533+0000 7f5e167fc640 1 -- 172.21.15.46:0/2608408249 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e08032810 con 0x7f5e1815b6b0 2024-09-19T05:51:28.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.533+0000 7f5e1dfcf640 1 -- 172.21.15.46:0/2608408249 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e1815b6b0 msgr2=0x7f5e18073c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:28.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.533+0000 7f5e1dfcf640 1 --2- 172.21.15.46:0/2608408249 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e1815b6b0 0x7f5e18073c10 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f5e180cff40 tx=0x7f5e0802a1a0 comp rx=0 tx=0).stop 2024-09-19T05:51:28.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.533+0000 7f5e1dfcf640 1 -- 172.21.15.46:0/2608408249 shutdown_connections 2024-09-19T05:51:28.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.533+0000 7f5e1dfcf640 1 --2- 172.21.15.46:0/2608408249 >> v2:172.21.15.78:3300/0 conn(0x7f5e180b2820 0x7f5e180cef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:28.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.533+0000 7f5e1dfcf640 1 --2- 172.21.15.46:0/2608408249 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e1815b6b0 0x7f5e18073c10 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:28.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.533+0000 7f5e1dfcf640 1 -- 172.21.15.46:0/2608408249 >> 172.21.15.46:0/2608408249 conn(0x7f5e18073120 msgr2=0x7f5e18073500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:28.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.533+0000 7f5e1dfcf640 1 -- 172.21.15.46:0/2608408249 shutdown_connections 2024-09-19T05:51:28.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.533+0000 7f5e1dfcf640 1 -- 172.21.15.46:0/2608408249 wait complete. 2024-09-19T05:51:28.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.535+0000 7f5e1dfcf640 1 Processor -- start 2024-09-19T05:51:28.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.535+0000 7f5e1dfcf640 1 -- start start 2024-09-19T05:51:28.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.535+0000 7f5e1dfcf640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5e180b2820 0x7f5e1815a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:28.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.536+0000 7f5e1dfcf640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e180cf440 0x7f5e180cd1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:28.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.536+0000 7f5e1dfcf640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f5e1815b6b0 0x7f5e1815e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:28.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.536+0000 7f5e1dfcf640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5e1815ba90 con 0x7f5e180cf440 2024-09-19T05:51:28.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.536+0000 7f5e1dfcf640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f5e180cf890 con 0x7f5e180b2820 2024-09-19T05:51:28.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.536+0000 7f5e1dfcf640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f5e1815bc10 con 0x7f5e1815b6b0 2024-09-19T05:51:28.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.536+0000 7f5e16ffd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e180cf440 0x7f5e180cd1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:28.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.536+0000 7f5e16ffd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e180cf440 0x7f5e180cd1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41126/0 (socket says 172.21.15.46:41126) 2024-09-19T05:51:28.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.536+0000 7f5e16ffd640 1 -- 172.21.15.46:0/2817804146 learned_addr learned my addr 172.21.15.46:0/2817804146 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:28.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.536+0000 7f5e177fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5e180b2820 0x7f5e1815a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:28.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.536+0000 7f5e17fff640 1 --2- 172.21.15.46:0/2817804146 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f5e1815b6b0 0x7f5e1815e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:28.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.536+0000 7f5e16ffd640 1 -- 172.21.15.46:0/2817804146 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f5e1815b6b0 msgr2=0x7f5e1815e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:28.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.536+0000 7f5e16ffd640 1 --2- 172.21.15.46:0/2817804146 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f5e1815b6b0 0x7f5e1815e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:28.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.536+0000 7f5e16ffd640 1 -- 172.21.15.46:0/2817804146 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5e180b2820 msgr2=0x7f5e1815a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:28.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.536+0000 7f5e16ffd640 1 --2- 172.21.15.46:0/2817804146 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5e180b2820 0x7f5e1815a170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:28.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.536+0000 7f5e16ffd640 1 -- 172.21.15.46:0/2817804146 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e180cdb00 con 0x7f5e180cf440 2024-09-19T05:51:28.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.536+0000 7f5e16ffd640 1 --2- 172.21.15.46:0/2817804146 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e180cf440 0x7f5e180cd1f0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f5e0c00d800 tx=0x7f5e0c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:28.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.536+0000 7f5dfffff640 1 -- 172.21.15.46:0/2817804146 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e0c00b6c0 con 0x7f5e180cf440 2024-09-19T05:51:28.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.536+0000 7f5dfffff640 1 -- 172.21.15.46:0/2817804146 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e0c019070 con 0x7f5e180cf440 2024-09-19T05:51:28.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.536+0000 7f5e1dfcf640 1 -- 172.21.15.46:0/2817804146 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e180cdde0 con 0x7f5e180cf440 2024-09-19T05:51:28.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.537+0000 7f5dfffff640 1 -- 172.21.15.46:0/2817804146 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e0c00ba80 con 0x7f5e180cf440 2024-09-19T05:51:28.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.537+0000 7f5e1dfcf640 1 -- 172.21.15.46:0/2817804146 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e180c24e0 con 0x7f5e180cf440 2024-09-19T05:51:28.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.537+0000 7f5e1dfcf640 1 -- 172.21.15.46:0/2817804146 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e180cef00 con 0x7f5e180cf440 2024-09-19T05:51:28.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.538+0000 7f5dfffff640 1 -- 172.21.15.46:0/2817804146 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5e0c00bc20 con 0x7f5e180cf440 2024-09-19T05:51:28.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.539+0000 7f5dfffff640 1 --2- 172.21.15.46:0/2817804146 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f5e0406c2b0 0x7f5e0406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:28.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.539+0000 7f5dfffff640 1 -- 172.21.15.46:0/2817804146 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f5e0c08b860 con 0x7f5e180cf440 2024-09-19T05:51:28.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.539+0000 7f5e177fe640 1 --2- 172.21.15.46:0/2817804146 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f5e0406c2b0 0x7f5e0406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:28.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.539+0000 7f5e177fe640 1 --2- 172.21.15.46:0/2817804146 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f5e0406c2b0 0x7f5e0406e770 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f5e08034000 tx=0x7f5e0802e000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:28.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.543+0000 7f5dfffff640 1 -- 172.21.15.46:0/2817804146 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5e0c0598e0 con 0x7f5e180cf440 2024-09-19T05:51:28.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.752+0000 7f5e1dfcf640 1 -- 172.21.15.46:0/2817804146 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5e180b72b0 con 0x7f5e180cf440 2024-09-19T05:51:28.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.753+0000 7f5dfffff640 1 -- 172.21.15.46:0/2817804146 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5223 (secure 0 0 0) 0x7f5e0c05dbe0 con 0x7f5e180cf440 2024-09-19T05:51:28.755 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:28.755 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":15,"btime":"2024-09-19T05:51:28:397478+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4571,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6836/3909873361","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":3909873361},{"type":"v1","addr":"172.21.15.78:6836","nonce":3909873361}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6837/3106165175","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6835","nonce":3106165175},{"type":"v1","addr":"172.21.15.78:6837","nonce":3106165175}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4809,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6834/1598859609","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1598859609},{"type":"v1","addr":"172.21.15.46:6834","nonce":1598859609}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:51:25.606565+0000","modified":"2024-09-19T05:51:27.741589+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4812},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4812":{"gid":4812,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.46:6835/1257253833","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6833","nonce":1257253833},{"type":"v1","addr":"172.21.15.46:6835","nonce":1257253833}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4812,"qdb_cluster":[4812]},"id":2}]} 2024-09-19T05:51:28.755 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 15 2024-09-19T05:51:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.755+0000 7f5e1dfcf640 1 -- 172.21.15.46:0/2817804146 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f5e0406c2b0 msgr2=0x7f5e0406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.755+0000 7f5e1dfcf640 1 --2- 172.21.15.46:0/2817804146 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f5e0406c2b0 0x7f5e0406e770 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f5e08034000 tx=0x7f5e0802e000 comp rx=0 tx=0).stop 2024-09-19T05:51:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.755+0000 7f5e1dfcf640 1 -- 172.21.15.46:0/2817804146 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e180cf440 msgr2=0x7f5e180cd1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.755+0000 7f5e1dfcf640 1 --2- 172.21.15.46:0/2817804146 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e180cf440 0x7f5e180cd1f0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f5e0c00d800 tx=0x7f5e0c00dcc0 comp rx=0 tx=0).stop 2024-09-19T05:51:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.755+0000 7f5e1dfcf640 1 -- 172.21.15.46:0/2817804146 shutdown_connections 2024-09-19T05:51:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.755+0000 7f5e1dfcf640 1 --2- 172.21.15.46:0/2817804146 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f5e0406c2b0 0x7f5e0406e770 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.755+0000 7f5e1dfcf640 1 --2- 172.21.15.46:0/2817804146 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f5e1815b6b0 0x7f5e1815e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.755+0000 7f5e1dfcf640 1 --2- 172.21.15.46:0/2817804146 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e180cf440 0x7f5e180cd1f0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.755+0000 7f5e1dfcf640 1 --2- 172.21.15.46:0/2817804146 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5e180b2820 0x7f5e1815a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:28.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.755+0000 7f5e1dfcf640 1 -- 172.21.15.46:0/2817804146 >> 172.21.15.46:0/2817804146 conn(0x7f5e18073120 msgr2=0x7f5e18073500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:28.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.755+0000 7f5e1dfcf640 1 -- 172.21.15.46:0/2817804146 shutdown_connections 2024-09-19T05:51:28.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.755+0000 7f5e1dfcf640 1 -- 172.21.15.46:0/2817804146 wait complete. 2024-09-19T05:51:28.768 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:51:28.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.868+0000 7f1cba8e6640 1 Processor -- start 2024-09-19T05:51:28.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.868+0000 7f1cba8e6640 1 -- start start 2024-09-19T05:51:28.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.869+0000 7f1cba8e6640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cb40b34d0 0x7f1cb40ccdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:28.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.869+0000 7f1cba8e6640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f1cb40ceb60 0x7f1cb40b2440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:28.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.869+0000 7f1cba8e6640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1cb40d0dd0 con 0x7f1cb40b16f0 2024-09-19T05:51:28.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.869+0000 7f1cba8e6640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f1cb40ce8c0 con 0x7f1cb40ceb60 2024-09-19T05:51:28.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.869+0000 7f1cba8e6640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f1cb40d0b80 con 0x7f1cb40b34d0 2024-09-19T05:51:28.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.869+0000 7f1cb8e83640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f1cb40b16f0 0x7f1cb40cefb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:38350/0 (socket says 172.21.15.46:38350) 2024-09-19T05:51:28.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.869+0000 7f1cb8e83640 1 -- 172.21.15.46:0/1003039798 learned_addr learned my addr 172.21.15.46:0/1003039798 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:28.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.869+0000 7f1cb37fe640 1 --2- 172.21.15.46:0/1003039798 >> v2:172.21.15.78:3300/0 conn(0x7f1cb40ceb60 0x7f1cb40b2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:28.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.869+0000 7f1cb3fff640 1 --2- 172.21.15.46:0/1003039798 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cb40b34d0 0x7f1cb40ccdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:28.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.869+0000 7f1cb2ffd640 1 -- 172.21.15.46:0/1003039798 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2087431483 0 0) 0x7f1cb40d0dd0 con 0x7f1cb40b16f0 2024-09-19T05:51:28.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.869+0000 7f1cb2ffd640 1 -- 172.21.15.46:0/1003039798 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1c9c003520 con 0x7f1cb40b16f0 2024-09-19T05:51:28.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.870+0000 7f1cb3fff640 1 -- 172.21.15.46:0/1003039798 >> v2:172.21.15.78:3300/0 conn(0x7f1cb40ceb60 msgr2=0x7f1cb40b2440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:28.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.870+0000 7f1cb3fff640 1 --2- 172.21.15.46:0/1003039798 >> v2:172.21.15.78:3300/0 conn(0x7f1cb40ceb60 0x7f1cb40b2440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:28.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.870+0000 7f1cb3fff640 1 -- 172.21.15.46:0/1003039798 >> v1:172.21.15.46:6789/0 conn(0x7f1cb40b16f0 legacy=0x7f1cb40cefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:28.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.870+0000 7f1cb3fff640 1 -- 172.21.15.46:0/1003039798 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cb40d10b0 con 0x7f1cb40b34d0 2024-09-19T05:51:28.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.870+0000 7f1cb3fff640 1 --2- 172.21.15.46:0/1003039798 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cb40b34d0 0x7f1cb40ccdd0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f1ca40097a0 tx=0x7f1ca402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fb1fbeac55c33717 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:28.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.871+0000 7f1cb2ffd640 1 -- 172.21.15.46:0/1003039798 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca4037070 con 0x7f1cb40b34d0 2024-09-19T05:51:28.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.871+0000 7f1cb2ffd640 1 -- 172.21.15.46:0/1003039798 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ca4032440 con 0x7f1cb40b34d0 2024-09-19T05:51:28.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.871+0000 7f1cb2ffd640 1 -- 172.21.15.46:0/1003039798 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca40327f0 con 0x7f1cb40b34d0 2024-09-19T05:51:28.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.871+0000 7f1cba8e6640 1 -- 172.21.15.46:0/1003039798 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cb40b34d0 msgr2=0x7f1cb40ccdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:28.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.871+0000 7f1cba8e6640 1 --2- 172.21.15.46:0/1003039798 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cb40b34d0 0x7f1cb40ccdd0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f1ca40097a0 tx=0x7f1ca402a180 comp rx=0 tx=0).stop 2024-09-19T05:51:28.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.871+0000 7f1cba8e6640 1 -- 172.21.15.46:0/1003039798 shutdown_connections 2024-09-19T05:51:28.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.871+0000 7f1cba8e6640 1 --2- 172.21.15.46:0/1003039798 >> v2:172.21.15.78:3300/0 conn(0x7f1cb40ceb60 0x7f1cb40b2440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:28.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.871+0000 7f1cba8e6640 1 --2- 172.21.15.46:0/1003039798 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cb40b34d0 0x7f1cb40ccdd0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:28.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.871+0000 7f1cba8e6640 1 -- 172.21.15.46:0/1003039798 >> 172.21.15.46:0/1003039798 conn(0x7f1cb409ba70 msgr2=0x7f1cb40b40d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:28.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.871+0000 7f1cba8e6640 1 -- 172.21.15.46:0/1003039798 shutdown_connections 2024-09-19T05:51:28.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.871+0000 7f1cba8e6640 1 -- 172.21.15.46:0/1003039798 wait complete. 2024-09-19T05:51:28.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.872+0000 7f1cba8e6640 1 Processor -- start 2024-09-19T05:51:28.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.873+0000 7f1cba8e6640 1 -- start start 2024-09-19T05:51:28.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.873+0000 7f1cba8e6640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1cb40b34d0 0x7f1cb4159810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:28.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.873+0000 7f1cba8e6640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cb40ceb60 0x7f1cb40ca080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:28.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.873+0000 7f1cba8e6640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1cb415bdf0 0x7f1cb41f52a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:28.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.873+0000 7f1cba8e6640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb40b4da0 con 0x7f1cb40b34d0 2024-09-19T05:51:28.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.873+0000 7f1cba8e6640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb40b1fb0 con 0x7f1cb415bdf0 2024-09-19T05:51:28.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.873+0000 7f1cba8e6640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f1cb40b4f20 con 0x7f1cb40ceb60 2024-09-19T05:51:28.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.873+0000 7f1cb3fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1cb40b34d0 0x7f1cb4159810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:28.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.873+0000 7f1cb3fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1cb40b34d0 0x7f1cb4159810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41128/0 (socket says 172.21.15.46:41128) 2024-09-19T05:51:28.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.873+0000 7f1cb3fff640 1 -- 172.21.15.46:0/924647417 learned_addr learned my addr 172.21.15.46:0/924647417 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:28.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.873+0000 7f1cb37fe640 1 --2- 172.21.15.46:0/924647417 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cb40ceb60 0x7f1cb40ca080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:28.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.874+0000 7f1cb8e83640 1 --2- 172.21.15.46:0/924647417 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1cb415bdf0 0x7f1cb41f52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:28.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.874+0000 7f1cb3fff640 1 -- 172.21.15.46:0/924647417 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cb40ceb60 msgr2=0x7f1cb40ca080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:28.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.874+0000 7f1cb3fff640 1 --2- 172.21.15.46:0/924647417 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cb40ceb60 0x7f1cb40ca080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:28.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.874+0000 7f1cb3fff640 1 -- 172.21.15.46:0/924647417 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1cb415bdf0 msgr2=0x7f1cb41f52a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:28.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.874+0000 7f1cb3fff640 1 --2- 172.21.15.46:0/924647417 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1cb415bdf0 0x7f1cb41f52a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:28.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.874+0000 7f1cb3fff640 1 -- 172.21.15.46:0/924647417 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cb40cac60 con 0x7f1cb40b34d0 2024-09-19T05:51:28.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.874+0000 7f1cb3fff640 1 --2- 172.21.15.46:0/924647417 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1cb40b34d0 0x7f1cb4159810 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f1ca402a1c0 tx=0x7f1ca40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:28.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.874+0000 7f1cb0ff9640 1 -- 172.21.15.46:0/924647417 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca4037040 con 0x7f1cb40b34d0 2024-09-19T05:51:28.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.874+0000 7f1cb0ff9640 1 -- 172.21.15.46:0/924647417 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ca4042070 con 0x7f1cb40b34d0 2024-09-19T05:51:28.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.874+0000 7f1cba8e6640 1 -- 172.21.15.46:0/924647417 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cb40ca980 con 0x7f1cb40b34d0 2024-09-19T05:51:28.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.874+0000 7f1cb0ff9640 1 -- 172.21.15.46:0/924647417 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca403b930 con 0x7f1cb40b34d0 2024-09-19T05:51:28.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.874+0000 7f1cba8e6640 1 -- 172.21.15.46:0/924647417 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cb40b6db0 con 0x7f1cb40b34d0 2024-09-19T05:51:28.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.875+0000 7f1cba8e6640 1 -- 172.21.15.46:0/924647417 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cb40cd3a0 con 0x7f1cb40b34d0 2024-09-19T05:51:28.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.876+0000 7f1cb0ff9640 1 -- 172.21.15.46:0/924647417 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1ca403bad0 con 0x7f1cb40b34d0 2024-09-19T05:51:28.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.876+0000 7f1cb0ff9640 1 --2- 172.21.15.46:0/924647417 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f1ca006c2e0 0x7f1ca006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:28.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.876+0000 7f1cb0ff9640 1 -- 172.21.15.46:0/924647417 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f1ca40abb10 con 0x7f1cb40b34d0 2024-09-19T05:51:28.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.877+0000 7f1cb37fe640 1 --2- 172.21.15.46:0/924647417 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f1ca006c2e0 0x7f1ca006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:28.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.877+0000 7f1cb37fe640 1 --2- 172.21.15.46:0/924647417 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f1ca006c2e0 0x7f1ca006e7a0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f1cb41f5200 tx=0x7f1ca8009190 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:28.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:28.881+0000 7f1cb0ff9640 1 -- 172.21.15.46:0/924647417 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1ca4079c30 con 0x7f1cb40b34d0 2024-09-19T05:51:29.059 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.057+0000 7f1cba8e6640 1 -- 172.21.15.46:0/924647417 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1cb41600a0 con 0x7f1cb40b34d0 2024-09-19T05:51:29.059 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.058+0000 7f1cb0ff9640 1 -- 172.21.15.46:0/924647417 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16681 (secure 0 0 0) 0x7f1ca407df30 con 0x7f1cb40b34d0 2024-09-19T05:51:29.060 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:29.060 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":32,"fsid":"f422d15e-e2c9-44aa-a788-7f9714905c67","created":"2024-09-19T05:50:21.601235+0000","modified":"2024-09-19T05:51:27.259708+0000","last_up_change":"2024-09-19T05:50:34.148268+0000","last_in_change":"2024-09-19T05:50:23.689134+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:50:33.840497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:51:23.545986+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T05:51:24.597187+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5887dcb-f9c0-42a0-905d-718d357b4b57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6825","nonce":1884048663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6827","nonce":1884048663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6831","nonce":1884048663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6829","nonce":1884048663}]},"public_addr":"172.21.15.46:6825/1884048663","cluster_addr":"172.21.15.46:6827/1884048663","heartbeat_back_addr":"172.21.15.46:6831/1884048663","heartbeat_front_addr":"172.21.15.46:6829/1884048663","state":["exists","up"]},{"osd":1,"uuid":"3fed9b97-7482-4314-bf02-1518c03be152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6801","nonce":2797692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6803","nonce":2797692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6807","nonce":2797692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6805","nonce":2797692057}]},"public_addr":"172.21.15.46:6801/2797692057","cluster_addr":"172.21.15.46:6803/2797692057","heartbeat_back_addr":"172.21.15.46:6807/2797692057","heartbeat_front_addr":"172.21.15.46:6805/2797692057","state":["exists","up"]},{"osd":2,"uuid":"2e36d163-339b-491e-98a9-6e768a3249e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6809","nonce":4061240230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6811","nonce":4061240230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6815","nonce":4061240230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6813","nonce":4061240230}]},"public_addr":"172.21.15.46:6809/4061240230","cluster_addr":"172.21.15.46:6811/4061240230","heartbeat_back_addr":"172.21.15.46:6815/4061240230","heartbeat_front_addr":"172.21.15.46:6813/4061240230","state":["exists","up"]},{"osd":3,"uuid":"98fb22e5-3d85-4bb7-a92e-63625f26d7b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6817","nonce":170935989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6819","nonce":170935989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6823","nonce":170935989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6821","nonce":170935989}]},"public_addr":"172.21.15.46:6817/170935989","cluster_addr":"172.21.15.46:6819/170935989","heartbeat_back_addr":"172.21.15.46:6823/170935989","heartbeat_front_addr":"172.21.15.46:6821/170935989","state":["exists","up"]},{"osd":4,"uuid":"055bb872-b76a-40ab-aab7-c6e327ee7735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6809","nonce":2319815351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6811","nonce":2319815351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6815","nonce":2319815351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6813","nonce":2319815351}]},"public_addr":"172.21.15.78:6809/2319815351","cluster_addr":"172.21.15.78:6811/2319815351","heartbeat_back_addr":"172.21.15.78:6815/2319815351","heartbeat_front_addr":"172.21.15.78:6813/2319815351","state":["exists","up"]},{"osd":5,"uuid":"4164d7c8-3350-4cd1-b105-8376e2b8d205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6825","nonce":1036798121}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6827","nonce":1036798121}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6831","nonce":1036798121}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6829","nonce":1036798121}]},"public_addr":"172.21.15.78:6825/1036798121","cluster_addr":"172.21.15.78:6827/1036798121","heartbeat_back_addr":"172.21.15.78:6831/1036798121","heartbeat_front_addr":"172.21.15.78:6829/1036798121","state":["exists","up"]},{"osd":6,"uuid":"2ad21b97-7629-4de2-851e-909e8b1defd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6801","nonce":707998422}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6803","nonce":707998422}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6807","nonce":707998422}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6805","nonce":707998422}]},"public_addr":"172.21.15.78:6801/707998422","cluster_addr":"172.21.15.78:6803/707998422","heartbeat_back_addr":"172.21.15.78:6807/707998422","heartbeat_front_addr":"172.21.15.78:6805/707998422","state":["exists","up"]},{"osd":7,"uuid":"88efccef-c5f1-43b6-b786-9bc72f2cf2cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6817","nonce":2547959841}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6819","nonce":2547959841}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6823","nonce":2547959841}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6821","nonce":2547959841}]},"public_addr":"172.21.15.78:6817/2547959841","cluster_addr":"172.21.15.78:6819/2547959841","heartbeat_back_addr":"172.21.15.78:6823/2547959841","heartbeat_front_addr":"172.21.15.78:6821/2547959841","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.653882+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.491170+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.251245+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989665+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:31.041334+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.652320+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.566922+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:51:29.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.060+0000 7f1cba8e6640 1 -- 172.21.15.46:0/924647417 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f1ca006c2e0 msgr2=0x7f1ca006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:29.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.060+0000 7f1cba8e6640 1 --2- 172.21.15.46:0/924647417 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f1ca006c2e0 0x7f1ca006e7a0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f1cb41f5200 tx=0x7f1ca8009190 comp rx=0 tx=0).stop 2024-09-19T05:51:29.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.060+0000 7f1cba8e6640 1 -- 172.21.15.46:0/924647417 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1cb40b34d0 msgr2=0x7f1cb4159810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:29.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.060+0000 7f1cba8e6640 1 --2- 172.21.15.46:0/924647417 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1cb40b34d0 0x7f1cb4159810 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f1ca402a1c0 tx=0x7f1ca40046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.060+0000 7f1cba8e6640 1 -- 172.21.15.46:0/924647417 shutdown_connections 2024-09-19T05:51:29.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.060+0000 7f1cba8e6640 1 --2- 172.21.15.46:0/924647417 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f1ca006c2e0 0x7f1ca006e7a0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.060+0000 7f1cba8e6640 1 --2- 172.21.15.46:0/924647417 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1cb415bdf0 0x7f1cb41f52a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.060+0000 7f1cba8e6640 1 --2- 172.21.15.46:0/924647417 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cb40ceb60 0x7f1cb40ca080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.060+0000 7f1cba8e6640 1 --2- 172.21.15.46:0/924647417 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1cb40b34d0 0x7f1cb4159810 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.060+0000 7f1cba8e6640 1 -- 172.21.15.46:0/924647417 >> 172.21.15.46:0/924647417 conn(0x7f1cb409ba70 msgr2=0x7f1cb40cd5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:29.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.060+0000 7f1cba8e6640 1 -- 172.21.15.46:0/924647417 shutdown_connections 2024-09-19T05:51:29.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.060+0000 7f1cba8e6640 1 -- 172.21.15.46:0/924647417 wait complete. 2024-09-19T05:51:29.073 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T05:51:29.074 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:51:29.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.173+0000 7fc6c4065640 1 Processor -- start 2024-09-19T05:51:29.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.174+0000 7fc6c4065640 1 -- start start 2024-09-19T05:51:29.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.175+0000 7fc6c4065640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fc6bc15e6d0 0x7fc6bc0d41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:29.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.175+0000 7fc6c4065640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc6bc0cf4c0 0x7fc6bc0d4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:29.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.175+0000 7fc6c4065640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6bc15eab0 con 0x7fc6bc0cf920 2024-09-19T05:51:29.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.175+0000 7fc6c4065640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fc6bc0d3120 con 0x7fc6bc15e6d0 2024-09-19T05:51:29.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.175+0000 7fc6c4065640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fc6bc0d3400 con 0x7fc6bc0cf4c0 2024-09-19T05:51:29.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.175+0000 7fc6c1e01640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fc6bc15e6d0 0x7fc6bc0d41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:29.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.175+0000 7fc6c1600640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc6bc0cf4c0 0x7fc6bc0d4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:29.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.175+0000 7fc6c1e01640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fc6bc15e6d0 0x7fc6bc0d41c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41142/0 (socket says 172.21.15.46:41142) 2024-09-19T05:51:29.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.175+0000 7fc6c1e01640 1 -- 172.21.15.46:0/4245255864 learned_addr learned my addr 172.21.15.46:0/4245255864 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:29.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.175+0000 7fc6c1e01640 1 -- 172.21.15.46:0/4245255864 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc6bc0cf4c0 msgr2=0x7fc6bc0d4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:29.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.175+0000 7fc6c1e01640 1 --2- 172.21.15.46:0/4245255864 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc6bc0cf4c0 0x7fc6bc0d4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.175+0000 7fc6c1e01640 1 -- 172.21.15.46:0/4245255864 >> v1:172.21.15.78:6789/0 conn(0x7fc6bc0cf920 legacy=0x7fc6bc0b77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:29.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.175+0000 7fc6c1e01640 1 -- 172.21.15.46:0/4245255864 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6bc0d36e0 con 0x7fc6bc15e6d0 2024-09-19T05:51:29.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.176+0000 7fc6c1e01640 1 --2- 172.21.15.46:0/4245255864 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6bc15e6d0 0x7fc6bc0d41c0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc6b8009870 tx=0x7fc6b802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1caa939892d65449 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:29.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.176+0000 7fc6c0dff640 1 -- 172.21.15.46:0/4245255864 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6b8037070 con 0x7fc6bc15e6d0 2024-09-19T05:51:29.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.176+0000 7fc6c0dff640 1 -- 172.21.15.46:0/4245255864 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6b8032440 con 0x7fc6bc15e6d0 2024-09-19T05:51:29.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.176+0000 7fc6c0dff640 1 -- 172.21.15.46:0/4245255864 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6b8032810 con 0x7fc6bc15e6d0 2024-09-19T05:51:29.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.177+0000 7fc6c4065640 1 -- 172.21.15.46:0/4245255864 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6bc15e6d0 msgr2=0x7fc6bc0d41c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:29.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.177+0000 7fc6c4065640 1 --2- 172.21.15.46:0/4245255864 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6bc15e6d0 0x7fc6bc0d41c0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc6b8009870 tx=0x7fc6b802a270 comp rx=0 tx=0).stop 2024-09-19T05:51:29.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.177+0000 7fc6c4065640 1 -- 172.21.15.46:0/4245255864 shutdown_connections 2024-09-19T05:51:29.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.177+0000 7fc6c4065640 1 --2- 172.21.15.46:0/4245255864 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc6bc0cf4c0 0x7fc6bc0d4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.177+0000 7fc6c4065640 1 --2- 172.21.15.46:0/4245255864 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6bc15e6d0 0x7fc6bc0d41c0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.177+0000 7fc6c4065640 1 -- 172.21.15.46:0/4245255864 >> 172.21.15.46:0/4245255864 conn(0x7fc6bc0723c0 msgr2=0x7fc6bc0727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:29.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.177+0000 7fc6c4065640 1 -- 172.21.15.46:0/4245255864 shutdown_connections 2024-09-19T05:51:29.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.177+0000 7fc6c4065640 1 -- 172.21.15.46:0/4245255864 wait complete. 2024-09-19T05:51:29.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.178+0000 7fc6c4065640 1 Processor -- start 2024-09-19T05:51:29.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.178+0000 7fc6c4065640 1 -- start start 2024-09-19T05:51:29.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.179+0000 7fc6c4065640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc6bc0cf4c0 0x7fc6bc0abec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:29.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.179+0000 7fc6c4065640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6bc0cf920 0x7fc6bc1f5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:29.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.179+0000 7fc6c4065640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc6bc15e6d0 0x7fc6bc0b4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:29.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.179+0000 7fc6c4065640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc6bc0d2ee0 con 0x7fc6bc0cf920 2024-09-19T05:51:29.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.179+0000 7fc6c4065640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc6bc0d2d60 con 0x7fc6bc15e6d0 2024-09-19T05:51:29.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.179+0000 7fc6c4065640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fc6bc0d5060 con 0x7fc6bc0cf4c0 2024-09-19T05:51:29.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.179+0000 7fc6c1600640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6bc0cf920 0x7fc6bc1f5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:29.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.179+0000 7fc6c1600640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6bc0cf920 0x7fc6bc1f5220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41152/0 (socket says 172.21.15.46:41152) 2024-09-19T05:51:29.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.179+0000 7fc6c1600640 1 -- 172.21.15.46:0/4022734205 learned_addr learned my addr 172.21.15.46:0/4022734205 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:29.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.179+0000 7fc6c1e01640 1 --2- 172.21.15.46:0/4022734205 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc6bc0cf4c0 0x7fc6bc0abec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:29.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.179+0000 7fc6c2602640 1 --2- 172.21.15.46:0/4022734205 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc6bc15e6d0 0x7fc6bc0b4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:29.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.179+0000 7fc6c1600640 1 -- 172.21.15.46:0/4022734205 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc6bc0cf4c0 msgr2=0x7fc6bc0abec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:29.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.179+0000 7fc6c1600640 1 --2- 172.21.15.46:0/4022734205 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc6bc0cf4c0 0x7fc6bc0abec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.179+0000 7fc6c1600640 1 -- 172.21.15.46:0/4022734205 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc6bc15e6d0 msgr2=0x7fc6bc0b4060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:29.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.179+0000 7fc6c1600640 1 --2- 172.21.15.46:0/4022734205 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc6bc15e6d0 0x7fc6bc0b4060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.179+0000 7fc6c1600640 1 -- 172.21.15.46:0/4022734205 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6bc0ccce0 con 0x7fc6bc0cf920 2024-09-19T05:51:29.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.180+0000 7fc6c1600640 1 --2- 172.21.15.46:0/4022734205 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6bc0cf920 0x7fc6bc1f5220 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fc6ac00e9b0 tx=0x7fc6ac00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:29.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.180+0000 7fc6b27fc640 1 -- 172.21.15.46:0/4022734205 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6ac017070 con 0x7fc6bc0cf920 2024-09-19T05:51:29.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.180+0000 7fc6b27fc640 1 -- 172.21.15.46:0/4022734205 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6ac00c9a0 con 0x7fc6bc0cf920 2024-09-19T05:51:29.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.180+0000 7fc6c4065640 1 -- 172.21.15.46:0/4022734205 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6bc0ccfc0 con 0x7fc6bc0cf920 2024-09-19T05:51:29.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.180+0000 7fc6b27fc640 1 -- 172.21.15.46:0/4022734205 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6ac00cd70 con 0x7fc6bc0cf920 2024-09-19T05:51:29.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.180+0000 7fc6c4065640 1 -- 172.21.15.46:0/4022734205 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6bc0cd580 con 0x7fc6bc0cf920 2024-09-19T05:51:29.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.181+0000 7fc6c4065640 1 -- 172.21.15.46:0/4022734205 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6bc068e20 con 0x7fc6bc0cf920 2024-09-19T05:51:29.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.181+0000 7fc6b27fc640 1 -- 172.21.15.46:0/4022734205 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc6ac01a070 con 0x7fc6bc0cf920 2024-09-19T05:51:29.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.182+0000 7fc6b27fc640 1 --2- 172.21.15.46:0/4022734205 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc6a006c2b0 0x7fc6a006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:29.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.182+0000 7fc6b27fc640 1 -- 172.21.15.46:0/4022734205 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fc6ac08b700 con 0x7fc6bc0cf920 2024-09-19T05:51:29.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.182+0000 7fc6c1e01640 1 --2- 172.21.15.46:0/4022734205 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc6a006c2b0 0x7fc6a006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:29.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.182+0000 7fc6c1e01640 1 --2- 172.21.15.46:0/4022734205 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc6a006c2b0 0x7fc6a006e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fc6b8034000 tx=0x7fc6b802e000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:29.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.186+0000 7fc6b27fc640 1 -- 172.21.15.46:0/4022734205 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc6ac059f00 con 0x7fc6bc0cf920 2024-09-19T05:51:29.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.357+0000 7fc6c4065640 1 -- 172.21.15.46:0/4022734205 --> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc6bc0d5430 con 0x7fc6a006c2b0 2024-09-19T05:51:29.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.363+0000 7fc6b27fc640 1 -- 172.21.15.46:0/4022734205 <== mgr.4099 v2:172.21.15.78:6832/1948069631 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+237460 (secure 0 0 0) 0x7fc6bc0d5430 con 0x7fc6a006c2b0 2024-09-19T05:51:29.368 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:29.369 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-19T05:51:29.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.366+0000 7fc6c4065640 1 -- 172.21.15.46:0/4022734205 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc6a006c2b0 msgr2=0x7fc6a006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:29.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.366+0000 7fc6c4065640 1 --2- 172.21.15.46:0/4022734205 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc6a006c2b0 0x7fc6a006e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fc6b8034000 tx=0x7fc6b802e000 comp rx=0 tx=0).stop 2024-09-19T05:51:29.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.366+0000 7fc6c4065640 1 -- 172.21.15.46:0/4022734205 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6bc0cf920 msgr2=0x7fc6bc1f5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:29.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.366+0000 7fc6c4065640 1 --2- 172.21.15.46:0/4022734205 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6bc0cf920 0x7fc6bc1f5220 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fc6ac00e9b0 tx=0x7fc6ac00ee70 comp rx=0 tx=0).stop 2024-09-19T05:51:29.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.366+0000 7fc6c4065640 1 -- 172.21.15.46:0/4022734205 shutdown_connections 2024-09-19T05:51:29.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.366+0000 7fc6c4065640 1 --2- 172.21.15.46:0/4022734205 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc6a006c2b0 0x7fc6a006e770 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.366+0000 7fc6c4065640 1 --2- 172.21.15.46:0/4022734205 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc6bc15e6d0 0x7fc6bc0b4060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.366+0000 7fc6c4065640 1 --2- 172.21.15.46:0/4022734205 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6bc0cf920 0x7fc6bc1f5220 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.366+0000 7fc6c4065640 1 --2- 172.21.15.46:0/4022734205 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc6bc0cf4c0 0x7fc6bc0abec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.366+0000 7fc6c4065640 1 -- 172.21.15.46:0/4022734205 >> 172.21.15.46:0/4022734205 conn(0x7fc6bc0723c0 msgr2=0x7fc6bc0d23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:29.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.366+0000 7fc6c4065640 1 -- 172.21.15.46:0/4022734205 shutdown_connections 2024-09-19T05:51:29.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.366+0000 7fc6c4065640 1 -- 172.21.15.46:0/4022734205 wait complete. 2024-09-19T05:51:29.380 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":52,"stamp":"2024-09-19T05:51:27.804879+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":6,"acting":6,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":31,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":754974720,"kb_used":240656,"kb_used_data":3560,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734064,"statfs":{"total":773094113280,"available":772847681536,"internally_reserved":0,"allocated":3645440,"data_stored":2075472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000638"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:51:24.245279+0000","last_change":"2024-09-19T05:51:24.245279+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.245279+0000","last_undegraded":"2024-09-19T05:51:24.245279+0000","last_fullsized":"2024-09-19T05:51:24.245279+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:51:24.245249+0000","last_change":"2024-09-19T05:51:24.245249+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.245249+0000","last_undegraded":"2024-09-19T05:51:24.245249+0000","last_fullsized":"2024-09-19T05:51:24.245249+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":182,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-19T05:51:20.982205+0000","last_change":"2024-09-19T05:50:35.646709+0000","last_active":"2024-09-19T05:51:20.982205+0000","last_peered":"2024-09-19T05:51:20.982205+0000","last_clean":"2024-09-19T05:51:20.982205+0000","last_became_active":"2024-09-19T05:50:35.645765+0000","last_became_peered":"2024-09-19T05:50:35.645765+0000","last_unstale":"2024-09-19T05:51:20.982205+0000","last_undegraded":"2024-09-19T05:51:20.982205+0000","last_fullsized":"2024-09-19T05:51:20.982205+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_clean_scrub_stamp":"2024-09-19T05:50:34.148268+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:39.766293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":4,"acting":4,"num_store_stats":1},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509454,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27348,"kb_used_data":300,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344492,"statfs":{"total":96636764160,"available":96608759808,"internally_reserved":0,"allocated":307200,"data_stored":111842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542158,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27920,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343920,"statfs":{"total":96636764160,"available":96608174080,"internally_reserved":0,"allocated":901120,"data_stored":702210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542158,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27328,"kb_used_data":300,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344512,"statfs":{"total":96636764160,"available":96608780288,"internally_reserved":0,"allocated":307200,"data_stored":111842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542156,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27348,"kb_used_data":300,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344492,"statfs":{"total":96636764160,"available":96608759808,"internally_reserved":0,"allocated":307200,"data_stored":111842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542157,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35656,"kb_used_data":300,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336184,"statfs":{"total":96636764160,"available":96600252416,"internally_reserved":0,"allocated":307200,"data_stored":111842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542158,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31492,"kb_used_data":300,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340348,"statfs":{"total":96636764160,"available":96604516352,"internally_reserved":0,"allocated":307200,"data_stored":111842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542158,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31492,"kb_used_data":300,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340348,"statfs":{"total":96636764160,"available":96604516352,"internally_reserved":0,"allocated":307200,"data_stored":111842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542158,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32072,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339768,"statfs":{"total":96636764160,"available":96603922432,"internally_reserved":0,"allocated":901120,"data_stored":702210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:51:29.385 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:51:29.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.520+0000 7f1b61053640 1 Processor -- start 2024-09-19T05:51:29.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.520+0000 7f1b61053640 1 -- start start 2024-09-19T05:51:29.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.520+0000 7f1b61053640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f1b5c0d5230 0x7f1b5c0b77d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:29.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.520+0000 7f1b61053640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b5c15eab0 con 0x7f1b5c0d41c0 2024-09-19T05:51:29.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.520+0000 7f1b61053640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b5c0d3120 con 0x7f1b5c15e6d0 2024-09-19T05:51:29.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.521+0000 7f1b61053640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f1b5c0d4650 con 0x7f1b5c0d5230 2024-09-19T05:51:29.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.521+0000 7f1b5a59c640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f1b5c0d41c0 0x7f1b5c0d4b20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:38354/0 (socket says 172.21.15.46:38354) 2024-09-19T05:51:29.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.521+0000 7f1b5a59c640 1 -- 172.21.15.46:0/3032818115 learned_addr learned my addr 172.21.15.46:0/3032818115 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:29.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.521+0000 7f1b5b59e640 1 --2- 172.21.15.46:0/3032818115 >> v2:172.21.15.78:3300/0 conn(0x7f1b5c0d5230 0x7f1b5c0b77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:29.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.521+0000 7f1b59d9b640 1 -- 172.21.15.46:0/3032818115 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 846109548 0 0) 0x7f1b5c15eab0 con 0x7f1b5c0d41c0 2024-09-19T05:51:29.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.521+0000 7f1b59d9b640 1 -- 172.21.15.46:0/3032818115 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1b44003520 con 0x7f1b5c0d41c0 2024-09-19T05:51:29.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.521+0000 7f1b59d9b640 1 -- 172.21.15.46:0/3032818115 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4256573204 0 0) 0x7f1b44003520 con 0x7f1b5c0d41c0 2024-09-19T05:51:29.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.521+0000 7f1b59d9b640 1 -- 172.21.15.46:0/3032818115 >> v2:172.21.15.78:3300/0 conn(0x7f1b5c0d5230 msgr2=0x7f1b5c0b77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:29.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.521+0000 7f1b59d9b640 1 --2- 172.21.15.46:0/3032818115 >> v2:172.21.15.78:3300/0 conn(0x7f1b5c0d5230 0x7f1b5c0b77d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.521+0000 7f1b59d9b640 1 -- 172.21.15.46:0/3032818115 >> v1:172.21.15.78:6789/0 conn(0x7f1b5c15e6d0 legacy=0x7f1b5c0cf4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:29.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.521+0000 7f1b59d9b640 1 -- 172.21.15.46:0/3032818115 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b5c0d3400 con 0x7f1b5c0d41c0 2024-09-19T05:51:29.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.521+0000 7f1b59d9b640 1 -- 172.21.15.46:0/3032818115 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 238125057 0 0) 0x7f1b50001670 con 0x7f1b5c0d41c0 2024-09-19T05:51:29.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.521+0000 7f1b59d9b640 1 -- 172.21.15.46:0/3032818115 >> v1:172.21.15.46:6789/0 conn(0x7f1b5c0d41c0 legacy=0x7f1b5c0d4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:29.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.521+0000 7f1b59d9b640 1 --2- 172.21.15.46:0/3032818115 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b440039b0 0x7f1b44003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:29.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.521+0000 7f1b59d9b640 1 --2- 172.21.15.46:0/3032818115 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1b44004800 0x7f1b44004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:29.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.521+0000 7f1b59d9b640 1 --2- 172.21.15.46:0/3032818115 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1b440051c0 0x7f1b4400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:29.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.521+0000 7f1b59d9b640 1 -- 172.21.15.46:0/3032818115 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1b5c0d4650 con 0x7f1b440039b0 2024-09-19T05:51:29.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.521+0000 7f1b59d9b640 1 -- 172.21.15.46:0/3032818115 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f1b4400c060 con 0x7f1b440051c0 2024-09-19T05:51:29.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.521+0000 7f1b59d9b640 1 -- 172.21.15.46:0/3032818115 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f1b4400c260 con 0x7f1b44004800 2024-09-19T05:51:29.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.521+0000 7f1b5ad9d640 1 --2- 172.21.15.46:0/3032818115 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b440039b0 0x7f1b44003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:29.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.522+0000 7f1b5b59e640 1 --2- 172.21.15.46:0/3032818115 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1b440051c0 0x7f1b4400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:29.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.522+0000 7f1b5a59c640 1 --2- 172.21.15.46:0/3032818115 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1b44004800 0x7f1b44004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:29.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.522+0000 7f1b5ad9d640 1 -- 172.21.15.46:0/3032818115 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1b44004800 msgr2=0x7f1b44004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:29.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.522+0000 7f1b5ad9d640 1 --2- 172.21.15.46:0/3032818115 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1b44004800 0x7f1b44004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.522+0000 7f1b5ad9d640 1 -- 172.21.15.46:0/3032818115 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1b440051c0 msgr2=0x7f1b4400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:29.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.522+0000 7f1b5ad9d640 1 --2- 172.21.15.46:0/3032818115 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1b440051c0 0x7f1b4400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.522+0000 7f1b5ad9d640 1 -- 172.21.15.46:0/3032818115 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b44003520 con 0x7f1b440039b0 2024-09-19T05:51:29.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.522+0000 7f1b5b59e640 1 -- 172.21.15.46:0/3032818115 reap_dead start 2024-09-19T05:51:29.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.522+0000 7f1b5ad9d640 1 --2- 172.21.15.46:0/3032818115 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b440039b0 0x7f1b44003dd0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f1b4c001750 tx=0x7f1b44005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6451f1a6ee59bcc6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:29.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.523+0000 7f1b59d9b640 1 -- 172.21.15.46:0/3032818115 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b4c001370 con 0x7f1b440039b0 2024-09-19T05:51:29.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.523+0000 7f1b59d9b640 1 -- 172.21.15.46:0/3032818115 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b4c0052d0 con 0x7f1b440039b0 2024-09-19T05:51:29.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.523+0000 7f1b59d9b640 1 -- 172.21.15.46:0/3032818115 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b4c02abc0 con 0x7f1b440039b0 2024-09-19T05:51:29.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.523+0000 7f1b61053640 1 -- 172.21.15.46:0/3032818115 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b440039b0 msgr2=0x7f1b44003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:29.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.523+0000 7f1b61053640 1 --2- 172.21.15.46:0/3032818115 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b440039b0 0x7f1b44003dd0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f1b4c001750 tx=0x7f1b44005830 comp rx=0 tx=0).stop 2024-09-19T05:51:29.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.523+0000 7f1b61053640 1 -- 172.21.15.46:0/3032818115 shutdown_connections 2024-09-19T05:51:29.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.523+0000 7f1b61053640 1 --2- 172.21.15.46:0/3032818115 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b440039b0 0x7f1b44003dd0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.523+0000 7f1b61053640 1 -- 172.21.15.46:0/3032818115 >> 172.21.15.46:0/3032818115 conn(0x7f1b5c0723c0 msgr2=0x7f1b5c0727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:29.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.523+0000 7f1b61053640 1 -- 172.21.15.46:0/3032818115 shutdown_connections 2024-09-19T05:51:29.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.523+0000 7f1b61053640 1 -- 172.21.15.46:0/3032818115 wait complete. 2024-09-19T05:51:29.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.525+0000 7f1b61053640 1 Processor -- start 2024-09-19T05:51:29.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.525+0000 7f1b61053640 1 -- start start 2024-09-19T05:51:29.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.525+0000 7f1b61053640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b440039b0 0x7f1b5c0b11a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:29.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.525+0000 7f1b61053640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1b5c0b3810 0x7f1b5c15deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:29.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.525+0000 7f1b61053640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1b5c0aeff0 0x7f1b5c0af4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:29.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.525+0000 7f1b61053640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1b5c0d2d60 con 0x7f1b440039b0 2024-09-19T05:51:29.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.525+0000 7f1b61053640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f1b5c0d39c0 con 0x7f1b5c0b3810 2024-09-19T05:51:29.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.525+0000 7f1b61053640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f1b5c0d2ee0 con 0x7f1b5c0aeff0 2024-09-19T05:51:29.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.526+0000 7f1b5ad9d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b440039b0 0x7f1b5c0b11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:29.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.526+0000 7f1b5ad9d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b440039b0 0x7f1b5c0b11a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41178/0 (socket says 172.21.15.46:41178) 2024-09-19T05:51:29.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.526+0000 7f1b5ad9d640 1 -- 172.21.15.46:0/1929870032 learned_addr learned my addr 172.21.15.46:0/1929870032 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:29.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.526+0000 7f1b5a59c640 1 --2- 172.21.15.46:0/1929870032 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1b5c0b3810 0x7f1b5c15deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:29.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.526+0000 7f1b5b59e640 1 --2- 172.21.15.46:0/1929870032 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1b5c0aeff0 0x7f1b5c0af4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:29.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.526+0000 7f1b5ad9d640 1 -- 172.21.15.46:0/1929870032 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1b5c0aeff0 msgr2=0x7f1b5c0af4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:29.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.526+0000 7f1b5ad9d640 1 --2- 172.21.15.46:0/1929870032 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1b5c0aeff0 0x7f1b5c0af4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.526+0000 7f1b5ad9d640 1 -- 172.21.15.46:0/1929870032 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1b5c0b3810 msgr2=0x7f1b5c15deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:29.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.526+0000 7f1b5ad9d640 1 --2- 172.21.15.46:0/1929870032 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1b5c0b3810 0x7f1b5c15deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.526+0000 7f1b5ad9d640 1 -- 172.21.15.46:0/1929870032 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b5c0ae220 con 0x7f1b440039b0 2024-09-19T05:51:29.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.526+0000 7f1b5a59c640 1 --2- 172.21.15.46:0/1929870032 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1b5c0b3810 0x7f1b5c15deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:29.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.526+0000 7f1b5ad9d640 1 --2- 172.21.15.46:0/1929870032 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b440039b0 0x7f1b5c0b11a0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f1b4c000c00 tx=0x7f1b4c001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:29.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.526+0000 7f1b437fe640 1 -- 172.21.15.46:0/1929870032 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b4c03f030 con 0x7f1b440039b0 2024-09-19T05:51:29.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.526+0000 7f1b437fe640 1 -- 172.21.15.46:0/1929870032 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b4c005480 con 0x7f1b440039b0 2024-09-19T05:51:29.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.526+0000 7f1b61053640 1 -- 172.21.15.46:0/1929870032 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b5c0ab340 con 0x7f1b440039b0 2024-09-19T05:51:29.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.526+0000 7f1b437fe640 1 -- 172.21.15.46:0/1929870032 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b4c037040 con 0x7f1b440039b0 2024-09-19T05:51:29.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.526+0000 7f1b61053640 1 -- 172.21.15.46:0/1929870032 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b5c0ade10 con 0x7f1b440039b0 2024-09-19T05:51:29.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.527+0000 7f1b61053640 1 -- 172.21.15.46:0/1929870032 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b5c0d4b20 con 0x7f1b440039b0 2024-09-19T05:51:29.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.528+0000 7f1b437fe640 1 -- 172.21.15.46:0/1929870032 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1b4c042070 con 0x7f1b440039b0 2024-09-19T05:51:29.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.528+0000 7f1b437fe640 1 --2- 172.21.15.46:0/1929870032 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f1b4806c2b0 0x7f1b4806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:29.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.528+0000 7f1b437fe640 1 -- 172.21.15.46:0/1929870032 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f1b4c0aaa10 con 0x7f1b440039b0 2024-09-19T05:51:29.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.528+0000 7f1b5a59c640 1 --2- 172.21.15.46:0/1929870032 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f1b4806c2b0 0x7f1b4806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:29.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.529+0000 7f1b5a59c640 1 --2- 172.21.15.46:0/1929870032 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f1b4806c2b0 0x7f1b4806e770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f1b50001eb0 tx=0x7f1b50009040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:29.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.532+0000 7f1b437fe640 1 -- 172.21.15.46:0/1929870032 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1b4c0790f0 con 0x7f1b440039b0 2024-09-19T05:51:29.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.705+0000 7f1b61053640 1 -- 172.21.15.46:0/1929870032 --> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1b5c0b42b0 con 0x7f1b4806c2b0 2024-09-19T05:51:29.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.711+0000 7f1b437fe640 1 -- 172.21.15.46:0/1929870032 <== mgr.4099 v2:172.21.15.78:6832/1948069631 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+237460 (secure 0 0 0) 0x7f1b5c0b42b0 con 0x7f1b4806c2b0 2024-09-19T05:51:29.715 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:29.716 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-19T05:51:29.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.714+0000 7f1b61053640 1 -- 172.21.15.46:0/1929870032 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f1b4806c2b0 msgr2=0x7f1b4806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:29.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.714+0000 7f1b61053640 1 --2- 172.21.15.46:0/1929870032 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f1b4806c2b0 0x7f1b4806e770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f1b50001eb0 tx=0x7f1b50009040 comp rx=0 tx=0).stop 2024-09-19T05:51:29.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.714+0000 7f1b61053640 1 -- 172.21.15.46:0/1929870032 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b440039b0 msgr2=0x7f1b5c0b11a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:29.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.714+0000 7f1b61053640 1 --2- 172.21.15.46:0/1929870032 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b440039b0 0x7f1b5c0b11a0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f1b4c000c00 tx=0x7f1b4c001120 comp rx=0 tx=0).stop 2024-09-19T05:51:29.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.714+0000 7f1b61053640 1 -- 172.21.15.46:0/1929870032 shutdown_connections 2024-09-19T05:51:29.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.714+0000 7f1b61053640 1 --2- 172.21.15.46:0/1929870032 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f1b4806c2b0 0x7f1b4806e770 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.714+0000 7f1b61053640 1 --2- 172.21.15.46:0/1929870032 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1b5c0aeff0 0x7f1b5c0af4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.714+0000 7f1b61053640 1 --2- 172.21.15.46:0/1929870032 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1b5c0b3810 0x7f1b5c15deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.714+0000 7f1b61053640 1 --2- 172.21.15.46:0/1929870032 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b440039b0 0x7f1b5c0b11a0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.715+0000 7f1b61053640 1 -- 172.21.15.46:0/1929870032 >> 172.21.15.46:0/1929870032 conn(0x7f1b5c0723c0 msgr2=0x7f1b5c0b47d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:29.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.715+0000 7f1b61053640 1 -- 172.21.15.46:0/1929870032 shutdown_connections 2024-09-19T05:51:29.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.715+0000 7f1b61053640 1 -- 172.21.15.46:0/1929870032 wait complete. 2024-09-19T05:51:29.727 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":52,"stamp":"2024-09-19T05:51:27.804879+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":6,"acting":6,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":31,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":754974720,"kb_used":240656,"kb_used_data":3560,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734064,"statfs":{"total":773094113280,"available":772847681536,"internally_reserved":0,"allocated":3645440,"data_stored":2075472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000638"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:51:24.245279+0000","last_change":"2024-09-19T05:51:24.245279+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.245279+0000","last_undegraded":"2024-09-19T05:51:24.245279+0000","last_fullsized":"2024-09-19T05:51:24.245279+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:51:24.245249+0000","last_change":"2024-09-19T05:51:24.245249+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.245249+0000","last_undegraded":"2024-09-19T05:51:24.245249+0000","last_fullsized":"2024-09-19T05:51:24.245249+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:24.235786+0000","last_change":"2024-09-19T05:51:24.235786+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.235786+0000","last_undegraded":"2024-09-19T05:51:24.235786+0000","last_fullsized":"2024-09-19T05:51:24.235786+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":182,"reported_epoch":28,"state":"active+clean","last_fresh":"2024-09-19T05:51:20.982205+0000","last_change":"2024-09-19T05:50:35.646709+0000","last_active":"2024-09-19T05:51:20.982205+0000","last_peered":"2024-09-19T05:51:20.982205+0000","last_clean":"2024-09-19T05:51:20.982205+0000","last_became_active":"2024-09-19T05:50:35.645765+0000","last_became_peered":"2024-09-19T05:50:35.645765+0000","last_unstale":"2024-09-19T05:51:20.982205+0000","last_undegraded":"2024-09-19T05:51:20.982205+0000","last_fullsized":"2024-09-19T05:51:20.982205+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_clean_scrub_stamp":"2024-09-19T05:50:34.148268+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:39.766293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":4,"acting":4,"num_store_stats":1},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509454,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27348,"kb_used_data":300,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344492,"statfs":{"total":96636764160,"available":96608759808,"internally_reserved":0,"allocated":307200,"data_stored":111842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542158,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27920,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343920,"statfs":{"total":96636764160,"available":96608174080,"internally_reserved":0,"allocated":901120,"data_stored":702210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542158,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27328,"kb_used_data":300,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344512,"statfs":{"total":96636764160,"available":96608780288,"internally_reserved":0,"allocated":307200,"data_stored":111842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542156,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27348,"kb_used_data":300,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344492,"statfs":{"total":96636764160,"available":96608759808,"internally_reserved":0,"allocated":307200,"data_stored":111842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542157,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35656,"kb_used_data":300,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336184,"statfs":{"total":96636764160,"available":96600252416,"internally_reserved":0,"allocated":307200,"data_stored":111842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542158,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31492,"kb_used_data":300,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340348,"statfs":{"total":96636764160,"available":96604516352,"internally_reserved":0,"allocated":307200,"data_stored":111842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542158,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31492,"kb_used_data":300,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340348,"statfs":{"total":96636764160,"available":96604516352,"internally_reserved":0,"allocated":307200,"data_stored":111842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542158,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32072,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339768,"statfs":{"total":96636764160,"available":96603922432,"internally_reserved":0,"allocated":901120,"data_stored":702210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:51:29.732 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:51:29.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.868+0000 7fb353aa5640 1 Processor -- start 2024-09-19T05:51:29.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.868+0000 7fb353aa5640 1 -- start start 2024-09-19T05:51:29.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.869+0000 7fb353aa5640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fb34c06fc20 0x7fb34c15f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:29.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.869+0000 7fb353aa5640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb34c15fa70 con 0x7fb34c15b5a0 2024-09-19T05:51:29.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.869+0000 7fb353aa5640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb34c0b0210 con 0x7fb34c15f5e0 2024-09-19T05:51:29.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.869+0000 7fb353aa5640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fb34c0b0ae0 con 0x7fb34c06fc20 2024-09-19T05:51:29.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.869+0000 7fb351841640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fb34c15b5a0 0x7fb34c0ae060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:38368/0 (socket says 172.21.15.46:38368) 2024-09-19T05:51:29.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.869+0000 7fb351841640 1 -- 172.21.15.46:0/2533228564 learned_addr learned my addr 172.21.15.46:0/2533228564 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:29.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.869+0000 7fb351040640 1 --2- 172.21.15.46:0/2533228564 >> v2:172.21.15.78:3300/0 conn(0x7fb34c06fc20 0x7fb34c15f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:29.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.869+0000 7fb35083f640 1 -- 172.21.15.46:0/2533228564 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 450102876 0 0) 0x7fb34c15fa70 con 0x7fb34c15b5a0 2024-09-19T05:51:29.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.869+0000 7fb35083f640 1 -- 172.21.15.46:0/2533228564 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb338003520 con 0x7fb34c15b5a0 2024-09-19T05:51:29.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb35083f640 1 -- 172.21.15.46:0/2533228564 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3756638949 0 0) 0x7fb338003520 con 0x7fb34c15b5a0 2024-09-19T05:51:29.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb35083f640 1 -- 172.21.15.46:0/2533228564 >> v2:172.21.15.78:3300/0 conn(0x7fb34c06fc20 msgr2=0x7fb34c15f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:29.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb35083f640 1 --2- 172.21.15.46:0/2533228564 >> v2:172.21.15.78:3300/0 conn(0x7fb34c06fc20 0x7fb34c15f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb35083f640 1 -- 172.21.15.46:0/2533228564 >> v1:172.21.15.78:6789/0 conn(0x7fb34c15f5e0 legacy=0x7fb34c0d04f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:29.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb35083f640 1 -- 172.21.15.46:0/2533228564 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb34c15b980 con 0x7fb34c15b5a0 2024-09-19T05:51:29.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb35083f640 1 -- 172.21.15.46:0/2533228564 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 238125057 0 0) 0x7fb348001670 con 0x7fb34c15b5a0 2024-09-19T05:51:29.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb35083f640 1 -- 172.21.15.46:0/2533228564 >> v1:172.21.15.46:6789/0 conn(0x7fb34c15b5a0 legacy=0x7fb34c0ae060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:29.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb35083f640 1 --2- 172.21.15.46:0/2533228564 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb3380039b0 0x7fb338003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:29.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb35083f640 1 --2- 172.21.15.46:0/2533228564 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb338004800 0x7fb338004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:29.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb35083f640 1 --2- 172.21.15.46:0/2533228564 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb3380051c0 0x7fb33800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:29.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb35083f640 1 -- 172.21.15.46:0/2533228564 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb34c0b0ae0 con 0x7fb338004800 2024-09-19T05:51:29.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb35083f640 1 -- 172.21.15.46:0/2533228564 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb33800c060 con 0x7fb3380051c0 2024-09-19T05:51:29.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb35083f640 1 -- 172.21.15.46:0/2533228564 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fb33800c260 con 0x7fb3380039b0 2024-09-19T05:51:29.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb351040640 1 --2- 172.21.15.46:0/2533228564 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb338004800 0x7fb338004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:29.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb351841640 1 --2- 172.21.15.46:0/2533228564 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb3380039b0 0x7fb338003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:29.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb352042640 1 --2- 172.21.15.46:0/2533228564 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb3380051c0 0x7fb33800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:29.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb351040640 1 -- 172.21.15.46:0/2533228564 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb3380039b0 msgr2=0x7fb338003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:29.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb351040640 1 --2- 172.21.15.46:0/2533228564 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb3380039b0 0x7fb338003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb351040640 1 -- 172.21.15.46:0/2533228564 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb3380051c0 msgr2=0x7fb33800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:29.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb351040640 1 --2- 172.21.15.46:0/2533228564 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb3380051c0 0x7fb33800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb351040640 1 -- 172.21.15.46:0/2533228564 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb338003520 con 0x7fb338004800 2024-09-19T05:51:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb352042640 1 -- 172.21.15.46:0/2533228564 reap_dead start 2024-09-19T05:51:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.870+0000 7fb351841640 1 --2- 172.21.15.46:0/2533228564 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb3380039b0 0x7fb338003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.871+0000 7fb351040640 1 --2- 172.21.15.46:0/2533228564 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb338004800 0x7fb338004c80 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fb33c009ac0 tx=0x7fb338005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c1def31120eee4f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.871+0000 7fb35083f640 1 -- 172.21.15.46:0/2533228564 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb33c036070 con 0x7fb338004800 2024-09-19T05:51:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.871+0000 7fb35083f640 1 -- 172.21.15.46:0/2533228564 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb33c031400 con 0x7fb338004800 2024-09-19T05:51:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.871+0000 7fb35083f640 1 -- 172.21.15.46:0/2533228564 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb33c009690 con 0x7fb338004800 2024-09-19T05:51:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.872+0000 7fb353aa5640 1 -- 172.21.15.46:0/2533228564 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb338004800 msgr2=0x7fb338004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.872+0000 7fb353aa5640 1 --2- 172.21.15.46:0/2533228564 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb338004800 0x7fb338004c80 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fb33c009ac0 tx=0x7fb338005830 comp rx=0 tx=0).stop 2024-09-19T05:51:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.872+0000 7fb353aa5640 1 -- 172.21.15.46:0/2533228564 shutdown_connections 2024-09-19T05:51:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.872+0000 7fb353aa5640 1 --2- 172.21.15.46:0/2533228564 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb338004800 0x7fb338004c80 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.872+0000 7fb353aa5640 1 -- 172.21.15.46:0/2533228564 >> 172.21.15.46:0/2533228564 conn(0x7fb34c0d1290 msgr2=0x7fb34c0d16a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:29.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.872+0000 7fb353aa5640 1 -- 172.21.15.46:0/2533228564 shutdown_connections 2024-09-19T05:51:29.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.872+0000 7fb353aa5640 1 -- 172.21.15.46:0/2533228564 wait complete. 2024-09-19T05:51:29.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.873+0000 7fb353aa5640 1 Processor -- start 2024-09-19T05:51:29.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.873+0000 7fb353aa5640 1 -- start start 2024-09-19T05:51:29.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.874+0000 7fb353aa5640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb338004800 0x7fb34c159210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:29.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.874+0000 7fb353aa5640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb34c159750 0x7fb34c0b5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:29.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.874+0000 7fb353aa5640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb34c0b5890 0x7fb34c147730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:29.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.874+0000 7fb353aa5640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb34c0b04b0 con 0x7fb34c159750 2024-09-19T05:51:29.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.874+0000 7fb353aa5640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb34c15fd00 con 0x7fb338004800 2024-09-19T05:51:29.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.874+0000 7fb353aa5640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fb34c0d20e0 con 0x7fb34c0b5890 2024-09-19T05:51:29.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.874+0000 7fb351040640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb34c159750 0x7fb34c0b5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:29.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.874+0000 7fb351040640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb34c159750 0x7fb34c0b5350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41202/0 (socket says 172.21.15.46:41202) 2024-09-19T05:51:29.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.874+0000 7fb351040640 1 -- 172.21.15.46:0/3830403684 learned_addr learned my addr 172.21.15.46:0/3830403684 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:29.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.874+0000 7fb351841640 1 --2- 172.21.15.46:0/3830403684 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb338004800 0x7fb34c159210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:29.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.874+0000 7fb352042640 1 --2- 172.21.15.46:0/3830403684 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb34c0b5890 0x7fb34c147730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:29.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.874+0000 7fb351040640 1 -- 172.21.15.46:0/3830403684 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb34c0b5890 msgr2=0x7fb34c147730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:29.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.874+0000 7fb351040640 1 --2- 172.21.15.46:0/3830403684 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb34c0b5890 0x7fb34c147730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.874+0000 7fb351040640 1 -- 172.21.15.46:0/3830403684 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb338004800 msgr2=0x7fb34c159210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:29.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.874+0000 7fb351040640 1 --2- 172.21.15.46:0/3830403684 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb338004800 0x7fb34c159210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:29.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.874+0000 7fb351040640 1 -- 172.21.15.46:0/3830403684 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb34c159bd0 con 0x7fb34c159750 2024-09-19T05:51:29.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.874+0000 7fb351040640 1 --2- 172.21.15.46:0/3830403684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb34c159750 0x7fb34c0b5350 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fb33c02abb0 tx=0x7fb33c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:29.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.874+0000 7fb3427fc640 1 -- 172.21.15.46:0/3830403684 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb33c03f020 con 0x7fb34c159750 2024-09-19T05:51:29.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.874+0000 7fb3427fc640 1 -- 172.21.15.46:0/3830403684 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb33c037040 con 0x7fb34c159750 2024-09-19T05:51:29.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.874+0000 7fb353aa5640 1 -- 172.21.15.46:0/3830403684 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb34c0b6080 con 0x7fb34c159750 2024-09-19T05:51:29.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.874+0000 7fb3427fc640 1 -- 172.21.15.46:0/3830403684 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb33c036070 con 0x7fb34c159750 2024-09-19T05:51:29.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.875+0000 7fb353aa5640 1 -- 172.21.15.46:0/3830403684 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb34c0b6640 con 0x7fb34c159750 2024-09-19T05:51:29.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.875+0000 7fb353aa5640 1 -- 172.21.15.46:0/3830403684 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb34c072020 con 0x7fb34c159750 2024-09-19T05:51:29.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.876+0000 7fb3427fc640 1 -- 172.21.15.46:0/3830403684 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb33c042020 con 0x7fb34c159750 2024-09-19T05:51:29.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.876+0000 7fb3427fc640 1 --2- 172.21.15.46:0/3830403684 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb33006c2e0 0x7fb33006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:29.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.876+0000 7fb3427fc640 1 -- 172.21.15.46:0/3830403684 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fb33c0ab3d0 con 0x7fb34c159750 2024-09-19T05:51:29.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.877+0000 7fb351841640 1 --2- 172.21.15.46:0/3830403684 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb33006c2e0 0x7fb33006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:29.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.877+0000 7fb351841640 1 --2- 172.21.15.46:0/3830403684 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb33006c2e0 0x7fb33006e7a0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fb348000f60 tx=0x7fb348007040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:29.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:29.881+0000 7fb3427fc640 1 -- 172.21.15.46:0/3830403684 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb34c072020 con 0x7fb34c159750 2024-09-19T05:51:30.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.053+0000 7fb353aa5640 1 -- 172.21.15.46:0/3830403684 --> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb34c072950 con 0x7fb33006c2e0 2024-09-19T05:51:30.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.059+0000 7fb3427fc640 1 -- 172.21.15.46:0/3830403684 <== mgr.4099 v2:172.21.15.78:6832/1948069631 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250420 (secure 0 0 0) 0x7fb34c072950 con 0x7fb33006c2e0 2024-09-19T05:51:30.063 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:30.064 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-19T05:51:30.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.062+0000 7fb353aa5640 1 -- 172.21.15.46:0/3830403684 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb33006c2e0 msgr2=0x7fb33006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.062+0000 7fb353aa5640 1 --2- 172.21.15.46:0/3830403684 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb33006c2e0 0x7fb33006e7a0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fb348000f60 tx=0x7fb348007040 comp rx=0 tx=0).stop 2024-09-19T05:51:30.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.062+0000 7fb353aa5640 1 -- 172.21.15.46:0/3830403684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb34c159750 msgr2=0x7fb34c0b5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.062+0000 7fb353aa5640 1 --2- 172.21.15.46:0/3830403684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb34c159750 0x7fb34c0b5350 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fb33c02abb0 tx=0x7fb33c004730 comp rx=0 tx=0).stop 2024-09-19T05:51:30.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.062+0000 7fb353aa5640 1 -- 172.21.15.46:0/3830403684 shutdown_connections 2024-09-19T05:51:30.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.062+0000 7fb353aa5640 1 --2- 172.21.15.46:0/3830403684 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fb33006c2e0 0x7fb33006e7a0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.062+0000 7fb353aa5640 1 --2- 172.21.15.46:0/3830403684 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb34c0b5890 0x7fb34c147730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.062+0000 7fb353aa5640 1 --2- 172.21.15.46:0/3830403684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb34c159750 0x7fb34c0b5350 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.062+0000 7fb353aa5640 1 --2- 172.21.15.46:0/3830403684 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb338004800 0x7fb34c159210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.062+0000 7fb353aa5640 1 -- 172.21.15.46:0/3830403684 >> 172.21.15.46:0/3830403684 conn(0x7fb34c0d1290 msgr2=0x7fb34c062cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:30.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.062+0000 7fb353aa5640 1 -- 172.21.15.46:0/3830403684 shutdown_connections 2024-09-19T05:51:30.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.062+0000 7fb353aa5640 1 -- 172.21.15.46:0/3830403684 wait complete. 2024-09-19T05:51:30.075 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":53,"stamp":"2024-09-19T05:51:29.805240+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592688,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":200,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":153,"ondisk_log_size":153,"up":174,"acting":174,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":160,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":241024,"kb_used_data":3952,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733696,"statfs":{"total":773094113280,"available":772847304704,"internally_reserved":0,"allocated":4046848,"data_stored":2255733,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,15],"upper_bound":16},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2320,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":41,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.564124"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688027+0000","last_change":"2024-09-19T05:51:26.263817+0000","last_active":"2024-09-19T05:51:27.688027+0000","last_peered":"2024-09-19T05:51:27.688027+0000","last_clean":"2024-09-19T05:51:27.688027+0000","last_became_active":"2024-09-19T05:51:26.263543+0000","last_became_peered":"2024-09-19T05:51:26.263543+0000","last_unstale":"2024-09-19T05:51:27.688027+0000","last_undegraded":"2024-09-19T05:51:27.688027+0000","last_fullsized":"2024-09-19T05:51:27.688027+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:55.323486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688549+0000","last_change":"2024-09-19T05:51:26.276858+0000","last_active":"2024-09-19T05:51:27.688549+0000","last_peered":"2024-09-19T05:51:27.688549+0000","last_clean":"2024-09-19T05:51:27.688549+0000","last_became_active":"2024-09-19T05:51:26.276266+0000","last_became_peered":"2024-09-19T05:51:26.276266+0000","last_unstale":"2024-09-19T05:51:27.688549+0000","last_undegraded":"2024-09-19T05:51:27.688549+0000","last_fullsized":"2024-09-19T05:51:27.688549+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:47:31.463982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274808+0000","last_change":"2024-09-19T05:51:26.271465+0000","last_active":"2024-09-19T05:51:27.274808+0000","last_peered":"2024-09-19T05:51:27.274808+0000","last_clean":"2024-09-19T05:51:27.274808+0000","last_became_active":"2024-09-19T05:51:26.271190+0000","last_became_peered":"2024-09-19T05:51:26.271190+0000","last_unstale":"2024-09-19T05:51:27.274808+0000","last_undegraded":"2024-09-19T05:51:27.274808+0000","last_fullsized":"2024-09-19T05:51:27.274808+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:11.227848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688050+0000","last_change":"2024-09-19T05:51:26.275701+0000","last_active":"2024-09-19T05:51:27.688050+0000","last_peered":"2024-09-19T05:51:27.688050+0000","last_clean":"2024-09-19T05:51:27.688050+0000","last_became_active":"2024-09-19T05:51:26.275357+0000","last_became_peered":"2024-09-19T05:51:26.275357+0000","last_unstale":"2024-09-19T05:51:27.688050+0000","last_undegraded":"2024-09-19T05:51:27.688050+0000","last_fullsized":"2024-09-19T05:51:27.688050+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:57.853583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688020+0000","last_change":"2024-09-19T05:51:26.268702+0000","last_active":"2024-09-19T05:51:27.688020+0000","last_peered":"2024-09-19T05:51:27.688020+0000","last_clean":"2024-09-19T05:51:27.688020+0000","last_became_active":"2024-09-19T05:51:26.268176+0000","last_became_peered":"2024-09-19T05:51:26.268176+0000","last_unstale":"2024-09-19T05:51:27.688020+0000","last_undegraded":"2024-09-19T05:51:27.688020+0000","last_fullsized":"2024-09-19T05:51:27.688020+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:17.577455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536818+0000","last_change":"2024-09-19T05:51:26.270369+0000","last_active":"2024-09-19T05:51:27.536818+0000","last_peered":"2024-09-19T05:51:27.536818+0000","last_clean":"2024-09-19T05:51:27.536818+0000","last_became_active":"2024-09-19T05:51:26.270094+0000","last_became_peered":"2024-09-19T05:51:26.270094+0000","last_unstale":"2024-09-19T05:51:27.536818+0000","last_undegraded":"2024-09-19T05:51:27.536818+0000","last_fullsized":"2024-09-19T05:51:27.536818+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:29:04.474834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536704+0000","last_change":"2024-09-19T05:51:26.268486+0000","last_active":"2024-09-19T05:51:27.536704+0000","last_peered":"2024-09-19T05:51:27.536704+0000","last_clean":"2024-09-19T05:51:27.536704+0000","last_became_active":"2024-09-19T05:51:26.268212+0000","last_became_peered":"2024-09-19T05:51:26.268212+0000","last_unstale":"2024-09-19T05:51:27.536704+0000","last_undegraded":"2024-09-19T05:51:27.536704+0000","last_fullsized":"2024-09-19T05:51:27.536704+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:36:32.721415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264783+0000","last_change":"2024-09-19T05:51:26.272713+0000","last_active":"2024-09-19T05:51:27.264783+0000","last_peered":"2024-09-19T05:51:27.264783+0000","last_clean":"2024-09-19T05:51:27.264783+0000","last_became_active":"2024-09-19T05:51:26.271425+0000","last_became_peered":"2024-09-19T05:51:26.271425+0000","last_unstale":"2024-09-19T05:51:27.264783+0000","last_undegraded":"2024-09-19T05:51:27.264783+0000","last_fullsized":"2024-09-19T05:51:27.264783+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:44.565011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.275063+0000","last_change":"2024-09-19T05:51:26.269480+0000","last_active":"2024-09-19T05:51:27.275063+0000","last_peered":"2024-09-19T05:51:27.275063+0000","last_clean":"2024-09-19T05:51:27.275063+0000","last_became_active":"2024-09-19T05:51:26.269159+0000","last_became_peered":"2024-09-19T05:51:26.269159+0000","last_unstale":"2024-09-19T05:51:27.275063+0000","last_undegraded":"2024-09-19T05:51:27.275063+0000","last_fullsized":"2024-09-19T05:51:27.275063+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:48.393690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536714+0000","last_change":"2024-09-19T05:51:26.274731+0000","last_active":"2024-09-19T05:51:27.536714+0000","last_peered":"2024-09-19T05:51:27.536714+0000","last_clean":"2024-09-19T05:51:27.536714+0000","last_became_active":"2024-09-19T05:51:26.274501+0000","last_became_peered":"2024-09-19T05:51:26.274501+0000","last_unstale":"2024-09-19T05:51:27.536714+0000","last_undegraded":"2024-09-19T05:51:27.536714+0000","last_fullsized":"2024-09-19T05:51:27.536714+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:31.861639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688192+0000","last_change":"2024-09-19T05:51:26.264307+0000","last_active":"2024-09-19T05:51:27.688192+0000","last_peered":"2024-09-19T05:51:27.688192+0000","last_clean":"2024-09-19T05:51:27.688192+0000","last_became_active":"2024-09-19T05:51:26.263986+0000","last_became_peered":"2024-09-19T05:51:26.263986+0000","last_unstale":"2024-09-19T05:51:27.688192+0000","last_undegraded":"2024-09-19T05:51:27.688192+0000","last_fullsized":"2024-09-19T05:51:27.688192+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:03.662787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688049+0000","last_change":"2024-09-19T05:51:26.273777+0000","last_active":"2024-09-19T05:51:27.688049+0000","last_peered":"2024-09-19T05:51:27.688049+0000","last_clean":"2024-09-19T05:51:27.688049+0000","last_became_active":"2024-09-19T05:51:26.273499+0000","last_became_peered":"2024-09-19T05:51:26.273499+0000","last_unstale":"2024-09-19T05:51:27.688049+0000","last_undegraded":"2024-09-19T05:51:27.688049+0000","last_fullsized":"2024-09-19T05:51:27.688049+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:44.947599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536915+0000","last_change":"2024-09-19T05:51:26.276132+0000","last_active":"2024-09-19T05:51:27.536915+0000","last_peered":"2024-09-19T05:51:27.536915+0000","last_clean":"2024-09-19T05:51:27.536915+0000","last_became_active":"2024-09-19T05:51:26.275826+0000","last_became_peered":"2024-09-19T05:51:26.275826+0000","last_unstale":"2024-09-19T05:51:27.536915+0000","last_undegraded":"2024-09-19T05:51:27.536915+0000","last_fullsized":"2024-09-19T05:51:27.536915+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:05:35.309835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536891+0000","last_change":"2024-09-19T05:51:26.268481+0000","last_active":"2024-09-19T05:51:27.536891+0000","last_peered":"2024-09-19T05:51:27.536891+0000","last_clean":"2024-09-19T05:51:27.536891+0000","last_became_active":"2024-09-19T05:51:26.268198+0000","last_became_peered":"2024-09-19T05:51:26.268198+0000","last_unstale":"2024-09-19T05:51:27.536891+0000","last_undegraded":"2024-09-19T05:51:27.536891+0000","last_fullsized":"2024-09-19T05:51:27.536891+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:11.143835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688550+0000","last_change":"2024-09-19T05:51:26.279618+0000","last_active":"2024-09-19T05:51:27.688550+0000","last_peered":"2024-09-19T05:51:27.688550+0000","last_clean":"2024-09-19T05:51:27.688550+0000","last_became_active":"2024-09-19T05:51:26.279314+0000","last_became_peered":"2024-09-19T05:51:26.279314+0000","last_unstale":"2024-09-19T05:51:27.688550+0000","last_undegraded":"2024-09-19T05:51:27.688550+0000","last_fullsized":"2024-09-19T05:51:27.688550+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:59.483034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688163+0000","last_change":"2024-09-19T05:51:26.278705+0000","last_active":"2024-09-19T05:51:27.688163+0000","last_peered":"2024-09-19T05:51:27.688163+0000","last_clean":"2024-09-19T05:51:27.688163+0000","last_became_active":"2024-09-19T05:51:26.278412+0000","last_became_peered":"2024-09-19T05:51:26.278412+0000","last_unstale":"2024-09-19T05:51:27.688163+0000","last_undegraded":"2024-09-19T05:51:27.688163+0000","last_fullsized":"2024-09-19T05:51:27.688163+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:22.408825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688598+0000","last_change":"2024-09-19T05:51:26.262206+0000","last_active":"2024-09-19T05:51:27.688598+0000","last_peered":"2024-09-19T05:51:27.688598+0000","last_clean":"2024-09-19T05:51:27.688598+0000","last_became_active":"2024-09-19T05:51:26.261360+0000","last_became_peered":"2024-09-19T05:51:26.261360+0000","last_unstale":"2024-09-19T05:51:27.688598+0000","last_undegraded":"2024-09-19T05:51:27.688598+0000","last_fullsized":"2024-09-19T05:51:27.688598+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:56.415440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264028+0000","last_change":"2024-09-19T05:51:26.263932+0000","last_active":"2024-09-19T05:51:27.264028+0000","last_peered":"2024-09-19T05:51:27.264028+0000","last_clean":"2024-09-19T05:51:27.264028+0000","last_became_active":"2024-09-19T05:51:26.263597+0000","last_became_peered":"2024-09-19T05:51:26.263597+0000","last_unstale":"2024-09-19T05:51:27.264028+0000","last_undegraded":"2024-09-19T05:51:27.264028+0000","last_fullsized":"2024-09-19T05:51:27.264028+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:16:05.234012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264201+0000","last_change":"2024-09-19T05:51:26.272062+0000","last_active":"2024-09-19T05:51:27.264201+0000","last_peered":"2024-09-19T05:51:27.264201+0000","last_clean":"2024-09-19T05:51:27.264201+0000","last_became_active":"2024-09-19T05:51:26.271009+0000","last_became_peered":"2024-09-19T05:51:26.271009+0000","last_unstale":"2024-09-19T05:51:27.264201+0000","last_undegraded":"2024-09-19T05:51:27.264201+0000","last_fullsized":"2024-09-19T05:51:27.264201+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:23:39.702244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.262784+0000","last_change":"2024-09-19T05:51:26.269647+0000","last_active":"2024-09-19T05:51:27.262784+0000","last_peered":"2024-09-19T05:51:27.262784+0000","last_clean":"2024-09-19T05:51:27.262784+0000","last_became_active":"2024-09-19T05:51:26.269348+0000","last_became_peered":"2024-09-19T05:51:26.269348+0000","last_unstale":"2024-09-19T05:51:27.262784+0000","last_undegraded":"2024-09-19T05:51:27.262784+0000","last_fullsized":"2024-09-19T05:51:27.262784+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:42.405699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.275174+0000","last_change":"2024-09-19T05:51:26.270852+0000","last_active":"2024-09-19T05:51:27.275174+0000","last_peered":"2024-09-19T05:51:27.275174+0000","last_clean":"2024-09-19T05:51:27.275174+0000","last_became_active":"2024-09-19T05:51:26.270532+0000","last_became_peered":"2024-09-19T05:51:26.270532+0000","last_unstale":"2024-09-19T05:51:27.275174+0000","last_undegraded":"2024-09-19T05:51:27.275174+0000","last_fullsized":"2024-09-19T05:51:27.275174+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:05.597249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688679+0000","last_change":"2024-09-19T05:51:26.272827+0000","last_active":"2024-09-19T05:51:27.688679+0000","last_peered":"2024-09-19T05:51:27.688679+0000","last_clean":"2024-09-19T05:51:27.688679+0000","last_became_active":"2024-09-19T05:51:26.272516+0000","last_became_peered":"2024-09-19T05:51:26.272516+0000","last_unstale":"2024-09-19T05:51:27.688679+0000","last_undegraded":"2024-09-19T05:51:27.688679+0000","last_fullsized":"2024-09-19T05:51:27.688679+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:47:39.663559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.275114+0000","last_change":"2024-09-19T05:51:26.267562+0000","last_active":"2024-09-19T05:51:27.275114+0000","last_peered":"2024-09-19T05:51:27.275114+0000","last_clean":"2024-09-19T05:51:27.275114+0000","last_became_active":"2024-09-19T05:51:26.266242+0000","last_became_peered":"2024-09-19T05:51:26.266242+0000","last_unstale":"2024-09-19T05:51:27.275114+0000","last_undegraded":"2024-09-19T05:51:27.275114+0000","last_fullsized":"2024-09-19T05:51:27.275114+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:52:19.224868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264109+0000","last_change":"2024-09-19T05:51:26.276812+0000","last_active":"2024-09-19T05:51:27.264109+0000","last_peered":"2024-09-19T05:51:27.264109+0000","last_clean":"2024-09-19T05:51:27.264109+0000","last_became_active":"2024-09-19T05:51:26.276246+0000","last_became_peered":"2024-09-19T05:51:26.276246+0000","last_unstale":"2024-09-19T05:51:27.264109+0000","last_undegraded":"2024-09-19T05:51:27.264109+0000","last_fullsized":"2024-09-19T05:51:27.264109+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:18.485638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536594+0000","last_change":"2024-09-19T05:51:26.269093+0000","last_active":"2024-09-19T05:51:27.536594+0000","last_peered":"2024-09-19T05:51:27.536594+0000","last_clean":"2024-09-19T05:51:27.536594+0000","last_became_active":"2024-09-19T05:51:26.268741+0000","last_became_peered":"2024-09-19T05:51:26.268741+0000","last_unstale":"2024-09-19T05:51:27.536594+0000","last_undegraded":"2024-09-19T05:51:27.536594+0000","last_fullsized":"2024-09-19T05:51:27.536594+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:08.517991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687995+0000","last_change":"2024-09-19T05:51:26.266266+0000","last_active":"2024-09-19T05:51:27.687995+0000","last_peered":"2024-09-19T05:51:27.687995+0000","last_clean":"2024-09-19T05:51:27.687995+0000","last_became_active":"2024-09-19T05:51:26.265994+0000","last_became_peered":"2024-09-19T05:51:26.265994+0000","last_unstale":"2024-09-19T05:51:27.687995+0000","last_undegraded":"2024-09-19T05:51:27.687995+0000","last_fullsized":"2024-09-19T05:51:27.687995+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:25:09.027078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536486+0000","last_change":"2024-09-19T05:51:26.270452+0000","last_active":"2024-09-19T05:51:27.536486+0000","last_peered":"2024-09-19T05:51:27.536486+0000","last_clean":"2024-09-19T05:51:27.536486+0000","last_became_active":"2024-09-19T05:51:26.269738+0000","last_became_peered":"2024-09-19T05:51:26.269738+0000","last_unstale":"2024-09-19T05:51:27.536486+0000","last_undegraded":"2024-09-19T05:51:27.536486+0000","last_fullsized":"2024-09-19T05:51:27.536486+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:15.467010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.262852+0000","last_change":"2024-09-19T05:51:26.271617+0000","last_active":"2024-09-19T05:51:27.262852+0000","last_peered":"2024-09-19T05:51:27.262852+0000","last_clean":"2024-09-19T05:51:27.262852+0000","last_became_active":"2024-09-19T05:51:26.271324+0000","last_became_peered":"2024-09-19T05:51:26.271324+0000","last_unstale":"2024-09-19T05:51:27.262852+0000","last_undegraded":"2024-09-19T05:51:27.262852+0000","last_fullsized":"2024-09-19T05:51:27.262852+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:47.317175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688093+0000","last_change":"2024-09-19T05:51:25.262308+0000","last_active":"2024-09-19T05:51:27.688093+0000","last_peered":"2024-09-19T05:51:27.688093+0000","last_clean":"2024-09-19T05:51:27.688093+0000","last_became_active":"2024-09-19T05:51:25.261977+0000","last_became_peered":"2024-09-19T05:51:25.261977+0000","last_unstale":"2024-09-19T05:51:27.688093+0000","last_undegraded":"2024-09-19T05:51:27.688093+0000","last_fullsized":"2024-09-19T05:51:27.688093+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:02.658206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688054+0000","last_change":"2024-09-19T05:51:26.265832+0000","last_active":"2024-09-19T05:51:27.688054+0000","last_peered":"2024-09-19T05:51:27.688054+0000","last_clean":"2024-09-19T05:51:27.688054+0000","last_became_active":"2024-09-19T05:51:26.265545+0000","last_became_peered":"2024-09-19T05:51:26.265545+0000","last_unstale":"2024-09-19T05:51:27.688054+0000","last_undegraded":"2024-09-19T05:51:27.688054+0000","last_fullsized":"2024-09-19T05:51:27.688054+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:34.990448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.262829+0000","last_change":"2024-09-19T05:51:25.256577+0000","last_active":"2024-09-19T05:51:27.262829+0000","last_peered":"2024-09-19T05:51:27.262829+0000","last_clean":"2024-09-19T05:51:27.262829+0000","last_became_active":"2024-09-19T05:51:25.256113+0000","last_became_peered":"2024-09-19T05:51:25.256113+0000","last_unstale":"2024-09-19T05:51:27.262829+0000","last_undegraded":"2024-09-19T05:51:27.262829+0000","last_fullsized":"2024-09-19T05:51:27.262829+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:11.408023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.265023+0000","last_change":"2024-09-19T05:51:26.276850+0000","last_active":"2024-09-19T05:51:27.265023+0000","last_peered":"2024-09-19T05:51:27.265023+0000","last_clean":"2024-09-19T05:51:27.265023+0000","last_became_active":"2024-09-19T05:51:26.276381+0000","last_became_peered":"2024-09-19T05:51:26.276381+0000","last_unstale":"2024-09-19T05:51:27.265023+0000","last_undegraded":"2024-09-19T05:51:27.265023+0000","last_fullsized":"2024-09-19T05:51:27.265023+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:59:52.041522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688278+0000","last_change":"2024-09-19T05:51:25.264704+0000","last_active":"2024-09-19T05:51:27.688278+0000","last_peered":"2024-09-19T05:51:27.688278+0000","last_clean":"2024-09-19T05:51:27.688278+0000","last_became_active":"2024-09-19T05:51:25.264438+0000","last_became_peered":"2024-09-19T05:51:25.264438+0000","last_unstale":"2024-09-19T05:51:27.688278+0000","last_undegraded":"2024-09-19T05:51:27.688278+0000","last_fullsized":"2024-09-19T05:51:27.688278+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:43.560430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.275172+0000","last_change":"2024-09-19T05:51:26.267254+0000","last_active":"2024-09-19T05:51:27.275172+0000","last_peered":"2024-09-19T05:51:27.275172+0000","last_clean":"2024-09-19T05:51:27.275172+0000","last_became_active":"2024-09-19T05:51:26.265411+0000","last_became_peered":"2024-09-19T05:51:26.265411+0000","last_unstale":"2024-09-19T05:51:27.275172+0000","last_undegraded":"2024-09-19T05:51:27.275172+0000","last_fullsized":"2024-09-19T05:51:27.275172+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:15.467010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688603+0000","last_change":"2024-09-19T05:51:25.264906+0000","last_active":"2024-09-19T05:51:27.688603+0000","last_peered":"2024-09-19T05:51:27.688603+0000","last_clean":"2024-09-19T05:51:27.688603+0000","last_became_active":"2024-09-19T05:51:25.264612+0000","last_became_peered":"2024-09-19T05:51:25.264612+0000","last_unstale":"2024-09-19T05:51:27.688603+0000","last_undegraded":"2024-09-19T05:51:27.688603+0000","last_fullsized":"2024-09-19T05:51:27.688603+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:01.339359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536623+0000","last_change":"2024-09-19T05:51:26.269026+0000","last_active":"2024-09-19T05:51:27.536623+0000","last_peered":"2024-09-19T05:51:27.536623+0000","last_clean":"2024-09-19T05:51:27.536623+0000","last_became_active":"2024-09-19T05:51:26.268434+0000","last_became_peered":"2024-09-19T05:51:26.268434+0000","last_unstale":"2024-09-19T05:51:27.536623+0000","last_undegraded":"2024-09-19T05:51:27.536623+0000","last_fullsized":"2024-09-19T05:51:27.536623+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:21:03.413303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264193+0000","last_change":"2024-09-19T05:51:25.260784+0000","last_active":"2024-09-19T05:51:27.264193+0000","last_peered":"2024-09-19T05:51:27.264193+0000","last_clean":"2024-09-19T05:51:27.264193+0000","last_became_active":"2024-09-19T05:51:25.260531+0000","last_became_peered":"2024-09-19T05:51:25.260531+0000","last_unstale":"2024-09-19T05:51:27.264193+0000","last_undegraded":"2024-09-19T05:51:27.264193+0000","last_fullsized":"2024-09-19T05:51:27.264193+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:41.700639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264175+0000","last_change":"2024-09-19T05:51:25.259083+0000","last_active":"2024-09-19T05:51:27.264175+0000","last_peered":"2024-09-19T05:51:27.264175+0000","last_clean":"2024-09-19T05:51:27.264175+0000","last_became_active":"2024-09-19T05:51:25.258821+0000","last_became_peered":"2024-09-19T05:51:25.258821+0000","last_unstale":"2024-09-19T05:51:27.264175+0000","last_undegraded":"2024-09-19T05:51:27.264175+0000","last_fullsized":"2024-09-19T05:51:27.264175+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:04:51.072249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263998+0000","last_change":"2024-09-19T05:51:26.264467+0000","last_active":"2024-09-19T05:51:27.263998+0000","last_peered":"2024-09-19T05:51:27.263998+0000","last_clean":"2024-09-19T05:51:27.263998+0000","last_became_active":"2024-09-19T05:51:26.264171+0000","last_became_peered":"2024-09-19T05:51:26.264171+0000","last_unstale":"2024-09-19T05:51:27.263998+0000","last_undegraded":"2024-09-19T05:51:27.263998+0000","last_fullsized":"2024-09-19T05:51:27.263998+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:31.105921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687501+0000","last_change":"2024-09-19T05:51:25.257963+0000","last_active":"2024-09-19T05:51:27.687501+0000","last_peered":"2024-09-19T05:51:27.687501+0000","last_clean":"2024-09-19T05:51:27.687501+0000","last_became_active":"2024-09-19T05:51:25.257685+0000","last_became_peered":"2024-09-19T05:51:25.257685+0000","last_unstale":"2024-09-19T05:51:27.687501+0000","last_undegraded":"2024-09-19T05:51:27.687501+0000","last_fullsized":"2024-09-19T05:51:27.687501+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:16:04.229431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274649+0000","last_change":"2024-09-19T05:51:26.266864+0000","last_active":"2024-09-19T05:51:27.274649+0000","last_peered":"2024-09-19T05:51:27.274649+0000","last_clean":"2024-09-19T05:51:27.274649+0000","last_became_active":"2024-09-19T05:51:26.266360+0000","last_became_peered":"2024-09-19T05:51:26.266360+0000","last_unstale":"2024-09-19T05:51:27.274649+0000","last_undegraded":"2024-09-19T05:51:27.274649+0000","last_fullsized":"2024-09-19T05:51:27.274649+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:01.860391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263871+0000","last_change":"2024-09-19T05:51:25.258318+0000","last_active":"2024-09-19T05:51:27.263871+0000","last_peered":"2024-09-19T05:51:27.263871+0000","last_clean":"2024-09-19T05:51:27.263871+0000","last_became_active":"2024-09-19T05:51:25.257989+0000","last_became_peered":"2024-09-19T05:51:25.257989+0000","last_unstale":"2024-09-19T05:51:27.263871+0000","last_undegraded":"2024-09-19T05:51:27.263871+0000","last_fullsized":"2024-09-19T05:51:27.263871+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:39.082208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688408+0000","last_change":"2024-09-19T05:51:25.262091+0000","last_active":"2024-09-19T05:51:27.688408+0000","last_peered":"2024-09-19T05:51:27.688408+0000","last_clean":"2024-09-19T05:51:27.688408+0000","last_became_active":"2024-09-19T05:51:25.261820+0000","last_became_peered":"2024-09-19T05:51:25.261820+0000","last_unstale":"2024-09-19T05:51:27.688408+0000","last_undegraded":"2024-09-19T05:51:27.688408+0000","last_fullsized":"2024-09-19T05:51:27.688408+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:56.720849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688425+0000","last_change":"2024-09-19T05:51:26.280528+0000","last_active":"2024-09-19T05:51:27.688425+0000","last_peered":"2024-09-19T05:51:27.688425+0000","last_clean":"2024-09-19T05:51:27.688425+0000","last_became_active":"2024-09-19T05:51:26.280189+0000","last_became_peered":"2024-09-19T05:51:26.280189+0000","last_unstale":"2024-09-19T05:51:27.688425+0000","last_undegraded":"2024-09-19T05:51:27.688425+0000","last_fullsized":"2024-09-19T05:51:27.688425+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:50.716568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.262892+0000","last_change":"2024-09-19T05:51:25.261803+0000","last_active":"2024-09-19T05:51:27.262892+0000","last_peered":"2024-09-19T05:51:27.262892+0000","last_clean":"2024-09-19T05:51:27.262892+0000","last_became_active":"2024-09-19T05:51:25.261456+0000","last_became_peered":"2024-09-19T05:51:25.261456+0000","last_unstale":"2024-09-19T05:51:27.262892+0000","last_undegraded":"2024-09-19T05:51:27.262892+0000","last_fullsized":"2024-09-19T05:51:27.262892+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:36:52.575421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688291+0000","last_change":"2024-09-19T05:51:26.272995+0000","last_active":"2024-09-19T05:51:27.688291+0000","last_peered":"2024-09-19T05:51:27.688291+0000","last_clean":"2024-09-19T05:51:27.688291+0000","last_became_active":"2024-09-19T05:51:26.272653+0000","last_became_peered":"2024-09-19T05:51:26.272653+0000","last_unstale":"2024-09-19T05:51:27.688291+0000","last_undegraded":"2024-09-19T05:51:27.688291+0000","last_fullsized":"2024-09-19T05:51:27.688291+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:04.521240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:51:24.245279+0000","last_change":"2024-09-19T05:51:24.245279+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.245279+0000","last_undegraded":"2024-09-19T05:51:24.245279+0000","last_fullsized":"2024-09-19T05:51:24.245279+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"31'6","reported_seq":20,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688239+0000","last_change":"2024-09-19T05:51:25.264205+0000","last_active":"2024-09-19T05:51:27.688239+0000","last_peered":"2024-09-19T05:51:27.688239+0000","last_clean":"2024-09-19T05:51:27.688239+0000","last_became_active":"2024-09-19T05:51:25.263894+0000","last_became_peered":"2024-09-19T05:51:25.263894+0000","last_unstale":"2024-09-19T05:51:27.688239+0000","last_undegraded":"2024-09-19T05:51:27.688239+0000","last_fullsized":"2024-09-19T05:51:27.688239+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:30.101340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274712+0000","last_change":"2024-09-19T05:51:26.267602+0000","last_active":"2024-09-19T05:51:27.274712+0000","last_peered":"2024-09-19T05:51:27.274712+0000","last_clean":"2024-09-19T05:51:27.274712+0000","last_became_active":"2024-09-19T05:51:26.267320+0000","last_became_peered":"2024-09-19T05:51:26.267320+0000","last_unstale":"2024-09-19T05:51:27.274712+0000","last_undegraded":"2024-09-19T05:51:27.274712+0000","last_fullsized":"2024-09-19T05:51:27.274712+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:15.046420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264221+0000","last_change":"2024-09-19T05:51:25.257100+0000","last_active":"2024-09-19T05:51:27.264221+0000","last_peered":"2024-09-19T05:51:27.264221+0000","last_clean":"2024-09-19T05:51:27.264221+0000","last_became_active":"2024-09-19T05:51:25.256798+0000","last_became_peered":"2024-09-19T05:51:25.256798+0000","last_unstale":"2024-09-19T05:51:27.264221+0000","last_undegraded":"2024-09-19T05:51:27.264221+0000","last_fullsized":"2024-09-19T05:51:27.264221+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:11.179572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688293+0000","last_change":"2024-09-19T05:51:26.276434+0000","last_active":"2024-09-19T05:51:27.688293+0000","last_peered":"2024-09-19T05:51:27.688293+0000","last_clean":"2024-09-19T05:51:27.688293+0000","last_became_active":"2024-09-19T05:51:26.276086+0000","last_became_peered":"2024-09-19T05:51:26.276086+0000","last_unstale":"2024-09-19T05:51:27.688293+0000","last_undegraded":"2024-09-19T05:51:27.688293+0000","last_fullsized":"2024-09-19T05:51:27.688293+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:36:59.794000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274667+0000","last_change":"2024-09-19T05:51:25.263439+0000","last_active":"2024-09-19T05:51:27.274667+0000","last_peered":"2024-09-19T05:51:27.274667+0000","last_clean":"2024-09-19T05:51:27.274667+0000","last_became_active":"2024-09-19T05:51:25.263021+0000","last_became_peered":"2024-09-19T05:51:25.263021+0000","last_unstale":"2024-09-19T05:51:27.274667+0000","last_undegraded":"2024-09-19T05:51:27.274667+0000","last_fullsized":"2024-09-19T05:51:27.274667+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:55.410859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536784+0000","last_change":"2024-09-19T05:51:26.270180+0000","last_active":"2024-09-19T05:51:27.536784+0000","last_peered":"2024-09-19T05:51:27.536784+0000","last_clean":"2024-09-19T05:51:27.536784+0000","last_became_active":"2024-09-19T05:51:26.269074+0000","last_became_peered":"2024-09-19T05:51:26.269074+0000","last_unstale":"2024-09-19T05:51:27.536784+0000","last_undegraded":"2024-09-19T05:51:27.536784+0000","last_fullsized":"2024-09-19T05:51:27.536784+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:38.788463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687847+0000","last_change":"2024-09-19T05:51:25.260474+0000","last_active":"2024-09-19T05:51:27.687847+0000","last_peered":"2024-09-19T05:51:27.687847+0000","last_clean":"2024-09-19T05:51:27.687847+0000","last_became_active":"2024-09-19T05:51:25.260087+0000","last_became_peered":"2024-09-19T05:51:25.260087+0000","last_unstale":"2024-09-19T05:51:27.687847+0000","last_undegraded":"2024-09-19T05:51:27.687847+0000","last_fullsized":"2024-09-19T05:51:27.687847+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:17.481057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687900+0000","last_change":"2024-09-19T05:51:26.266041+0000","last_active":"2024-09-19T05:51:27.687900+0000","last_peered":"2024-09-19T05:51:27.687900+0000","last_clean":"2024-09-19T05:51:27.687900+0000","last_became_active":"2024-09-19T05:51:26.265747+0000","last_became_peered":"2024-09-19T05:51:26.265747+0000","last_unstale":"2024-09-19T05:51:27.687900+0000","last_undegraded":"2024-09-19T05:51:27.687900+0000","last_fullsized":"2024-09-19T05:51:27.687900+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:41.996628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":22,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687579+0000","last_change":"2024-09-19T05:51:25.265379+0000","last_active":"2024-09-19T05:51:27.687579+0000","last_peered":"2024-09-19T05:51:27.687579+0000","last_clean":"2024-09-19T05:51:27.687579+0000","last_became_active":"2024-09-19T05:51:25.265101+0000","last_became_peered":"2024-09-19T05:51:25.265101+0000","last_unstale":"2024-09-19T05:51:27.687579+0000","last_undegraded":"2024-09-19T05:51:27.687579+0000","last_fullsized":"2024-09-19T05:51:27.687579+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:16.388508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264985+0000","last_change":"2024-09-19T05:51:26.260281+0000","last_active":"2024-09-19T05:51:27.264985+0000","last_peered":"2024-09-19T05:51:27.264985+0000","last_clean":"2024-09-19T05:51:27.264985+0000","last_became_active":"2024-09-19T05:51:26.260001+0000","last_became_peered":"2024-09-19T05:51:26.260001+0000","last_unstale":"2024-09-19T05:51:27.264985+0000","last_undegraded":"2024-09-19T05:51:27.264985+0000","last_fullsized":"2024-09-19T05:51:27.264985+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:57.725430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.275206+0000","last_change":"2024-09-19T05:51:25.262855+0000","last_active":"2024-09-19T05:51:27.275206+0000","last_peered":"2024-09-19T05:51:27.275206+0000","last_clean":"2024-09-19T05:51:27.275206+0000","last_became_active":"2024-09-19T05:51:25.261598+0000","last_became_peered":"2024-09-19T05:51:25.261598+0000","last_unstale":"2024-09-19T05:51:27.275206+0000","last_undegraded":"2024-09-19T05:51:27.275206+0000","last_fullsized":"2024-09-19T05:51:27.275206+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:40.992047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.265020+0000","last_change":"2024-09-19T05:51:25.258146+0000","last_active":"2024-09-19T05:51:27.265020+0000","last_peered":"2024-09-19T05:51:27.265020+0000","last_clean":"2024-09-19T05:51:27.265020+0000","last_became_active":"2024-09-19T05:51:25.257861+0000","last_became_peered":"2024-09-19T05:51:25.257861+0000","last_unstale":"2024-09-19T05:51:27.265020+0000","last_undegraded":"2024-09-19T05:51:27.265020+0000","last_fullsized":"2024-09-19T05:51:27.265020+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:39:36.127847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274759+0000","last_change":"2024-09-19T05:51:26.267094+0000","last_active":"2024-09-19T05:51:27.274759+0000","last_peered":"2024-09-19T05:51:27.274759+0000","last_clean":"2024-09-19T05:51:27.274759+0000","last_became_active":"2024-09-19T05:51:26.266677+0000","last_became_peered":"2024-09-19T05:51:26.266677+0000","last_unstale":"2024-09-19T05:51:27.274759+0000","last_undegraded":"2024-09-19T05:51:27.274759+0000","last_fullsized":"2024-09-19T05:51:27.274759+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:41.973960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264873+0000","last_change":"2024-09-19T05:51:25.256965+0000","last_active":"2024-09-19T05:51:27.264873+0000","last_peered":"2024-09-19T05:51:27.264873+0000","last_clean":"2024-09-19T05:51:27.264873+0000","last_became_active":"2024-09-19T05:51:25.256660+0000","last_became_peered":"2024-09-19T05:51:25.256660+0000","last_unstale":"2024-09-19T05:51:27.264873+0000","last_undegraded":"2024-09-19T05:51:27.264873+0000","last_fullsized":"2024-09-19T05:51:27.264873+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:27.604573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687887+0000","last_change":"2024-09-19T05:51:26.271203+0000","last_active":"2024-09-19T05:51:27.687887+0000","last_peered":"2024-09-19T05:51:27.687887+0000","last_clean":"2024-09-19T05:51:27.687887+0000","last_became_active":"2024-09-19T05:51:26.270940+0000","last_became_peered":"2024-09-19T05:51:26.270940+0000","last_unstale":"2024-09-19T05:51:27.687887+0000","last_undegraded":"2024-09-19T05:51:27.687887+0000","last_fullsized":"2024-09-19T05:51:27.687887+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:54.548460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.265119+0000","last_change":"2024-09-19T05:51:25.261452+0000","last_active":"2024-09-19T05:51:27.265119+0000","last_peered":"2024-09-19T05:51:27.265119+0000","last_clean":"2024-09-19T05:51:27.265119+0000","last_became_active":"2024-09-19T05:51:25.261185+0000","last_became_peered":"2024-09-19T05:51:25.261185+0000","last_unstale":"2024-09-19T05:51:27.265119+0000","last_undegraded":"2024-09-19T05:51:27.265119+0000","last_fullsized":"2024-09-19T05:51:27.265119+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:10.882237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687980+0000","last_change":"2024-09-19T05:51:26.263374+0000","last_active":"2024-09-19T05:51:27.687980+0000","last_peered":"2024-09-19T05:51:27.687980+0000","last_clean":"2024-09-19T05:51:27.687980+0000","last_became_active":"2024-09-19T05:51:26.263054+0000","last_became_peered":"2024-09-19T05:51:26.263054+0000","last_unstale":"2024-09-19T05:51:27.687980+0000","last_undegraded":"2024-09-19T05:51:27.687980+0000","last_fullsized":"2024-09-19T05:51:27.687980+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:14:06.182145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263105+0000","last_change":"2024-09-19T05:51:25.261612+0000","last_active":"2024-09-19T05:51:27.263105+0000","last_peered":"2024-09-19T05:51:27.263105+0000","last_clean":"2024-09-19T05:51:27.263105+0000","last_became_active":"2024-09-19T05:51:25.261320+0000","last_became_peered":"2024-09-19T05:51:25.261320+0000","last_unstale":"2024-09-19T05:51:27.263105+0000","last_undegraded":"2024-09-19T05:51:27.263105+0000","last_fullsized":"2024-09-19T05:51:27.263105+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:55.410859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688327+0000","last_change":"2024-09-19T05:51:26.263528+0000","last_active":"2024-09-19T05:51:27.688327+0000","last_peered":"2024-09-19T05:51:27.688327+0000","last_clean":"2024-09-19T05:51:27.688327+0000","last_became_active":"2024-09-19T05:51:26.263204+0000","last_became_peered":"2024-09-19T05:51:26.263204+0000","last_unstale":"2024-09-19T05:51:27.688327+0000","last_undegraded":"2024-09-19T05:51:27.688327+0000","last_fullsized":"2024-09-19T05:51:27.688327+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:01:21.761760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687919+0000","last_change":"2024-09-19T05:51:25.264517+0000","last_active":"2024-09-19T05:51:27.687919+0000","last_peered":"2024-09-19T05:51:27.687919+0000","last_clean":"2024-09-19T05:51:27.687919+0000","last_became_active":"2024-09-19T05:51:25.264143+0000","last_became_peered":"2024-09-19T05:51:25.264143+0000","last_unstale":"2024-09-19T05:51:27.687919+0000","last_undegraded":"2024-09-19T05:51:27.687919+0000","last_fullsized":"2024-09-19T05:51:27.687919+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:56.849002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687702+0000","last_change":"2024-09-19T05:51:26.263044+0000","last_active":"2024-09-19T05:51:27.687702+0000","last_peered":"2024-09-19T05:51:27.687702+0000","last_clean":"2024-09-19T05:51:27.687702+0000","last_became_active":"2024-09-19T05:51:26.262743+0000","last_became_peered":"2024-09-19T05:51:26.262743+0000","last_unstale":"2024-09-19T05:51:27.687702+0000","last_undegraded":"2024-09-19T05:51:27.687702+0000","last_fullsized":"2024-09-19T05:51:27.687702+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:45.425173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263911+0000","last_change":"2024-09-19T05:51:25.263618+0000","last_active":"2024-09-19T05:51:27.263911+0000","last_peered":"2024-09-19T05:51:27.263911+0000","last_clean":"2024-09-19T05:51:27.263911+0000","last_became_active":"2024-09-19T05:51:25.263389+0000","last_became_peered":"2024-09-19T05:51:25.263389+0000","last_unstale":"2024-09-19T05:51:27.263911+0000","last_undegraded":"2024-09-19T05:51:27.263911+0000","last_fullsized":"2024-09-19T05:51:27.263911+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:02.362693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536520+0000","last_change":"2024-09-19T05:51:26.270163+0000","last_active":"2024-09-19T05:51:27.536520+0000","last_peered":"2024-09-19T05:51:27.536520+0000","last_clean":"2024-09-19T05:51:27.536520+0000","last_became_active":"2024-09-19T05:51:26.269324+0000","last_became_peered":"2024-09-19T05:51:26.269324+0000","last_unstale":"2024-09-19T05:51:27.536520+0000","last_undegraded":"2024-09-19T05:51:27.536520+0000","last_fullsized":"2024-09-19T05:51:27.536520+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:24:37.661881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:51:24.245249+0000","last_change":"2024-09-19T05:51:24.245249+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.245249+0000","last_undegraded":"2024-09-19T05:51:24.245249+0000","last_fullsized":"2024-09-19T05:51:24.245249+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687698+0000","last_change":"2024-09-19T05:51:26.265468+0000","last_active":"2024-09-19T05:51:27.687698+0000","last_peered":"2024-09-19T05:51:27.687698+0000","last_clean":"2024-09-19T05:51:27.687698+0000","last_became_active":"2024-09-19T05:51:26.265180+0000","last_became_peered":"2024-09-19T05:51:26.265180+0000","last_unstale":"2024-09-19T05:51:27.687698+0000","last_undegraded":"2024-09-19T05:51:27.687698+0000","last_fullsized":"2024-09-19T05:51:27.687698+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:30:48.584016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.275242+0000","last_change":"2024-09-19T05:51:25.266374+0000","last_active":"2024-09-19T05:51:27.275242+0000","last_peered":"2024-09-19T05:51:27.275242+0000","last_clean":"2024-09-19T05:51:27.275242+0000","last_became_active":"2024-09-19T05:51:25.266081+0000","last_became_peered":"2024-09-19T05:51:25.266081+0000","last_unstale":"2024-09-19T05:51:27.275242+0000","last_undegraded":"2024-09-19T05:51:27.275242+0000","last_fullsized":"2024-09-19T05:51:27.275242+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:01.337425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"32'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274175+0000","last_change":"2024-09-19T05:51:25.263701+0000","last_active":"2024-09-19T05:51:27.274175+0000","last_peered":"2024-09-19T05:51:27.274175+0000","last_clean":"2024-09-19T05:51:27.274175+0000","last_became_active":"2024-09-19T05:51:25.263406+0000","last_became_peered":"2024-09-19T05:51:25.263406+0000","last_unstale":"2024-09-19T05:51:27.274175+0000","last_undegraded":"2024-09-19T05:51:27.274175+0000","last_fullsized":"2024-09-19T05:51:27.274175+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:40.992047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.262809+0000","last_change":"2024-09-19T05:51:26.272621+0000","last_active":"2024-09-19T05:51:27.262809+0000","last_peered":"2024-09-19T05:51:27.262809+0000","last_clean":"2024-09-19T05:51:27.262809+0000","last_became_active":"2024-09-19T05:51:26.272327+0000","last_became_peered":"2024-09-19T05:51:26.272327+0000","last_unstale":"2024-09-19T05:51:27.262809+0000","last_undegraded":"2024-09-19T05:51:27.262809+0000","last_fullsized":"2024-09-19T05:51:27.262809+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:48:42.723597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274853+0000","last_change":"2024-09-19T05:51:25.261961+0000","last_active":"2024-09-19T05:51:27.274853+0000","last_peered":"2024-09-19T05:51:27.274853+0000","last_clean":"2024-09-19T05:51:27.274853+0000","last_became_active":"2024-09-19T05:51:25.260646+0000","last_became_peered":"2024-09-19T05:51:25.260646+0000","last_unstale":"2024-09-19T05:51:27.274853+0000","last_undegraded":"2024-09-19T05:51:27.274853+0000","last_fullsized":"2024-09-19T05:51:27.274853+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:36:52.575421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687969+0000","last_change":"2024-09-19T05:51:26.264626+0000","last_active":"2024-09-19T05:51:27.687969+0000","last_peered":"2024-09-19T05:51:27.687969+0000","last_clean":"2024-09-19T05:51:27.687969+0000","last_became_active":"2024-09-19T05:51:26.264323+0000","last_became_peered":"2024-09-19T05:51:26.264323+0000","last_unstale":"2024-09-19T05:51:27.687969+0000","last_undegraded":"2024-09-19T05:51:27.687969+0000","last_fullsized":"2024-09-19T05:51:27.687969+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:21.777624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263254+0000","last_change":"2024-09-19T05:51:25.257212+0000","last_active":"2024-09-19T05:51:27.263254+0000","last_peered":"2024-09-19T05:51:27.263254+0000","last_clean":"2024-09-19T05:51:27.263254+0000","last_became_active":"2024-09-19T05:51:25.256949+0000","last_became_peered":"2024-09-19T05:51:25.256949+0000","last_unstale":"2024-09-19T05:51:27.263254+0000","last_undegraded":"2024-09-19T05:51:27.263254+0000","last_fullsized":"2024-09-19T05:51:27.263254+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:01.337425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263008+0000","last_change":"2024-09-19T05:51:26.261984+0000","last_active":"2024-09-19T05:51:27.263008+0000","last_peered":"2024-09-19T05:51:27.263008+0000","last_clean":"2024-09-19T05:51:27.263008+0000","last_became_active":"2024-09-19T05:51:26.261688+0000","last_became_peered":"2024-09-19T05:51:26.261688+0000","last_unstale":"2024-09-19T05:51:27.263008+0000","last_undegraded":"2024-09-19T05:51:27.263008+0000","last_fullsized":"2024-09-19T05:51:27.263008+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:04.870387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274780+0000","last_change":"2024-09-19T05:51:25.266354+0000","last_active":"2024-09-19T05:51:27.274780+0000","last_peered":"2024-09-19T05:51:27.274780+0000","last_clean":"2024-09-19T05:51:27.274780+0000","last_became_active":"2024-09-19T05:51:25.266092+0000","last_became_peered":"2024-09-19T05:51:25.266092+0000","last_unstale":"2024-09-19T05:51:27.274780+0000","last_undegraded":"2024-09-19T05:51:27.274780+0000","last_fullsized":"2024-09-19T05:51:27.274780+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:11.408023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687555+0000","last_change":"2024-09-19T05:51:26.277633+0000","last_active":"2024-09-19T05:51:27.687555+0000","last_peered":"2024-09-19T05:51:27.687555+0000","last_clean":"2024-09-19T05:51:27.687555+0000","last_became_active":"2024-09-19T05:51:26.276023+0000","last_became_peered":"2024-09-19T05:51:26.276023+0000","last_unstale":"2024-09-19T05:51:27.687555+0000","last_undegraded":"2024-09-19T05:51:27.687555+0000","last_fullsized":"2024-09-19T05:51:27.687555+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:56:04.943992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264042+0000","last_change":"2024-09-19T05:51:25.262264+0000","last_active":"2024-09-19T05:51:27.264042+0000","last_peered":"2024-09-19T05:51:27.264042+0000","last_clean":"2024-09-19T05:51:27.264042+0000","last_became_active":"2024-09-19T05:51:25.261983+0000","last_became_peered":"2024-09-19T05:51:25.261983+0000","last_unstale":"2024-09-19T05:51:27.264042+0000","last_undegraded":"2024-09-19T05:51:27.264042+0000","last_fullsized":"2024-09-19T05:51:27.264042+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:33.627576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263924+0000","last_change":"2024-09-19T05:51:26.272706+0000","last_active":"2024-09-19T05:51:27.263924+0000","last_peered":"2024-09-19T05:51:27.263924+0000","last_clean":"2024-09-19T05:51:27.263924+0000","last_became_active":"2024-09-19T05:51:26.272348+0000","last_became_peered":"2024-09-19T05:51:26.272348+0000","last_unstale":"2024-09-19T05:51:27.263924+0000","last_undegraded":"2024-09-19T05:51:27.263924+0000","last_fullsized":"2024-09-19T05:51:27.263924+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:29.644177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687649+0000","last_change":"2024-09-19T05:51:25.260363+0000","last_active":"2024-09-19T05:51:27.687649+0000","last_peered":"2024-09-19T05:51:27.687649+0000","last_clean":"2024-09-19T05:51:27.687649+0000","last_became_active":"2024-09-19T05:51:25.260050+0000","last_became_peered":"2024-09-19T05:51:25.260050+0000","last_unstale":"2024-09-19T05:51:27.687649+0000","last_undegraded":"2024-09-19T05:51:27.687649+0000","last_fullsized":"2024-09-19T05:51:27.687649+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:28.639596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536684+0000","last_change":"2024-09-19T05:51:26.269942+0000","last_active":"2024-09-19T05:51:27.536684+0000","last_peered":"2024-09-19T05:51:27.536684+0000","last_clean":"2024-09-19T05:51:27.536684+0000","last_became_active":"2024-09-19T05:51:26.268224+0000","last_became_peered":"2024-09-19T05:51:26.268224+0000","last_unstale":"2024-09-19T05:51:27.536684+0000","last_undegraded":"2024-09-19T05:51:27.536684+0000","last_fullsized":"2024-09-19T05:51:27.536684+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:32:57.846666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687827+0000","last_change":"2024-09-19T05:51:25.260504+0000","last_active":"2024-09-19T05:51:27.687827+0000","last_peered":"2024-09-19T05:51:27.687827+0000","last_clean":"2024-09-19T05:51:27.687827+0000","last_became_active":"2024-09-19T05:51:25.260137+0000","last_became_peered":"2024-09-19T05:51:25.260137+0000","last_unstale":"2024-09-19T05:51:27.687827+0000","last_undegraded":"2024-09-19T05:51:27.687827+0000","last_fullsized":"2024-09-19T05:51:27.687827+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:14:05.177564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":190,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536861+0000","last_change":"2024-09-19T05:50:35.646709+0000","last_active":"2024-09-19T05:51:27.536861+0000","last_peered":"2024-09-19T05:51:27.536861+0000","last_clean":"2024-09-19T05:51:27.536861+0000","last_became_active":"2024-09-19T05:50:35.645765+0000","last_became_peered":"2024-09-19T05:50:35.645765+0000","last_unstale":"2024-09-19T05:51:27.536861+0000","last_undegraded":"2024-09-19T05:51:27.536861+0000","last_fullsized":"2024-09-19T05:51:27.536861+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_clean_scrub_stamp":"2024-09-19T05:50:34.148268+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:39.766293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":108,"acting":108,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2320,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":41,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":36,"ondisk_log_size":36,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509454,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27348,"kb_used_data":300,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344492,"statfs":{"total":96636764160,"available":96608759808,"internally_reserved":0,"allocated":307200,"data_stored":111842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542159,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27968,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343872,"statfs":{"total":96636764160,"available":96608124928,"internally_reserved":0,"allocated":954368,"data_stored":727459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542159,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":364544,"data_stored":137617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542157,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":364544,"data_stored":137105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542158,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35716,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336124,"statfs":{"total":96636764160,"available":96600190976,"internally_reserved":0,"allocated":372736,"data_stored":138635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,15],"upper_bound":16},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542159,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31544,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340296,"statfs":{"total":96636764160,"available":96604463104,"internally_reserved":0,"allocated":360448,"data_stored":137071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542159,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31556,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340284,"statfs":{"total":96636764160,"available":96604450816,"internally_reserved":0,"allocated":372736,"data_stored":138635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542159,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32120,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":950272,"data_stored":727369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:51:30.079 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3d is not active+clean 2024-09-19T05:51:30.079 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:51:25.240368+0000', 'last_change': '2024-09-19T05:51:25.240368+0000', 'last_active': '2024-09-19T05:51:25.240368+0000', 'last_peered': '2024-09-19T05:51:25.240368+0000', 'last_clean': '2024-09-19T05:51:25.240368+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:51:25.240368+0000', 'last_undegraded': '2024-09-19T05:51:25.240368+0000', 'last_fullsized': '2024-09-19T05:51:25.240368+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'last_clean_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:51:30.079 INFO:tasks.ceph.ceph_manager.ceph:PG 5.34 is not active+clean 2024-09-19T05:51:30.079 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:51:25.240368+0000', 'last_change': '2024-09-19T05:51:25.240368+0000', 'last_active': '2024-09-19T05:51:25.240368+0000', 'last_peered': '2024-09-19T05:51:25.240368+0000', 'last_clean': '2024-09-19T05:51:25.240368+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:51:25.240368+0000', 'last_undegraded': '2024-09-19T05:51:25.240368+0000', 'last_fullsized': '2024-09-19T05:51:25.240368+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'last_clean_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:51:30.079 INFO:tasks.ceph.ceph_manager.ceph:PG 5.31 is not active+clean 2024-09-19T05:51:30.079 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:51:25.240368+0000', 'last_change': '2024-09-19T05:51:25.240368+0000', 'last_active': '2024-09-19T05:51:25.240368+0000', 'last_peered': '2024-09-19T05:51:25.240368+0000', 'last_clean': '2024-09-19T05:51:25.240368+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:51:25.240368+0000', 'last_undegraded': '2024-09-19T05:51:25.240368+0000', 'last_fullsized': '2024-09-19T05:51:25.240368+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'last_clean_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:51:30.080 INFO:tasks.ceph.ceph_manager.ceph:PG 5.28 is not active+clean 2024-09-19T05:51:30.080 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:51:25.240368+0000', 'last_change': '2024-09-19T05:51:25.240368+0000', 'last_active': '2024-09-19T05:51:25.240368+0000', 'last_peered': '2024-09-19T05:51:25.240368+0000', 'last_clean': '2024-09-19T05:51:25.240368+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:51:25.240368+0000', 'last_undegraded': '2024-09-19T05:51:25.240368+0000', 'last_fullsized': '2024-09-19T05:51:25.240368+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'last_clean_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:51:30.080 INFO:tasks.ceph.ceph_manager.ceph:PG 5.24 is not active+clean 2024-09-19T05:51:30.080 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:51:25.240368+0000', 'last_change': '2024-09-19T05:51:25.240368+0000', 'last_active': '2024-09-19T05:51:25.240368+0000', 'last_peered': '2024-09-19T05:51:25.240368+0000', 'last_clean': '2024-09-19T05:51:25.240368+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:51:25.240368+0000', 'last_undegraded': '2024-09-19T05:51:25.240368+0000', 'last_fullsized': '2024-09-19T05:51:25.240368+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'last_clean_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:51:30.080 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1b is not active+clean 2024-09-19T05:51:30.080 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:51:25.240368+0000', 'last_change': '2024-09-19T05:51:25.240368+0000', 'last_active': '2024-09-19T05:51:25.240368+0000', 'last_peered': '2024-09-19T05:51:25.240368+0000', 'last_clean': '2024-09-19T05:51:25.240368+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:51:25.240368+0000', 'last_undegraded': '2024-09-19T05:51:25.240368+0000', 'last_fullsized': '2024-09-19T05:51:25.240368+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'last_clean_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:51:30.080 INFO:tasks.ceph.ceph_manager.ceph:PG 5.16 is not active+clean 2024-09-19T05:51:30.080 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:51:25.240368+0000', 'last_change': '2024-09-19T05:51:25.240368+0000', 'last_active': '2024-09-19T05:51:25.240368+0000', 'last_peered': '2024-09-19T05:51:25.240368+0000', 'last_clean': '2024-09-19T05:51:25.240368+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:51:25.240368+0000', 'last_undegraded': '2024-09-19T05:51:25.240368+0000', 'last_fullsized': '2024-09-19T05:51:25.240368+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'last_clean_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:51:30.080 INFO:tasks.ceph.ceph_manager.ceph:PG 4.15 is not active+clean 2024-09-19T05:51:30.080 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:51:24.245279+0000', 'last_change': '2024-09-19T05:51:24.245279+0000', 'last_active': '2024-09-19T05:51:24.235786+0000', 'last_peered': '2024-09-19T05:51:24.235786+0000', 'last_clean': '2024-09-19T05:51:24.235786+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:51:24.245279+0000', 'last_undegraded': '2024-09-19T05:51:24.245279+0000', 'last_fullsized': '2024-09-19T05:51:24.245279+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:51:24.235786+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:51:24.235786+0000', 'last_clean_scrub_stamp': '2024-09-19T05:51:24.235786+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:51:30.081 INFO:tasks.ceph.ceph_manager.ceph:PG 5.15 is not active+clean 2024-09-19T05:51:30.081 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:51:25.240368+0000', 'last_change': '2024-09-19T05:51:25.240368+0000', 'last_active': '2024-09-19T05:51:25.240368+0000', 'last_peered': '2024-09-19T05:51:25.240368+0000', 'last_clean': '2024-09-19T05:51:25.240368+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:51:25.240368+0000', 'last_undegraded': '2024-09-19T05:51:25.240368+0000', 'last_fullsized': '2024-09-19T05:51:25.240368+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'last_clean_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:51:30.081 INFO:tasks.ceph.ceph_manager.ceph:PG 5.f is not active+clean 2024-09-19T05:51:30.081 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:51:25.240368+0000', 'last_change': '2024-09-19T05:51:25.240368+0000', 'last_active': '2024-09-19T05:51:25.240368+0000', 'last_peered': '2024-09-19T05:51:25.240368+0000', 'last_clean': '2024-09-19T05:51:25.240368+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:51:25.240368+0000', 'last_undegraded': '2024-09-19T05:51:25.240368+0000', 'last_fullsized': '2024-09-19T05:51:25.240368+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'last_clean_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:51:30.081 INFO:tasks.ceph.ceph_manager.ceph:PG 4.8 is not active+clean 2024-09-19T05:51:30.081 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '4.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 29, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:51:24.245249+0000', 'last_change': '2024-09-19T05:51:24.245249+0000', 'last_active': '2024-09-19T05:51:24.235786+0000', 'last_peered': '2024-09-19T05:51:24.235786+0000', 'last_clean': '2024-09-19T05:51:24.235786+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:51:24.245249+0000', 'last_undegraded': '2024-09-19T05:51:24.245249+0000', 'last_fullsized': '2024-09-19T05:51:24.245249+0000', 'mapping_epoch': 29, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 29, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:51:24.235786+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:51:24.235786+0000', 'last_clean_scrub_stamp': '2024-09-19T05:51:24.235786+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:51:30.081 INFO:tasks.ceph.ceph_manager.ceph:PG 5.7 is not active+clean 2024-09-19T05:51:30.081 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:51:25.240368+0000', 'last_change': '2024-09-19T05:51:25.240368+0000', 'last_active': '2024-09-19T05:51:25.240368+0000', 'last_peered': '2024-09-19T05:51:25.240368+0000', 'last_clean': '2024-09-19T05:51:25.240368+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:51:25.240368+0000', 'last_undegraded': '2024-09-19T05:51:25.240368+0000', 'last_fullsized': '2024-09-19T05:51:25.240368+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'last_clean_scrub_stamp': '2024-09-19T05:51:25.240368+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:51:30.082 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T05:51:30.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.214+0000 7fac29f66640 1 Processor -- start 2024-09-19T05:51:30.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.214+0000 7fac29f66640 1 -- start start 2024-09-19T05:51:30.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.215+0000 7fac29f66640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac2409be80 0x7fac240d1eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.215+0000 7fac29f66640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac2406c940 con 0x7fac24161d50 2024-09-19T05:51:30.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.215+0000 7fac29f66640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac240b1e80 con 0x7fac240b3970 2024-09-19T05:51:30.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.215+0000 7fac29f66640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fac240b2160 con 0x7fac2409be80 2024-09-19T05:51:30.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.215+0000 7fac237fe640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fac24161d50 0x7fac240b3260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:38372/0 (socket says 172.21.15.46:38372) 2024-09-19T05:51:30.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.215+0000 7fac237fe640 1 -- 172.21.15.46:0/2873780657 learned_addr learned my addr 172.21.15.46:0/2873780657 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:30.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.215+0000 7fac23fff640 1 --2- 172.21.15.46:0/2873780657 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac2409be80 0x7fac240d1eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.216+0000 7fac227fc640 1 -- 172.21.15.46:0/2873780657 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2511524798 0 0) 0x7fac2406c940 con 0x7fac24161d50 2024-09-19T05:51:30.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.216+0000 7fac227fc640 1 -- 172.21.15.46:0/2873780657 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fac0c003520 con 0x7fac24161d50 2024-09-19T05:51:30.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.216+0000 7fac227fc640 1 -- 172.21.15.46:0/2873780657 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3497922389 0 0) 0x7fac240b1e80 con 0x7fac240b3970 2024-09-19T05:51:30.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.216+0000 7fac23fff640 1 -- 172.21.15.46:0/2873780657 >> v1:172.21.15.78:6789/0 conn(0x7fac240b3970 legacy=0x7fac240d0500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.216+0000 7fac23fff640 1 -- 172.21.15.46:0/2873780657 >> v1:172.21.15.46:6789/0 conn(0x7fac24161d50 legacy=0x7fac240b3260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.216+0000 7fac23fff640 1 -- 172.21.15.46:0/2873780657 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac240b2440 con 0x7fac2409be80 2024-09-19T05:51:30.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.217+0000 7fac23fff640 1 --2- 172.21.15.46:0/2873780657 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac2409be80 0x7fac240d1eb0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fac1c009dc0 tx=0x7fac1c02a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d2e4e150157879f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:30.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.217+0000 7fac227fc640 1 -- 172.21.15.46:0/2873780657 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac1c007740 con 0x7fac2409be80 2024-09-19T05:51:30.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.217+0000 7fac227fc640 1 -- 172.21.15.46:0/2873780657 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac1c0078e0 con 0x7fac2409be80 2024-09-19T05:51:30.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.217+0000 7fac227fc640 1 -- 172.21.15.46:0/2873780657 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac1c007c90 con 0x7fac2409be80 2024-09-19T05:51:30.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.217+0000 7fac29f66640 1 -- 172.21.15.46:0/2873780657 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac2409be80 msgr2=0x7fac240d1eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.217+0000 7fac29f66640 1 --2- 172.21.15.46:0/2873780657 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac2409be80 0x7fac240d1eb0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fac1c009dc0 tx=0x7fac1c02a6d0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.217+0000 7fac29f66640 1 -- 172.21.15.46:0/2873780657 shutdown_connections 2024-09-19T05:51:30.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.217+0000 7fac29f66640 1 --2- 172.21.15.46:0/2873780657 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac2409be80 0x7fac240d1eb0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.217+0000 7fac29f66640 1 -- 172.21.15.46:0/2873780657 >> 172.21.15.46:0/2873780657 conn(0x7fac2409ba70 msgr2=0x7fac240b40d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:30.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.217+0000 7fac29f66640 1 -- 172.21.15.46:0/2873780657 shutdown_connections 2024-09-19T05:51:30.221 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.217+0000 7fac29f66640 1 -- 172.21.15.46:0/2873780657 wait complete. 2024-09-19T05:51:30.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.219+0000 7fac29f66640 1 Processor -- start 2024-09-19T05:51:30.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.219+0000 7fac29f66640 1 -- start start 2024-09-19T05:51:30.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.220+0000 7fac29f66640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac2409be80 0x7fac240b7fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.220+0000 7fac29f66640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac240b3970 0x7fac24155ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.220+0000 7fac29f66640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac24161d50 0x7fac240c8d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.220+0000 7fac29f66640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fac24162130 con 0x7fac24161d50 2024-09-19T05:51:30.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.220+0000 7fac29f66640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fac2406c5d0 con 0x7fac2409be80 2024-09-19T05:51:30.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.220+0000 7fac29f66640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fac241622b0 con 0x7fac240b3970 2024-09-19T05:51:30.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.220+0000 7fac23fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac24161d50 0x7fac240c8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.220+0000 7fac23fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac24161d50 0x7fac240c8d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41210/0 (socket says 172.21.15.46:41210) 2024-09-19T05:51:30.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.220+0000 7fac23fff640 1 -- 172.21.15.46:0/2112100221 learned_addr learned my addr 172.21.15.46:0/2112100221 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:30.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.220+0000 7fac237fe640 1 --2- 172.21.15.46:0/2112100221 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac2409be80 0x7fac240b7fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.220+0000 7fac22ffd640 1 --2- 172.21.15.46:0/2112100221 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac240b3970 0x7fac24155ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.220+0000 7fac23fff640 1 -- 172.21.15.46:0/2112100221 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac240b3970 msgr2=0x7fac24155ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.220+0000 7fac23fff640 1 --2- 172.21.15.46:0/2112100221 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac240b3970 0x7fac24155ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.220+0000 7fac23fff640 1 -- 172.21.15.46:0/2112100221 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac2409be80 msgr2=0x7fac240b7fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.220+0000 7fac23fff640 1 --2- 172.21.15.46:0/2112100221 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac2409be80 0x7fac240b7fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.220+0000 7fac23fff640 1 -- 172.21.15.46:0/2112100221 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac24156020 con 0x7fac24161d50 2024-09-19T05:51:30.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.220+0000 7fac23fff640 1 --2- 172.21.15.46:0/2112100221 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac24161d50 0x7fac240c8d00 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fac1c02acc0 tx=0x7fac1c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:30.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.220+0000 7fac0bfff640 1 -- 172.21.15.46:0/2112100221 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac1c009450 con 0x7fac24161d50 2024-09-19T05:51:30.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.221+0000 7fac0bfff640 1 -- 172.21.15.46:0/2112100221 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac1c004240 con 0x7fac24161d50 2024-09-19T05:51:30.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.221+0000 7fac29f66640 1 -- 172.21.15.46:0/2112100221 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac240b6f40 con 0x7fac24161d50 2024-09-19T05:51:30.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.221+0000 7fac0bfff640 1 -- 172.21.15.46:0/2112100221 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac1c004610 con 0x7fac24161d50 2024-09-19T05:51:30.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.221+0000 7fac29f66640 1 -- 172.21.15.46:0/2112100221 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac240b7500 con 0x7fac24161d50 2024-09-19T05:51:30.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.222+0000 7fac29f66640 1 -- 172.21.15.46:0/2112100221 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac240d1eb0 con 0x7fac24161d50 2024-09-19T05:51:30.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.222+0000 7fac0bfff640 1 -- 172.21.15.46:0/2112100221 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fac1c039040 con 0x7fac24161d50 2024-09-19T05:51:30.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.223+0000 7fac0bfff640 1 --2- 172.21.15.46:0/2112100221 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fac1006c2b0 0x7fac1006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.223+0000 7fac0bfff640 1 -- 172.21.15.46:0/2112100221 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fac1c0ac920 con 0x7fac24161d50 2024-09-19T05:51:30.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.223+0000 7fac237fe640 1 --2- 172.21.15.46:0/2112100221 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fac1006c2b0 0x7fac1006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.223+0000 7fac237fe640 1 --2- 172.21.15.46:0/2112100221 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fac1006c2b0 0x7fac1006e770 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fac14005880 tx=0x7fac14009040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:30.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.227+0000 7fac0bfff640 1 -- 172.21.15.46:0/2112100221 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fac24156020 con 0x7fac24161d50 2024-09-19T05:51:30.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.471+0000 7fac29f66640 1 -- 172.21.15.46:0/2112100221 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fac2406e0f0 con 0x7fac24161d50 2024-09-19T05:51:30.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.472+0000 7fac0bfff640 1 -- 172.21.15.46:0/2112100221 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+2829 (secure 0 0 0) 0x7fac1c040030 con 0x7fac24161d50 2024-09-19T05:51:30.474 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:30.474 INFO:teuthology.orchestra.run.smithi046.stdout:{"fsid":"f422d15e-e2c9-44aa-a788-7f9714905c67","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":68,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":32,"num_osds":8,"num_up_osds":8,"osd_up_since":1726725034,"num_in_osds":8,"osd_in_since":1726725023,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":85},{"state_name":"unknown","count":10},{"state_name":"creating+peering","count":2}],"num_pgs":97,"num_pools":3,"num_objects":22,"data_bytes":592688,"bytes_used":246808576,"bytes_avail":772847304704,"bytes_total":773094113280,"unknown_pgs_ratio":0.10309278219938278,"inactive_pgs_ratio":0.020618556067347527,"write_bytes_sec":2392,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":15,"btime":"2024-09-19T05:51:28:397478+0000","id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"c","status":"up:active","gid":4812}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":2,"modified":"2024-09-19T05:51:27.804920+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","0":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"1":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"2":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"3":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"4":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"5":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-19T05:51:30.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.474+0000 7fac29f66640 1 -- 172.21.15.46:0/2112100221 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fac1006c2b0 msgr2=0x7fac1006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.474+0000 7fac29f66640 1 --2- 172.21.15.46:0/2112100221 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fac1006c2b0 0x7fac1006e770 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fac14005880 tx=0x7fac14009040 comp rx=0 tx=0).stop 2024-09-19T05:51:30.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.474+0000 7fac29f66640 1 -- 172.21.15.46:0/2112100221 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac24161d50 msgr2=0x7fac240c8d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.474+0000 7fac29f66640 1 --2- 172.21.15.46:0/2112100221 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac24161d50 0x7fac240c8d00 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fac1c02acc0 tx=0x7fac1c004a40 comp rx=0 tx=0).stop 2024-09-19T05:51:30.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.474+0000 7fac29f66640 1 -- 172.21.15.46:0/2112100221 shutdown_connections 2024-09-19T05:51:30.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.474+0000 7fac29f66640 1 --2- 172.21.15.46:0/2112100221 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fac1006c2b0 0x7fac1006e770 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.474+0000 7fac29f66640 1 --2- 172.21.15.46:0/2112100221 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac24161d50 0x7fac240c8d00 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.474+0000 7fac29f66640 1 --2- 172.21.15.46:0/2112100221 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fac240b3970 0x7fac24155ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.474+0000 7fac29f66640 1 --2- 172.21.15.46:0/2112100221 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac2409be80 0x7fac240b7fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.474+0000 7fac29f66640 1 -- 172.21.15.46:0/2112100221 >> 172.21.15.46:0/2112100221 conn(0x7fac2409ba70 msgr2=0x7fac240b2860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:30.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.474+0000 7fac29f66640 1 -- 172.21.15.46:0/2112100221 shutdown_connections 2024-09-19T05:51:30.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.474+0000 7fac29f66640 1 -- 172.21.15.46:0/2112100221 wait complete. 2024-09-19T05:51:30.487 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T05:51:30.487 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:51:30.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.587+0000 7f4ef5af8640 1 Processor -- start 2024-09-19T05:51:30.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.587+0000 7f4ef5af8640 1 -- start start 2024-09-19T05:51:30.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.588+0000 7f4ef5af8640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f4ef00ceb60 0x7f4ef00b2440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.588+0000 7f4ef5af8640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4ef00b16f0 0x7f4ef00b2980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.588+0000 7f4ef5af8640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ef00d0dd0 con 0x7f4ef00b34d0 2024-09-19T05:51:30.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.588+0000 7f4ef5af8640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f4ef00b2ec0 con 0x7f4ef00ceb60 2024-09-19T05:51:30.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.588+0000 7f4ef5af8640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f4ef00ce8c0 con 0x7f4ef00b16f0 2024-09-19T05:51:30.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.588+0000 7f4eeeffd640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f4ef00ceb60 0x7f4ef00b2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.588+0000 7f4eeeffd640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f4ef00ceb60 0x7f4ef00b2440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41220/0 (socket says 172.21.15.46:41220) 2024-09-19T05:51:30.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.588+0000 7f4eeeffd640 1 -- 172.21.15.46:0/1304392463 learned_addr learned my addr 172.21.15.46:0/1304392463 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:30.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.588+0000 7f4eeffff640 1 --2- 172.21.15.46:0/1304392463 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4ef00b16f0 0x7f4ef00b2980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.588+0000 7f4eeeffd640 1 -- 172.21.15.46:0/1304392463 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4ef00b16f0 msgr2=0x7f4ef00b2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:30.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.588+0000 7f4eeeffd640 1 --2- 172.21.15.46:0/1304392463 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4ef00b16f0 0x7f4ef00b2980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.588+0000 7f4eeeffd640 1 -- 172.21.15.46:0/1304392463 >> v1:172.21.15.78:6789/0 conn(0x7f4ef00b34d0 legacy=0x7f4ef00ccdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.588+0000 7f4eeeffd640 1 -- 172.21.15.46:0/1304392463 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ef00d10b0 con 0x7f4ef00ceb60 2024-09-19T05:51:30.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.589+0000 7f4eeeffd640 1 --2- 172.21.15.46:0/1304392463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ef00ceb60 0x7f4ef00b2440 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4ed8009870 tx=0x7f4ed802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1aa15dcf45a6a973 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:30.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.589+0000 7f4eee7fc640 1 -- 172.21.15.46:0/1304392463 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ed8037070 con 0x7f4ef00ceb60 2024-09-19T05:51:30.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.589+0000 7f4eee7fc640 1 -- 172.21.15.46:0/1304392463 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ed8032440 con 0x7f4ef00ceb60 2024-09-19T05:51:30.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.589+0000 7f4eee7fc640 1 -- 172.21.15.46:0/1304392463 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ed8032810 con 0x7f4ef00ceb60 2024-09-19T05:51:30.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.590+0000 7f4ef5af8640 1 -- 172.21.15.46:0/1304392463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ef00ceb60 msgr2=0x7f4ef00b2440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.590+0000 7f4ef5af8640 1 --2- 172.21.15.46:0/1304392463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ef00ceb60 0x7f4ef00b2440 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4ed8009870 tx=0x7f4ed802a270 comp rx=0 tx=0).stop 2024-09-19T05:51:30.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.590+0000 7f4ef5af8640 1 -- 172.21.15.46:0/1304392463 shutdown_connections 2024-09-19T05:51:30.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.590+0000 7f4ef5af8640 1 --2- 172.21.15.46:0/1304392463 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4ef00b16f0 0x7f4ef00b2980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.590+0000 7f4ef5af8640 1 --2- 172.21.15.46:0/1304392463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ef00ceb60 0x7f4ef00b2440 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.590+0000 7f4ef5af8640 1 -- 172.21.15.46:0/1304392463 >> 172.21.15.46:0/1304392463 conn(0x7f4ef009ba70 msgr2=0x7f4ef00b40d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:30.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.590+0000 7f4ef5af8640 1 -- 172.21.15.46:0/1304392463 shutdown_connections 2024-09-19T05:51:30.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.590+0000 7f4ef5af8640 1 -- 172.21.15.46:0/1304392463 wait complete. 2024-09-19T05:51:30.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.591+0000 7f4ef5af8640 1 Processor -- start 2024-09-19T05:51:30.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.591+0000 7f4ef5af8640 1 -- start start 2024-09-19T05:51:30.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.592+0000 7f4ef5af8640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ef00b34d0 0x7f4ef00c9670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.592+0000 7f4ef5af8640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4ef00ceb60 0x7f4ef01f4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.592+0000 7f4ef5af8640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4ef015d070 0x7f4ef006ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.592+0000 7f4ef5af8640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f4ef00b1fb0 con 0x7f4ef00b34d0 2024-09-19T05:51:30.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.592+0000 7f4ef5af8640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f4ef00d0b80 con 0x7f4ef00ceb60 2024-09-19T05:51:30.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.592+0000 7f4ef5af8640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f4ef00cd4e0 con 0x7f4ef015d070 2024-09-19T05:51:30.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.592+0000 7f4eef7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ef00b34d0 0x7f4ef00c9670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.592+0000 7f4eef7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ef00b34d0 0x7f4ef00c9670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41236/0 (socket says 172.21.15.46:41236) 2024-09-19T05:51:30.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.592+0000 7f4eef7fe640 1 -- 172.21.15.46:0/3640872666 learned_addr learned my addr 172.21.15.46:0/3640872666 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:30.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.592+0000 7f4eeeffd640 1 --2- 172.21.15.46:0/3640872666 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4ef00ceb60 0x7f4ef01f4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.592+0000 7f4eeffff640 1 --2- 172.21.15.46:0/3640872666 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4ef015d070 0x7f4ef006ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.592+0000 7f4eef7fe640 1 -- 172.21.15.46:0/3640872666 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4ef015d070 msgr2=0x7f4ef006ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.592+0000 7f4eef7fe640 1 --2- 172.21.15.46:0/3640872666 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4ef015d070 0x7f4ef006ca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.592+0000 7f4eef7fe640 1 -- 172.21.15.46:0/3640872666 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4ef00ceb60 msgr2=0x7f4ef01f4e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.592+0000 7f4eef7fe640 1 --2- 172.21.15.46:0/3640872666 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4ef00ceb60 0x7f4ef01f4e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.592+0000 7f4eef7fe640 1 -- 172.21.15.46:0/3640872666 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ef01f53a0 con 0x7f4ef00b34d0 2024-09-19T05:51:30.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.593+0000 7f4eef7fe640 1 --2- 172.21.15.46:0/3640872666 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ef00b34d0 0x7f4ef00c9670 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f4ee000c430 tx=0x7f4ee000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:30.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.593+0000 7f4ee7fff640 1 -- 172.21.15.46:0/3640872666 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ee00052d0 con 0x7f4ef00b34d0 2024-09-19T05:51:30.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.593+0000 7f4ee7fff640 1 -- 172.21.15.46:0/3640872666 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ee0005490 con 0x7f4ef00b34d0 2024-09-19T05:51:30.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.593+0000 7f4ee7fff640 1 -- 172.21.15.46:0/3640872666 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ee0007260 con 0x7f4ef00b34d0 2024-09-19T05:51:30.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.593+0000 7f4ef5af8640 1 -- 172.21.15.46:0/3640872666 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ef006d7d0 con 0x7f4ef00b34d0 2024-09-19T05:51:30.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.593+0000 7f4ef5af8640 1 -- 172.21.15.46:0/3640872666 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ef00b6810 con 0x7f4ef00b34d0 2024-09-19T05:51:30.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.594+0000 7f4ef5af8640 1 -- 172.21.15.46:0/3640872666 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ef009be50 con 0x7f4ef00b34d0 2024-09-19T05:51:30.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.594+0000 7f4ee7fff640 1 -- 172.21.15.46:0/3640872666 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4ee0007400 con 0x7f4ef00b34d0 2024-09-19T05:51:30.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.595+0000 7f4ee7fff640 1 --2- 172.21.15.46:0/3640872666 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f4ed006c2b0 0x7f4ed006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.595+0000 7f4ee7fff640 1 -- 172.21.15.46:0/3640872666 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f4ee008a800 con 0x7f4ef00b34d0 2024-09-19T05:51:30.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.595+0000 7f4eeeffd640 1 --2- 172.21.15.46:0/3640872666 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f4ed006c2b0 0x7f4ed006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.595+0000 7f4eeeffd640 1 --2- 172.21.15.46:0/3640872666 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f4ed006c2b0 0x7f4ed006e770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f4ed8034000 tx=0x7f4ed802e000 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:30.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.599+0000 7f4ee7fff640 1 -- 172.21.15.46:0/3640872666 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4ef009be50 con 0x7f4ef00b34d0 2024-09-19T05:51:30.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.770+0000 7f4ef5af8640 1 -- 172.21.15.46:0/3640872666 --> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4ef00b6600 con 0x7f4ed006c2b0 2024-09-19T05:51:30.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.776+0000 7f4ee7fff640 1 -- 172.21.15.46:0/3640872666 <== mgr.4099 v2:172.21.15.78:6832/1948069631 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250420 (secure 0 0 0) 0x7f4ef00b6600 con 0x7f4ed006c2b0 2024-09-19T05:51:30.781 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:30.782 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-19T05:51:30.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.780+0000 7f4ef5af8640 1 -- 172.21.15.46:0/3640872666 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f4ed006c2b0 msgr2=0x7f4ed006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.780+0000 7f4ef5af8640 1 --2- 172.21.15.46:0/3640872666 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f4ed006c2b0 0x7f4ed006e770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f4ed8034000 tx=0x7f4ed802e000 comp rx=0 tx=0).stop 2024-09-19T05:51:30.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.780+0000 7f4ef5af8640 1 -- 172.21.15.46:0/3640872666 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ef00b34d0 msgr2=0x7f4ef00c9670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.780+0000 7f4ef5af8640 1 --2- 172.21.15.46:0/3640872666 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ef00b34d0 0x7f4ef00c9670 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f4ee000c430 tx=0x7f4ee000c8f0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.780+0000 7f4ef5af8640 1 -- 172.21.15.46:0/3640872666 shutdown_connections 2024-09-19T05:51:30.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.780+0000 7f4ef5af8640 1 --2- 172.21.15.46:0/3640872666 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f4ed006c2b0 0x7f4ed006e770 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.780+0000 7f4ef5af8640 1 --2- 172.21.15.46:0/3640872666 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4ef015d070 0x7f4ef006ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.780+0000 7f4ef5af8640 1 --2- 172.21.15.46:0/3640872666 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4ef00ceb60 0x7f4ef01f4e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.780+0000 7f4ef5af8640 1 --2- 172.21.15.46:0/3640872666 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ef00b34d0 0x7f4ef00c9670 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.780+0000 7f4ef5af8640 1 -- 172.21.15.46:0/3640872666 >> 172.21.15.46:0/3640872666 conn(0x7f4ef009ba70 msgr2=0x7f4ef00ccdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:30.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.780+0000 7f4ef5af8640 1 -- 172.21.15.46:0/3640872666 shutdown_connections 2024-09-19T05:51:30.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:30.780+0000 7f4ef5af8640 1 -- 172.21.15.46:0/3640872666 wait complete. 2024-09-19T05:51:30.793 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":53,"stamp":"2024-09-19T05:51:29.805240+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592688,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":200,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":153,"ondisk_log_size":153,"up":174,"acting":174,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":160,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":241024,"kb_used_data":3952,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733696,"statfs":{"total":773094113280,"available":772847304704,"internally_reserved":0,"allocated":4046848,"data_stored":2255733,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,15],"upper_bound":16},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2320,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":41,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.564124"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688027+0000","last_change":"2024-09-19T05:51:26.263817+0000","last_active":"2024-09-19T05:51:27.688027+0000","last_peered":"2024-09-19T05:51:27.688027+0000","last_clean":"2024-09-19T05:51:27.688027+0000","last_became_active":"2024-09-19T05:51:26.263543+0000","last_became_peered":"2024-09-19T05:51:26.263543+0000","last_unstale":"2024-09-19T05:51:27.688027+0000","last_undegraded":"2024-09-19T05:51:27.688027+0000","last_fullsized":"2024-09-19T05:51:27.688027+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:55.323486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688549+0000","last_change":"2024-09-19T05:51:26.276858+0000","last_active":"2024-09-19T05:51:27.688549+0000","last_peered":"2024-09-19T05:51:27.688549+0000","last_clean":"2024-09-19T05:51:27.688549+0000","last_became_active":"2024-09-19T05:51:26.276266+0000","last_became_peered":"2024-09-19T05:51:26.276266+0000","last_unstale":"2024-09-19T05:51:27.688549+0000","last_undegraded":"2024-09-19T05:51:27.688549+0000","last_fullsized":"2024-09-19T05:51:27.688549+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:47:31.463982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274808+0000","last_change":"2024-09-19T05:51:26.271465+0000","last_active":"2024-09-19T05:51:27.274808+0000","last_peered":"2024-09-19T05:51:27.274808+0000","last_clean":"2024-09-19T05:51:27.274808+0000","last_became_active":"2024-09-19T05:51:26.271190+0000","last_became_peered":"2024-09-19T05:51:26.271190+0000","last_unstale":"2024-09-19T05:51:27.274808+0000","last_undegraded":"2024-09-19T05:51:27.274808+0000","last_fullsized":"2024-09-19T05:51:27.274808+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:11.227848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688050+0000","last_change":"2024-09-19T05:51:26.275701+0000","last_active":"2024-09-19T05:51:27.688050+0000","last_peered":"2024-09-19T05:51:27.688050+0000","last_clean":"2024-09-19T05:51:27.688050+0000","last_became_active":"2024-09-19T05:51:26.275357+0000","last_became_peered":"2024-09-19T05:51:26.275357+0000","last_unstale":"2024-09-19T05:51:27.688050+0000","last_undegraded":"2024-09-19T05:51:27.688050+0000","last_fullsized":"2024-09-19T05:51:27.688050+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:57.853583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688020+0000","last_change":"2024-09-19T05:51:26.268702+0000","last_active":"2024-09-19T05:51:27.688020+0000","last_peered":"2024-09-19T05:51:27.688020+0000","last_clean":"2024-09-19T05:51:27.688020+0000","last_became_active":"2024-09-19T05:51:26.268176+0000","last_became_peered":"2024-09-19T05:51:26.268176+0000","last_unstale":"2024-09-19T05:51:27.688020+0000","last_undegraded":"2024-09-19T05:51:27.688020+0000","last_fullsized":"2024-09-19T05:51:27.688020+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:17.577455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536818+0000","last_change":"2024-09-19T05:51:26.270369+0000","last_active":"2024-09-19T05:51:27.536818+0000","last_peered":"2024-09-19T05:51:27.536818+0000","last_clean":"2024-09-19T05:51:27.536818+0000","last_became_active":"2024-09-19T05:51:26.270094+0000","last_became_peered":"2024-09-19T05:51:26.270094+0000","last_unstale":"2024-09-19T05:51:27.536818+0000","last_undegraded":"2024-09-19T05:51:27.536818+0000","last_fullsized":"2024-09-19T05:51:27.536818+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:29:04.474834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536704+0000","last_change":"2024-09-19T05:51:26.268486+0000","last_active":"2024-09-19T05:51:27.536704+0000","last_peered":"2024-09-19T05:51:27.536704+0000","last_clean":"2024-09-19T05:51:27.536704+0000","last_became_active":"2024-09-19T05:51:26.268212+0000","last_became_peered":"2024-09-19T05:51:26.268212+0000","last_unstale":"2024-09-19T05:51:27.536704+0000","last_undegraded":"2024-09-19T05:51:27.536704+0000","last_fullsized":"2024-09-19T05:51:27.536704+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:36:32.721415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264783+0000","last_change":"2024-09-19T05:51:26.272713+0000","last_active":"2024-09-19T05:51:27.264783+0000","last_peered":"2024-09-19T05:51:27.264783+0000","last_clean":"2024-09-19T05:51:27.264783+0000","last_became_active":"2024-09-19T05:51:26.271425+0000","last_became_peered":"2024-09-19T05:51:26.271425+0000","last_unstale":"2024-09-19T05:51:27.264783+0000","last_undegraded":"2024-09-19T05:51:27.264783+0000","last_fullsized":"2024-09-19T05:51:27.264783+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:44.565011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.275063+0000","last_change":"2024-09-19T05:51:26.269480+0000","last_active":"2024-09-19T05:51:27.275063+0000","last_peered":"2024-09-19T05:51:27.275063+0000","last_clean":"2024-09-19T05:51:27.275063+0000","last_became_active":"2024-09-19T05:51:26.269159+0000","last_became_peered":"2024-09-19T05:51:26.269159+0000","last_unstale":"2024-09-19T05:51:27.275063+0000","last_undegraded":"2024-09-19T05:51:27.275063+0000","last_fullsized":"2024-09-19T05:51:27.275063+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:48.393690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536714+0000","last_change":"2024-09-19T05:51:26.274731+0000","last_active":"2024-09-19T05:51:27.536714+0000","last_peered":"2024-09-19T05:51:27.536714+0000","last_clean":"2024-09-19T05:51:27.536714+0000","last_became_active":"2024-09-19T05:51:26.274501+0000","last_became_peered":"2024-09-19T05:51:26.274501+0000","last_unstale":"2024-09-19T05:51:27.536714+0000","last_undegraded":"2024-09-19T05:51:27.536714+0000","last_fullsized":"2024-09-19T05:51:27.536714+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:31.861639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688192+0000","last_change":"2024-09-19T05:51:26.264307+0000","last_active":"2024-09-19T05:51:27.688192+0000","last_peered":"2024-09-19T05:51:27.688192+0000","last_clean":"2024-09-19T05:51:27.688192+0000","last_became_active":"2024-09-19T05:51:26.263986+0000","last_became_peered":"2024-09-19T05:51:26.263986+0000","last_unstale":"2024-09-19T05:51:27.688192+0000","last_undegraded":"2024-09-19T05:51:27.688192+0000","last_fullsized":"2024-09-19T05:51:27.688192+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:03.662787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688049+0000","last_change":"2024-09-19T05:51:26.273777+0000","last_active":"2024-09-19T05:51:27.688049+0000","last_peered":"2024-09-19T05:51:27.688049+0000","last_clean":"2024-09-19T05:51:27.688049+0000","last_became_active":"2024-09-19T05:51:26.273499+0000","last_became_peered":"2024-09-19T05:51:26.273499+0000","last_unstale":"2024-09-19T05:51:27.688049+0000","last_undegraded":"2024-09-19T05:51:27.688049+0000","last_fullsized":"2024-09-19T05:51:27.688049+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:44.947599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536915+0000","last_change":"2024-09-19T05:51:26.276132+0000","last_active":"2024-09-19T05:51:27.536915+0000","last_peered":"2024-09-19T05:51:27.536915+0000","last_clean":"2024-09-19T05:51:27.536915+0000","last_became_active":"2024-09-19T05:51:26.275826+0000","last_became_peered":"2024-09-19T05:51:26.275826+0000","last_unstale":"2024-09-19T05:51:27.536915+0000","last_undegraded":"2024-09-19T05:51:27.536915+0000","last_fullsized":"2024-09-19T05:51:27.536915+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:05:35.309835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536891+0000","last_change":"2024-09-19T05:51:26.268481+0000","last_active":"2024-09-19T05:51:27.536891+0000","last_peered":"2024-09-19T05:51:27.536891+0000","last_clean":"2024-09-19T05:51:27.536891+0000","last_became_active":"2024-09-19T05:51:26.268198+0000","last_became_peered":"2024-09-19T05:51:26.268198+0000","last_unstale":"2024-09-19T05:51:27.536891+0000","last_undegraded":"2024-09-19T05:51:27.536891+0000","last_fullsized":"2024-09-19T05:51:27.536891+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:11.143835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688550+0000","last_change":"2024-09-19T05:51:26.279618+0000","last_active":"2024-09-19T05:51:27.688550+0000","last_peered":"2024-09-19T05:51:27.688550+0000","last_clean":"2024-09-19T05:51:27.688550+0000","last_became_active":"2024-09-19T05:51:26.279314+0000","last_became_peered":"2024-09-19T05:51:26.279314+0000","last_unstale":"2024-09-19T05:51:27.688550+0000","last_undegraded":"2024-09-19T05:51:27.688550+0000","last_fullsized":"2024-09-19T05:51:27.688550+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:59.483034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688163+0000","last_change":"2024-09-19T05:51:26.278705+0000","last_active":"2024-09-19T05:51:27.688163+0000","last_peered":"2024-09-19T05:51:27.688163+0000","last_clean":"2024-09-19T05:51:27.688163+0000","last_became_active":"2024-09-19T05:51:26.278412+0000","last_became_peered":"2024-09-19T05:51:26.278412+0000","last_unstale":"2024-09-19T05:51:27.688163+0000","last_undegraded":"2024-09-19T05:51:27.688163+0000","last_fullsized":"2024-09-19T05:51:27.688163+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:22.408825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688598+0000","last_change":"2024-09-19T05:51:26.262206+0000","last_active":"2024-09-19T05:51:27.688598+0000","last_peered":"2024-09-19T05:51:27.688598+0000","last_clean":"2024-09-19T05:51:27.688598+0000","last_became_active":"2024-09-19T05:51:26.261360+0000","last_became_peered":"2024-09-19T05:51:26.261360+0000","last_unstale":"2024-09-19T05:51:27.688598+0000","last_undegraded":"2024-09-19T05:51:27.688598+0000","last_fullsized":"2024-09-19T05:51:27.688598+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:56.415440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264028+0000","last_change":"2024-09-19T05:51:26.263932+0000","last_active":"2024-09-19T05:51:27.264028+0000","last_peered":"2024-09-19T05:51:27.264028+0000","last_clean":"2024-09-19T05:51:27.264028+0000","last_became_active":"2024-09-19T05:51:26.263597+0000","last_became_peered":"2024-09-19T05:51:26.263597+0000","last_unstale":"2024-09-19T05:51:27.264028+0000","last_undegraded":"2024-09-19T05:51:27.264028+0000","last_fullsized":"2024-09-19T05:51:27.264028+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:16:05.234012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264201+0000","last_change":"2024-09-19T05:51:26.272062+0000","last_active":"2024-09-19T05:51:27.264201+0000","last_peered":"2024-09-19T05:51:27.264201+0000","last_clean":"2024-09-19T05:51:27.264201+0000","last_became_active":"2024-09-19T05:51:26.271009+0000","last_became_peered":"2024-09-19T05:51:26.271009+0000","last_unstale":"2024-09-19T05:51:27.264201+0000","last_undegraded":"2024-09-19T05:51:27.264201+0000","last_fullsized":"2024-09-19T05:51:27.264201+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:23:39.702244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.262784+0000","last_change":"2024-09-19T05:51:26.269647+0000","last_active":"2024-09-19T05:51:27.262784+0000","last_peered":"2024-09-19T05:51:27.262784+0000","last_clean":"2024-09-19T05:51:27.262784+0000","last_became_active":"2024-09-19T05:51:26.269348+0000","last_became_peered":"2024-09-19T05:51:26.269348+0000","last_unstale":"2024-09-19T05:51:27.262784+0000","last_undegraded":"2024-09-19T05:51:27.262784+0000","last_fullsized":"2024-09-19T05:51:27.262784+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:42.405699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.275174+0000","last_change":"2024-09-19T05:51:26.270852+0000","last_active":"2024-09-19T05:51:27.275174+0000","last_peered":"2024-09-19T05:51:27.275174+0000","last_clean":"2024-09-19T05:51:27.275174+0000","last_became_active":"2024-09-19T05:51:26.270532+0000","last_became_peered":"2024-09-19T05:51:26.270532+0000","last_unstale":"2024-09-19T05:51:27.275174+0000","last_undegraded":"2024-09-19T05:51:27.275174+0000","last_fullsized":"2024-09-19T05:51:27.275174+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:05.597249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688679+0000","last_change":"2024-09-19T05:51:26.272827+0000","last_active":"2024-09-19T05:51:27.688679+0000","last_peered":"2024-09-19T05:51:27.688679+0000","last_clean":"2024-09-19T05:51:27.688679+0000","last_became_active":"2024-09-19T05:51:26.272516+0000","last_became_peered":"2024-09-19T05:51:26.272516+0000","last_unstale":"2024-09-19T05:51:27.688679+0000","last_undegraded":"2024-09-19T05:51:27.688679+0000","last_fullsized":"2024-09-19T05:51:27.688679+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:47:39.663559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.275114+0000","last_change":"2024-09-19T05:51:26.267562+0000","last_active":"2024-09-19T05:51:27.275114+0000","last_peered":"2024-09-19T05:51:27.275114+0000","last_clean":"2024-09-19T05:51:27.275114+0000","last_became_active":"2024-09-19T05:51:26.266242+0000","last_became_peered":"2024-09-19T05:51:26.266242+0000","last_unstale":"2024-09-19T05:51:27.275114+0000","last_undegraded":"2024-09-19T05:51:27.275114+0000","last_fullsized":"2024-09-19T05:51:27.275114+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:52:19.224868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264109+0000","last_change":"2024-09-19T05:51:26.276812+0000","last_active":"2024-09-19T05:51:27.264109+0000","last_peered":"2024-09-19T05:51:27.264109+0000","last_clean":"2024-09-19T05:51:27.264109+0000","last_became_active":"2024-09-19T05:51:26.276246+0000","last_became_peered":"2024-09-19T05:51:26.276246+0000","last_unstale":"2024-09-19T05:51:27.264109+0000","last_undegraded":"2024-09-19T05:51:27.264109+0000","last_fullsized":"2024-09-19T05:51:27.264109+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:18.485638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536594+0000","last_change":"2024-09-19T05:51:26.269093+0000","last_active":"2024-09-19T05:51:27.536594+0000","last_peered":"2024-09-19T05:51:27.536594+0000","last_clean":"2024-09-19T05:51:27.536594+0000","last_became_active":"2024-09-19T05:51:26.268741+0000","last_became_peered":"2024-09-19T05:51:26.268741+0000","last_unstale":"2024-09-19T05:51:27.536594+0000","last_undegraded":"2024-09-19T05:51:27.536594+0000","last_fullsized":"2024-09-19T05:51:27.536594+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:08.517991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687995+0000","last_change":"2024-09-19T05:51:26.266266+0000","last_active":"2024-09-19T05:51:27.687995+0000","last_peered":"2024-09-19T05:51:27.687995+0000","last_clean":"2024-09-19T05:51:27.687995+0000","last_became_active":"2024-09-19T05:51:26.265994+0000","last_became_peered":"2024-09-19T05:51:26.265994+0000","last_unstale":"2024-09-19T05:51:27.687995+0000","last_undegraded":"2024-09-19T05:51:27.687995+0000","last_fullsized":"2024-09-19T05:51:27.687995+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:25:09.027078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536486+0000","last_change":"2024-09-19T05:51:26.270452+0000","last_active":"2024-09-19T05:51:27.536486+0000","last_peered":"2024-09-19T05:51:27.536486+0000","last_clean":"2024-09-19T05:51:27.536486+0000","last_became_active":"2024-09-19T05:51:26.269738+0000","last_became_peered":"2024-09-19T05:51:26.269738+0000","last_unstale":"2024-09-19T05:51:27.536486+0000","last_undegraded":"2024-09-19T05:51:27.536486+0000","last_fullsized":"2024-09-19T05:51:27.536486+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:15.467010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.262852+0000","last_change":"2024-09-19T05:51:26.271617+0000","last_active":"2024-09-19T05:51:27.262852+0000","last_peered":"2024-09-19T05:51:27.262852+0000","last_clean":"2024-09-19T05:51:27.262852+0000","last_became_active":"2024-09-19T05:51:26.271324+0000","last_became_peered":"2024-09-19T05:51:26.271324+0000","last_unstale":"2024-09-19T05:51:27.262852+0000","last_undegraded":"2024-09-19T05:51:27.262852+0000","last_fullsized":"2024-09-19T05:51:27.262852+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:47.317175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688093+0000","last_change":"2024-09-19T05:51:25.262308+0000","last_active":"2024-09-19T05:51:27.688093+0000","last_peered":"2024-09-19T05:51:27.688093+0000","last_clean":"2024-09-19T05:51:27.688093+0000","last_became_active":"2024-09-19T05:51:25.261977+0000","last_became_peered":"2024-09-19T05:51:25.261977+0000","last_unstale":"2024-09-19T05:51:27.688093+0000","last_undegraded":"2024-09-19T05:51:27.688093+0000","last_fullsized":"2024-09-19T05:51:27.688093+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:02.658206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688054+0000","last_change":"2024-09-19T05:51:26.265832+0000","last_active":"2024-09-19T05:51:27.688054+0000","last_peered":"2024-09-19T05:51:27.688054+0000","last_clean":"2024-09-19T05:51:27.688054+0000","last_became_active":"2024-09-19T05:51:26.265545+0000","last_became_peered":"2024-09-19T05:51:26.265545+0000","last_unstale":"2024-09-19T05:51:27.688054+0000","last_undegraded":"2024-09-19T05:51:27.688054+0000","last_fullsized":"2024-09-19T05:51:27.688054+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:34.990448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.262829+0000","last_change":"2024-09-19T05:51:25.256577+0000","last_active":"2024-09-19T05:51:27.262829+0000","last_peered":"2024-09-19T05:51:27.262829+0000","last_clean":"2024-09-19T05:51:27.262829+0000","last_became_active":"2024-09-19T05:51:25.256113+0000","last_became_peered":"2024-09-19T05:51:25.256113+0000","last_unstale":"2024-09-19T05:51:27.262829+0000","last_undegraded":"2024-09-19T05:51:27.262829+0000","last_fullsized":"2024-09-19T05:51:27.262829+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:11.408023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.265023+0000","last_change":"2024-09-19T05:51:26.276850+0000","last_active":"2024-09-19T05:51:27.265023+0000","last_peered":"2024-09-19T05:51:27.265023+0000","last_clean":"2024-09-19T05:51:27.265023+0000","last_became_active":"2024-09-19T05:51:26.276381+0000","last_became_peered":"2024-09-19T05:51:26.276381+0000","last_unstale":"2024-09-19T05:51:27.265023+0000","last_undegraded":"2024-09-19T05:51:27.265023+0000","last_fullsized":"2024-09-19T05:51:27.265023+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:59:52.041522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688278+0000","last_change":"2024-09-19T05:51:25.264704+0000","last_active":"2024-09-19T05:51:27.688278+0000","last_peered":"2024-09-19T05:51:27.688278+0000","last_clean":"2024-09-19T05:51:27.688278+0000","last_became_active":"2024-09-19T05:51:25.264438+0000","last_became_peered":"2024-09-19T05:51:25.264438+0000","last_unstale":"2024-09-19T05:51:27.688278+0000","last_undegraded":"2024-09-19T05:51:27.688278+0000","last_fullsized":"2024-09-19T05:51:27.688278+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:43.560430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.275172+0000","last_change":"2024-09-19T05:51:26.267254+0000","last_active":"2024-09-19T05:51:27.275172+0000","last_peered":"2024-09-19T05:51:27.275172+0000","last_clean":"2024-09-19T05:51:27.275172+0000","last_became_active":"2024-09-19T05:51:26.265411+0000","last_became_peered":"2024-09-19T05:51:26.265411+0000","last_unstale":"2024-09-19T05:51:27.275172+0000","last_undegraded":"2024-09-19T05:51:27.275172+0000","last_fullsized":"2024-09-19T05:51:27.275172+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:15.467010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688603+0000","last_change":"2024-09-19T05:51:25.264906+0000","last_active":"2024-09-19T05:51:27.688603+0000","last_peered":"2024-09-19T05:51:27.688603+0000","last_clean":"2024-09-19T05:51:27.688603+0000","last_became_active":"2024-09-19T05:51:25.264612+0000","last_became_peered":"2024-09-19T05:51:25.264612+0000","last_unstale":"2024-09-19T05:51:27.688603+0000","last_undegraded":"2024-09-19T05:51:27.688603+0000","last_fullsized":"2024-09-19T05:51:27.688603+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:01.339359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536623+0000","last_change":"2024-09-19T05:51:26.269026+0000","last_active":"2024-09-19T05:51:27.536623+0000","last_peered":"2024-09-19T05:51:27.536623+0000","last_clean":"2024-09-19T05:51:27.536623+0000","last_became_active":"2024-09-19T05:51:26.268434+0000","last_became_peered":"2024-09-19T05:51:26.268434+0000","last_unstale":"2024-09-19T05:51:27.536623+0000","last_undegraded":"2024-09-19T05:51:27.536623+0000","last_fullsized":"2024-09-19T05:51:27.536623+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:21:03.413303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264193+0000","last_change":"2024-09-19T05:51:25.260784+0000","last_active":"2024-09-19T05:51:27.264193+0000","last_peered":"2024-09-19T05:51:27.264193+0000","last_clean":"2024-09-19T05:51:27.264193+0000","last_became_active":"2024-09-19T05:51:25.260531+0000","last_became_peered":"2024-09-19T05:51:25.260531+0000","last_unstale":"2024-09-19T05:51:27.264193+0000","last_undegraded":"2024-09-19T05:51:27.264193+0000","last_fullsized":"2024-09-19T05:51:27.264193+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:41.700639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264175+0000","last_change":"2024-09-19T05:51:25.259083+0000","last_active":"2024-09-19T05:51:27.264175+0000","last_peered":"2024-09-19T05:51:27.264175+0000","last_clean":"2024-09-19T05:51:27.264175+0000","last_became_active":"2024-09-19T05:51:25.258821+0000","last_became_peered":"2024-09-19T05:51:25.258821+0000","last_unstale":"2024-09-19T05:51:27.264175+0000","last_undegraded":"2024-09-19T05:51:27.264175+0000","last_fullsized":"2024-09-19T05:51:27.264175+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:04:51.072249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263998+0000","last_change":"2024-09-19T05:51:26.264467+0000","last_active":"2024-09-19T05:51:27.263998+0000","last_peered":"2024-09-19T05:51:27.263998+0000","last_clean":"2024-09-19T05:51:27.263998+0000","last_became_active":"2024-09-19T05:51:26.264171+0000","last_became_peered":"2024-09-19T05:51:26.264171+0000","last_unstale":"2024-09-19T05:51:27.263998+0000","last_undegraded":"2024-09-19T05:51:27.263998+0000","last_fullsized":"2024-09-19T05:51:27.263998+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:31.105921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687501+0000","last_change":"2024-09-19T05:51:25.257963+0000","last_active":"2024-09-19T05:51:27.687501+0000","last_peered":"2024-09-19T05:51:27.687501+0000","last_clean":"2024-09-19T05:51:27.687501+0000","last_became_active":"2024-09-19T05:51:25.257685+0000","last_became_peered":"2024-09-19T05:51:25.257685+0000","last_unstale":"2024-09-19T05:51:27.687501+0000","last_undegraded":"2024-09-19T05:51:27.687501+0000","last_fullsized":"2024-09-19T05:51:27.687501+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:16:04.229431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274649+0000","last_change":"2024-09-19T05:51:26.266864+0000","last_active":"2024-09-19T05:51:27.274649+0000","last_peered":"2024-09-19T05:51:27.274649+0000","last_clean":"2024-09-19T05:51:27.274649+0000","last_became_active":"2024-09-19T05:51:26.266360+0000","last_became_peered":"2024-09-19T05:51:26.266360+0000","last_unstale":"2024-09-19T05:51:27.274649+0000","last_undegraded":"2024-09-19T05:51:27.274649+0000","last_fullsized":"2024-09-19T05:51:27.274649+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:01.860391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263871+0000","last_change":"2024-09-19T05:51:25.258318+0000","last_active":"2024-09-19T05:51:27.263871+0000","last_peered":"2024-09-19T05:51:27.263871+0000","last_clean":"2024-09-19T05:51:27.263871+0000","last_became_active":"2024-09-19T05:51:25.257989+0000","last_became_peered":"2024-09-19T05:51:25.257989+0000","last_unstale":"2024-09-19T05:51:27.263871+0000","last_undegraded":"2024-09-19T05:51:27.263871+0000","last_fullsized":"2024-09-19T05:51:27.263871+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:39.082208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688408+0000","last_change":"2024-09-19T05:51:25.262091+0000","last_active":"2024-09-19T05:51:27.688408+0000","last_peered":"2024-09-19T05:51:27.688408+0000","last_clean":"2024-09-19T05:51:27.688408+0000","last_became_active":"2024-09-19T05:51:25.261820+0000","last_became_peered":"2024-09-19T05:51:25.261820+0000","last_unstale":"2024-09-19T05:51:27.688408+0000","last_undegraded":"2024-09-19T05:51:27.688408+0000","last_fullsized":"2024-09-19T05:51:27.688408+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:56.720849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688425+0000","last_change":"2024-09-19T05:51:26.280528+0000","last_active":"2024-09-19T05:51:27.688425+0000","last_peered":"2024-09-19T05:51:27.688425+0000","last_clean":"2024-09-19T05:51:27.688425+0000","last_became_active":"2024-09-19T05:51:26.280189+0000","last_became_peered":"2024-09-19T05:51:26.280189+0000","last_unstale":"2024-09-19T05:51:27.688425+0000","last_undegraded":"2024-09-19T05:51:27.688425+0000","last_fullsized":"2024-09-19T05:51:27.688425+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:50.716568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.262892+0000","last_change":"2024-09-19T05:51:25.261803+0000","last_active":"2024-09-19T05:51:27.262892+0000","last_peered":"2024-09-19T05:51:27.262892+0000","last_clean":"2024-09-19T05:51:27.262892+0000","last_became_active":"2024-09-19T05:51:25.261456+0000","last_became_peered":"2024-09-19T05:51:25.261456+0000","last_unstale":"2024-09-19T05:51:27.262892+0000","last_undegraded":"2024-09-19T05:51:27.262892+0000","last_fullsized":"2024-09-19T05:51:27.262892+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:36:52.575421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688291+0000","last_change":"2024-09-19T05:51:26.272995+0000","last_active":"2024-09-19T05:51:27.688291+0000","last_peered":"2024-09-19T05:51:27.688291+0000","last_clean":"2024-09-19T05:51:27.688291+0000","last_became_active":"2024-09-19T05:51:26.272653+0000","last_became_peered":"2024-09-19T05:51:26.272653+0000","last_unstale":"2024-09-19T05:51:27.688291+0000","last_undegraded":"2024-09-19T05:51:27.688291+0000","last_fullsized":"2024-09-19T05:51:27.688291+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:04.521240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:51:24.245279+0000","last_change":"2024-09-19T05:51:24.245279+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.245279+0000","last_undegraded":"2024-09-19T05:51:24.245279+0000","last_fullsized":"2024-09-19T05:51:24.245279+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"31'6","reported_seq":20,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688239+0000","last_change":"2024-09-19T05:51:25.264205+0000","last_active":"2024-09-19T05:51:27.688239+0000","last_peered":"2024-09-19T05:51:27.688239+0000","last_clean":"2024-09-19T05:51:27.688239+0000","last_became_active":"2024-09-19T05:51:25.263894+0000","last_became_peered":"2024-09-19T05:51:25.263894+0000","last_unstale":"2024-09-19T05:51:27.688239+0000","last_undegraded":"2024-09-19T05:51:27.688239+0000","last_fullsized":"2024-09-19T05:51:27.688239+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:30.101340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274712+0000","last_change":"2024-09-19T05:51:26.267602+0000","last_active":"2024-09-19T05:51:27.274712+0000","last_peered":"2024-09-19T05:51:27.274712+0000","last_clean":"2024-09-19T05:51:27.274712+0000","last_became_active":"2024-09-19T05:51:26.267320+0000","last_became_peered":"2024-09-19T05:51:26.267320+0000","last_unstale":"2024-09-19T05:51:27.274712+0000","last_undegraded":"2024-09-19T05:51:27.274712+0000","last_fullsized":"2024-09-19T05:51:27.274712+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:15.046420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264221+0000","last_change":"2024-09-19T05:51:25.257100+0000","last_active":"2024-09-19T05:51:27.264221+0000","last_peered":"2024-09-19T05:51:27.264221+0000","last_clean":"2024-09-19T05:51:27.264221+0000","last_became_active":"2024-09-19T05:51:25.256798+0000","last_became_peered":"2024-09-19T05:51:25.256798+0000","last_unstale":"2024-09-19T05:51:27.264221+0000","last_undegraded":"2024-09-19T05:51:27.264221+0000","last_fullsized":"2024-09-19T05:51:27.264221+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:11.179572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688293+0000","last_change":"2024-09-19T05:51:26.276434+0000","last_active":"2024-09-19T05:51:27.688293+0000","last_peered":"2024-09-19T05:51:27.688293+0000","last_clean":"2024-09-19T05:51:27.688293+0000","last_became_active":"2024-09-19T05:51:26.276086+0000","last_became_peered":"2024-09-19T05:51:26.276086+0000","last_unstale":"2024-09-19T05:51:27.688293+0000","last_undegraded":"2024-09-19T05:51:27.688293+0000","last_fullsized":"2024-09-19T05:51:27.688293+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:36:59.794000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274667+0000","last_change":"2024-09-19T05:51:25.263439+0000","last_active":"2024-09-19T05:51:27.274667+0000","last_peered":"2024-09-19T05:51:27.274667+0000","last_clean":"2024-09-19T05:51:27.274667+0000","last_became_active":"2024-09-19T05:51:25.263021+0000","last_became_peered":"2024-09-19T05:51:25.263021+0000","last_unstale":"2024-09-19T05:51:27.274667+0000","last_undegraded":"2024-09-19T05:51:27.274667+0000","last_fullsized":"2024-09-19T05:51:27.274667+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:55.410859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536784+0000","last_change":"2024-09-19T05:51:26.270180+0000","last_active":"2024-09-19T05:51:27.536784+0000","last_peered":"2024-09-19T05:51:27.536784+0000","last_clean":"2024-09-19T05:51:27.536784+0000","last_became_active":"2024-09-19T05:51:26.269074+0000","last_became_peered":"2024-09-19T05:51:26.269074+0000","last_unstale":"2024-09-19T05:51:27.536784+0000","last_undegraded":"2024-09-19T05:51:27.536784+0000","last_fullsized":"2024-09-19T05:51:27.536784+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:38.788463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687847+0000","last_change":"2024-09-19T05:51:25.260474+0000","last_active":"2024-09-19T05:51:27.687847+0000","last_peered":"2024-09-19T05:51:27.687847+0000","last_clean":"2024-09-19T05:51:27.687847+0000","last_became_active":"2024-09-19T05:51:25.260087+0000","last_became_peered":"2024-09-19T05:51:25.260087+0000","last_unstale":"2024-09-19T05:51:27.687847+0000","last_undegraded":"2024-09-19T05:51:27.687847+0000","last_fullsized":"2024-09-19T05:51:27.687847+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:17.481057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687900+0000","last_change":"2024-09-19T05:51:26.266041+0000","last_active":"2024-09-19T05:51:27.687900+0000","last_peered":"2024-09-19T05:51:27.687900+0000","last_clean":"2024-09-19T05:51:27.687900+0000","last_became_active":"2024-09-19T05:51:26.265747+0000","last_became_peered":"2024-09-19T05:51:26.265747+0000","last_unstale":"2024-09-19T05:51:27.687900+0000","last_undegraded":"2024-09-19T05:51:27.687900+0000","last_fullsized":"2024-09-19T05:51:27.687900+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:41.996628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":22,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687579+0000","last_change":"2024-09-19T05:51:25.265379+0000","last_active":"2024-09-19T05:51:27.687579+0000","last_peered":"2024-09-19T05:51:27.687579+0000","last_clean":"2024-09-19T05:51:27.687579+0000","last_became_active":"2024-09-19T05:51:25.265101+0000","last_became_peered":"2024-09-19T05:51:25.265101+0000","last_unstale":"2024-09-19T05:51:27.687579+0000","last_undegraded":"2024-09-19T05:51:27.687579+0000","last_fullsized":"2024-09-19T05:51:27.687579+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:16.388508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264985+0000","last_change":"2024-09-19T05:51:26.260281+0000","last_active":"2024-09-19T05:51:27.264985+0000","last_peered":"2024-09-19T05:51:27.264985+0000","last_clean":"2024-09-19T05:51:27.264985+0000","last_became_active":"2024-09-19T05:51:26.260001+0000","last_became_peered":"2024-09-19T05:51:26.260001+0000","last_unstale":"2024-09-19T05:51:27.264985+0000","last_undegraded":"2024-09-19T05:51:27.264985+0000","last_fullsized":"2024-09-19T05:51:27.264985+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:57.725430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.275206+0000","last_change":"2024-09-19T05:51:25.262855+0000","last_active":"2024-09-19T05:51:27.275206+0000","last_peered":"2024-09-19T05:51:27.275206+0000","last_clean":"2024-09-19T05:51:27.275206+0000","last_became_active":"2024-09-19T05:51:25.261598+0000","last_became_peered":"2024-09-19T05:51:25.261598+0000","last_unstale":"2024-09-19T05:51:27.275206+0000","last_undegraded":"2024-09-19T05:51:27.275206+0000","last_fullsized":"2024-09-19T05:51:27.275206+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:40.992047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.265020+0000","last_change":"2024-09-19T05:51:25.258146+0000","last_active":"2024-09-19T05:51:27.265020+0000","last_peered":"2024-09-19T05:51:27.265020+0000","last_clean":"2024-09-19T05:51:27.265020+0000","last_became_active":"2024-09-19T05:51:25.257861+0000","last_became_peered":"2024-09-19T05:51:25.257861+0000","last_unstale":"2024-09-19T05:51:27.265020+0000","last_undegraded":"2024-09-19T05:51:27.265020+0000","last_fullsized":"2024-09-19T05:51:27.265020+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:39:36.127847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274759+0000","last_change":"2024-09-19T05:51:26.267094+0000","last_active":"2024-09-19T05:51:27.274759+0000","last_peered":"2024-09-19T05:51:27.274759+0000","last_clean":"2024-09-19T05:51:27.274759+0000","last_became_active":"2024-09-19T05:51:26.266677+0000","last_became_peered":"2024-09-19T05:51:26.266677+0000","last_unstale":"2024-09-19T05:51:27.274759+0000","last_undegraded":"2024-09-19T05:51:27.274759+0000","last_fullsized":"2024-09-19T05:51:27.274759+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:41.973960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264873+0000","last_change":"2024-09-19T05:51:25.256965+0000","last_active":"2024-09-19T05:51:27.264873+0000","last_peered":"2024-09-19T05:51:27.264873+0000","last_clean":"2024-09-19T05:51:27.264873+0000","last_became_active":"2024-09-19T05:51:25.256660+0000","last_became_peered":"2024-09-19T05:51:25.256660+0000","last_unstale":"2024-09-19T05:51:27.264873+0000","last_undegraded":"2024-09-19T05:51:27.264873+0000","last_fullsized":"2024-09-19T05:51:27.264873+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:27.604573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687887+0000","last_change":"2024-09-19T05:51:26.271203+0000","last_active":"2024-09-19T05:51:27.687887+0000","last_peered":"2024-09-19T05:51:27.687887+0000","last_clean":"2024-09-19T05:51:27.687887+0000","last_became_active":"2024-09-19T05:51:26.270940+0000","last_became_peered":"2024-09-19T05:51:26.270940+0000","last_unstale":"2024-09-19T05:51:27.687887+0000","last_undegraded":"2024-09-19T05:51:27.687887+0000","last_fullsized":"2024-09-19T05:51:27.687887+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:54.548460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.265119+0000","last_change":"2024-09-19T05:51:25.261452+0000","last_active":"2024-09-19T05:51:27.265119+0000","last_peered":"2024-09-19T05:51:27.265119+0000","last_clean":"2024-09-19T05:51:27.265119+0000","last_became_active":"2024-09-19T05:51:25.261185+0000","last_became_peered":"2024-09-19T05:51:25.261185+0000","last_unstale":"2024-09-19T05:51:27.265119+0000","last_undegraded":"2024-09-19T05:51:27.265119+0000","last_fullsized":"2024-09-19T05:51:27.265119+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:10.882237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687980+0000","last_change":"2024-09-19T05:51:26.263374+0000","last_active":"2024-09-19T05:51:27.687980+0000","last_peered":"2024-09-19T05:51:27.687980+0000","last_clean":"2024-09-19T05:51:27.687980+0000","last_became_active":"2024-09-19T05:51:26.263054+0000","last_became_peered":"2024-09-19T05:51:26.263054+0000","last_unstale":"2024-09-19T05:51:27.687980+0000","last_undegraded":"2024-09-19T05:51:27.687980+0000","last_fullsized":"2024-09-19T05:51:27.687980+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:14:06.182145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263105+0000","last_change":"2024-09-19T05:51:25.261612+0000","last_active":"2024-09-19T05:51:27.263105+0000","last_peered":"2024-09-19T05:51:27.263105+0000","last_clean":"2024-09-19T05:51:27.263105+0000","last_became_active":"2024-09-19T05:51:25.261320+0000","last_became_peered":"2024-09-19T05:51:25.261320+0000","last_unstale":"2024-09-19T05:51:27.263105+0000","last_undegraded":"2024-09-19T05:51:27.263105+0000","last_fullsized":"2024-09-19T05:51:27.263105+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:55.410859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688327+0000","last_change":"2024-09-19T05:51:26.263528+0000","last_active":"2024-09-19T05:51:27.688327+0000","last_peered":"2024-09-19T05:51:27.688327+0000","last_clean":"2024-09-19T05:51:27.688327+0000","last_became_active":"2024-09-19T05:51:26.263204+0000","last_became_peered":"2024-09-19T05:51:26.263204+0000","last_unstale":"2024-09-19T05:51:27.688327+0000","last_undegraded":"2024-09-19T05:51:27.688327+0000","last_fullsized":"2024-09-19T05:51:27.688327+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:01:21.761760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687919+0000","last_change":"2024-09-19T05:51:25.264517+0000","last_active":"2024-09-19T05:51:27.687919+0000","last_peered":"2024-09-19T05:51:27.687919+0000","last_clean":"2024-09-19T05:51:27.687919+0000","last_became_active":"2024-09-19T05:51:25.264143+0000","last_became_peered":"2024-09-19T05:51:25.264143+0000","last_unstale":"2024-09-19T05:51:27.687919+0000","last_undegraded":"2024-09-19T05:51:27.687919+0000","last_fullsized":"2024-09-19T05:51:27.687919+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:56.849002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687702+0000","last_change":"2024-09-19T05:51:26.263044+0000","last_active":"2024-09-19T05:51:27.687702+0000","last_peered":"2024-09-19T05:51:27.687702+0000","last_clean":"2024-09-19T05:51:27.687702+0000","last_became_active":"2024-09-19T05:51:26.262743+0000","last_became_peered":"2024-09-19T05:51:26.262743+0000","last_unstale":"2024-09-19T05:51:27.687702+0000","last_undegraded":"2024-09-19T05:51:27.687702+0000","last_fullsized":"2024-09-19T05:51:27.687702+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:45.425173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263911+0000","last_change":"2024-09-19T05:51:25.263618+0000","last_active":"2024-09-19T05:51:27.263911+0000","last_peered":"2024-09-19T05:51:27.263911+0000","last_clean":"2024-09-19T05:51:27.263911+0000","last_became_active":"2024-09-19T05:51:25.263389+0000","last_became_peered":"2024-09-19T05:51:25.263389+0000","last_unstale":"2024-09-19T05:51:27.263911+0000","last_undegraded":"2024-09-19T05:51:27.263911+0000","last_fullsized":"2024-09-19T05:51:27.263911+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:02.362693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536520+0000","last_change":"2024-09-19T05:51:26.270163+0000","last_active":"2024-09-19T05:51:27.536520+0000","last_peered":"2024-09-19T05:51:27.536520+0000","last_clean":"2024-09-19T05:51:27.536520+0000","last_became_active":"2024-09-19T05:51:26.269324+0000","last_became_peered":"2024-09-19T05:51:26.269324+0000","last_unstale":"2024-09-19T05:51:27.536520+0000","last_undegraded":"2024-09-19T05:51:27.536520+0000","last_fullsized":"2024-09-19T05:51:27.536520+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:24:37.661881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":1,"reported_epoch":29,"state":"creating+peering","last_fresh":"2024-09-19T05:51:24.245249+0000","last_change":"2024-09-19T05:51:24.245249+0000","last_active":"2024-09-19T05:51:24.235786+0000","last_peered":"2024-09-19T05:51:24.235786+0000","last_clean":"2024-09-19T05:51:24.235786+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:24.245249+0000","last_undegraded":"2024-09-19T05:51:24.245249+0000","last_fullsized":"2024-09-19T05:51:24.245249+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687698+0000","last_change":"2024-09-19T05:51:26.265468+0000","last_active":"2024-09-19T05:51:27.687698+0000","last_peered":"2024-09-19T05:51:27.687698+0000","last_clean":"2024-09-19T05:51:27.687698+0000","last_became_active":"2024-09-19T05:51:26.265180+0000","last_became_peered":"2024-09-19T05:51:26.265180+0000","last_unstale":"2024-09-19T05:51:27.687698+0000","last_undegraded":"2024-09-19T05:51:27.687698+0000","last_fullsized":"2024-09-19T05:51:27.687698+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:30:48.584016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.275242+0000","last_change":"2024-09-19T05:51:25.266374+0000","last_active":"2024-09-19T05:51:27.275242+0000","last_peered":"2024-09-19T05:51:27.275242+0000","last_clean":"2024-09-19T05:51:27.275242+0000","last_became_active":"2024-09-19T05:51:25.266081+0000","last_became_peered":"2024-09-19T05:51:25.266081+0000","last_unstale":"2024-09-19T05:51:27.275242+0000","last_undegraded":"2024-09-19T05:51:27.275242+0000","last_fullsized":"2024-09-19T05:51:27.275242+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:01.337425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:51:25.240368+0000","last_change":"2024-09-19T05:51:25.240368+0000","last_active":"2024-09-19T05:51:25.240368+0000","last_peered":"2024-09-19T05:51:25.240368+0000","last_clean":"2024-09-19T05:51:25.240368+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:51:25.240368+0000","last_undegraded":"2024-09-19T05:51:25.240368+0000","last_fullsized":"2024-09-19T05:51:25.240368+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"32'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274175+0000","last_change":"2024-09-19T05:51:25.263701+0000","last_active":"2024-09-19T05:51:27.274175+0000","last_peered":"2024-09-19T05:51:27.274175+0000","last_clean":"2024-09-19T05:51:27.274175+0000","last_became_active":"2024-09-19T05:51:25.263406+0000","last_became_peered":"2024-09-19T05:51:25.263406+0000","last_unstale":"2024-09-19T05:51:27.274175+0000","last_undegraded":"2024-09-19T05:51:27.274175+0000","last_fullsized":"2024-09-19T05:51:27.274175+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:40.992047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.262809+0000","last_change":"2024-09-19T05:51:26.272621+0000","last_active":"2024-09-19T05:51:27.262809+0000","last_peered":"2024-09-19T05:51:27.262809+0000","last_clean":"2024-09-19T05:51:27.262809+0000","last_became_active":"2024-09-19T05:51:26.272327+0000","last_became_peered":"2024-09-19T05:51:26.272327+0000","last_unstale":"2024-09-19T05:51:27.262809+0000","last_undegraded":"2024-09-19T05:51:27.262809+0000","last_fullsized":"2024-09-19T05:51:27.262809+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:48:42.723597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274853+0000","last_change":"2024-09-19T05:51:25.261961+0000","last_active":"2024-09-19T05:51:27.274853+0000","last_peered":"2024-09-19T05:51:27.274853+0000","last_clean":"2024-09-19T05:51:27.274853+0000","last_became_active":"2024-09-19T05:51:25.260646+0000","last_became_peered":"2024-09-19T05:51:25.260646+0000","last_unstale":"2024-09-19T05:51:27.274853+0000","last_undegraded":"2024-09-19T05:51:27.274853+0000","last_fullsized":"2024-09-19T05:51:27.274853+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:36:52.575421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687969+0000","last_change":"2024-09-19T05:51:26.264626+0000","last_active":"2024-09-19T05:51:27.687969+0000","last_peered":"2024-09-19T05:51:27.687969+0000","last_clean":"2024-09-19T05:51:27.687969+0000","last_became_active":"2024-09-19T05:51:26.264323+0000","last_became_peered":"2024-09-19T05:51:26.264323+0000","last_unstale":"2024-09-19T05:51:27.687969+0000","last_undegraded":"2024-09-19T05:51:27.687969+0000","last_fullsized":"2024-09-19T05:51:27.687969+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:21.777624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263254+0000","last_change":"2024-09-19T05:51:25.257212+0000","last_active":"2024-09-19T05:51:27.263254+0000","last_peered":"2024-09-19T05:51:27.263254+0000","last_clean":"2024-09-19T05:51:27.263254+0000","last_became_active":"2024-09-19T05:51:25.256949+0000","last_became_peered":"2024-09-19T05:51:25.256949+0000","last_unstale":"2024-09-19T05:51:27.263254+0000","last_undegraded":"2024-09-19T05:51:27.263254+0000","last_fullsized":"2024-09-19T05:51:27.263254+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:01.337425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263008+0000","last_change":"2024-09-19T05:51:26.261984+0000","last_active":"2024-09-19T05:51:27.263008+0000","last_peered":"2024-09-19T05:51:27.263008+0000","last_clean":"2024-09-19T05:51:27.263008+0000","last_became_active":"2024-09-19T05:51:26.261688+0000","last_became_peered":"2024-09-19T05:51:26.261688+0000","last_unstale":"2024-09-19T05:51:27.263008+0000","last_undegraded":"2024-09-19T05:51:27.263008+0000","last_fullsized":"2024-09-19T05:51:27.263008+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:04.870387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274780+0000","last_change":"2024-09-19T05:51:25.266354+0000","last_active":"2024-09-19T05:51:27.274780+0000","last_peered":"2024-09-19T05:51:27.274780+0000","last_clean":"2024-09-19T05:51:27.274780+0000","last_became_active":"2024-09-19T05:51:25.266092+0000","last_became_peered":"2024-09-19T05:51:25.266092+0000","last_unstale":"2024-09-19T05:51:27.274780+0000","last_undegraded":"2024-09-19T05:51:27.274780+0000","last_fullsized":"2024-09-19T05:51:27.274780+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:11.408023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687555+0000","last_change":"2024-09-19T05:51:26.277633+0000","last_active":"2024-09-19T05:51:27.687555+0000","last_peered":"2024-09-19T05:51:27.687555+0000","last_clean":"2024-09-19T05:51:27.687555+0000","last_became_active":"2024-09-19T05:51:26.276023+0000","last_became_peered":"2024-09-19T05:51:26.276023+0000","last_unstale":"2024-09-19T05:51:27.687555+0000","last_undegraded":"2024-09-19T05:51:27.687555+0000","last_fullsized":"2024-09-19T05:51:27.687555+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:56:04.943992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264042+0000","last_change":"2024-09-19T05:51:25.262264+0000","last_active":"2024-09-19T05:51:27.264042+0000","last_peered":"2024-09-19T05:51:27.264042+0000","last_clean":"2024-09-19T05:51:27.264042+0000","last_became_active":"2024-09-19T05:51:25.261983+0000","last_became_peered":"2024-09-19T05:51:25.261983+0000","last_unstale":"2024-09-19T05:51:27.264042+0000","last_undegraded":"2024-09-19T05:51:27.264042+0000","last_fullsized":"2024-09-19T05:51:27.264042+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:33.627576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263924+0000","last_change":"2024-09-19T05:51:26.272706+0000","last_active":"2024-09-19T05:51:27.263924+0000","last_peered":"2024-09-19T05:51:27.263924+0000","last_clean":"2024-09-19T05:51:27.263924+0000","last_became_active":"2024-09-19T05:51:26.272348+0000","last_became_peered":"2024-09-19T05:51:26.272348+0000","last_unstale":"2024-09-19T05:51:27.263924+0000","last_undegraded":"2024-09-19T05:51:27.263924+0000","last_fullsized":"2024-09-19T05:51:27.263924+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:29.644177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687649+0000","last_change":"2024-09-19T05:51:25.260363+0000","last_active":"2024-09-19T05:51:27.687649+0000","last_peered":"2024-09-19T05:51:27.687649+0000","last_clean":"2024-09-19T05:51:27.687649+0000","last_became_active":"2024-09-19T05:51:25.260050+0000","last_became_peered":"2024-09-19T05:51:25.260050+0000","last_unstale":"2024-09-19T05:51:27.687649+0000","last_undegraded":"2024-09-19T05:51:27.687649+0000","last_fullsized":"2024-09-19T05:51:27.687649+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:28.639596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536684+0000","last_change":"2024-09-19T05:51:26.269942+0000","last_active":"2024-09-19T05:51:27.536684+0000","last_peered":"2024-09-19T05:51:27.536684+0000","last_clean":"2024-09-19T05:51:27.536684+0000","last_became_active":"2024-09-19T05:51:26.268224+0000","last_became_peered":"2024-09-19T05:51:26.268224+0000","last_unstale":"2024-09-19T05:51:27.536684+0000","last_undegraded":"2024-09-19T05:51:27.536684+0000","last_fullsized":"2024-09-19T05:51:27.536684+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:32:57.846666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687827+0000","last_change":"2024-09-19T05:51:25.260504+0000","last_active":"2024-09-19T05:51:27.687827+0000","last_peered":"2024-09-19T05:51:27.687827+0000","last_clean":"2024-09-19T05:51:27.687827+0000","last_became_active":"2024-09-19T05:51:25.260137+0000","last_became_peered":"2024-09-19T05:51:25.260137+0000","last_unstale":"2024-09-19T05:51:27.687827+0000","last_undegraded":"2024-09-19T05:51:27.687827+0000","last_fullsized":"2024-09-19T05:51:27.687827+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:14:05.177564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":190,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536861+0000","last_change":"2024-09-19T05:50:35.646709+0000","last_active":"2024-09-19T05:51:27.536861+0000","last_peered":"2024-09-19T05:51:27.536861+0000","last_clean":"2024-09-19T05:51:27.536861+0000","last_became_active":"2024-09-19T05:50:35.645765+0000","last_became_peered":"2024-09-19T05:50:35.645765+0000","last_unstale":"2024-09-19T05:51:27.536861+0000","last_undegraded":"2024-09-19T05:51:27.536861+0000","last_fullsized":"2024-09-19T05:51:27.536861+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_clean_scrub_stamp":"2024-09-19T05:50:34.148268+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:39.766293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":108,"acting":108,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2320,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":41,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":36,"ondisk_log_size":36,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509454,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27348,"kb_used_data":300,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344492,"statfs":{"total":96636764160,"available":96608759808,"internally_reserved":0,"allocated":307200,"data_stored":111842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542159,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27968,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343872,"statfs":{"total":96636764160,"available":96608124928,"internally_reserved":0,"allocated":954368,"data_stored":727459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542159,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":364544,"data_stored":137617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542157,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":364544,"data_stored":137105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542158,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35716,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336124,"statfs":{"total":96636764160,"available":96600190976,"internally_reserved":0,"allocated":372736,"data_stored":138635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,15],"upper_bound":16},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542159,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31544,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340296,"statfs":{"total":96636764160,"available":96604463104,"internally_reserved":0,"allocated":360448,"data_stored":137071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542159,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31556,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340284,"statfs":{"total":96636764160,"available":96604450816,"internally_reserved":0,"allocated":372736,"data_stored":138635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542159,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32120,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":950272,"data_stored":727369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:51:31.239 INFO:tasks.ceph.mds.c.smithi046.stderr:2024-09-19T05:51:31.237+0000 7fd13d726640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:51:33.797 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:51:33.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.911+0000 7f8657223640 1 Processor -- start 2024-09-19T05:51:33.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.911+0000 7f8657223640 1 -- start start 2024-09-19T05:51:33.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.912+0000 7f8657223640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f865015e6d0 0x7f86500d41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:33.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.912+0000 7f8657223640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f86500d5230 0x7f86500b77d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:33.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.912+0000 7f8657223640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f865015eab0 con 0x7f86500cf4c0 2024-09-19T05:51:33.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.912+0000 7f8657223640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f86500d3120 con 0x7f865015e6d0 2024-09-19T05:51:33.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.912+0000 7f8657223640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f86500d3400 con 0x7f86500d5230 2024-09-19T05:51:33.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.912+0000 7f864ffff640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f86500cf4c0 0x7f86500d4b20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:38384/0 (socket says 172.21.15.46:38384) 2024-09-19T05:51:33.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.913+0000 7f864ffff640 1 -- 172.21.15.46:0/2281149683 learned_addr learned my addr 172.21.15.46:0/2281149683 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:33.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.913+0000 7f86557c0640 1 --2- 172.21.15.46:0/2281149683 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f86500d5230 0x7f86500b77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:33.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.913+0000 7f8654fbf640 1 --2- 172.21.15.46:0/2281149683 >> v2:172.21.15.78:3300/0 conn(0x7f865015e6d0 0x7f86500d41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:33.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.913+0000 7f864f7fe640 1 -- 172.21.15.46:0/2281149683 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2030150994 0 0) 0x7f865015eab0 con 0x7f86500cf4c0 2024-09-19T05:51:33.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.913+0000 7f864f7fe640 1 -- 172.21.15.46:0/2281149683 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8640003520 con 0x7f86500cf4c0 2024-09-19T05:51:33.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.913+0000 7f86557c0640 1 -- 172.21.15.46:0/2281149683 >> v2:172.21.15.78:3300/0 conn(0x7f865015e6d0 msgr2=0x7f86500d41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:33.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.913+0000 7f86557c0640 1 --2- 172.21.15.46:0/2281149683 >> v2:172.21.15.78:3300/0 conn(0x7f865015e6d0 0x7f86500d41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:33.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.913+0000 7f86557c0640 1 -- 172.21.15.46:0/2281149683 >> v1:172.21.15.46:6789/0 conn(0x7f86500cf4c0 legacy=0x7f86500d4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:33.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.913+0000 7f864f7fe640 1 -- 172.21.15.46:0/2281149683 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 559662301 0 0) 0x7f8640003520 con 0x7f86500cf4c0 2024-09-19T05:51:33.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.913+0000 7f86557c0640 1 -- 172.21.15.46:0/2281149683 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86500d36e0 con 0x7f86500d5230 2024-09-19T05:51:33.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.913+0000 7f8654fbf640 1 --2- 172.21.15.46:0/2281149683 >> v2:172.21.15.78:3300/0 conn(0x7f865015e6d0 0x7f86500d41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:33.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.914+0000 7f86557c0640 1 --2- 172.21.15.46:0/2281149683 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f86500d5230 0x7f86500b77d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8648009d90 tx=0x7f864802a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c985d75a3de6ad37 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:33.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.914+0000 7f864f7fe640 1 -- 172.21.15.46:0/2281149683 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f863c001690 con 0x7f86500d5230 2024-09-19T05:51:33.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.914+0000 7f864f7fe640 1 -- 172.21.15.46:0/2281149683 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8648007540 con 0x7f86500d5230 2024-09-19T05:51:33.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.914+0000 7f864f7fe640 1 -- 172.21.15.46:0/2281149683 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8648007910 con 0x7f86500d5230 2024-09-19T05:51:33.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.915+0000 7f8657223640 1 -- 172.21.15.46:0/2281149683 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f86500d5230 msgr2=0x7f86500b77d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:33.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.915+0000 7f8657223640 1 --2- 172.21.15.46:0/2281149683 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f86500d5230 0x7f86500b77d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8648009d90 tx=0x7f864802a5f0 comp rx=0 tx=0).stop 2024-09-19T05:51:33.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.915+0000 7f8657223640 1 -- 172.21.15.46:0/2281149683 shutdown_connections 2024-09-19T05:51:33.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.915+0000 7f8657223640 1 --2- 172.21.15.46:0/2281149683 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f86500d5230 0x7f86500b77d0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:33.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.915+0000 7f8657223640 1 --2- 172.21.15.46:0/2281149683 >> v2:172.21.15.78:3300/0 conn(0x7f865015e6d0 0x7f86500d41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:33.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.915+0000 7f8657223640 1 -- 172.21.15.46:0/2281149683 >> 172.21.15.46:0/2281149683 conn(0x7f86500723c0 msgr2=0x7f86500727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:33.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.915+0000 7f8657223640 1 -- 172.21.15.46:0/2281149683 shutdown_connections 2024-09-19T05:51:33.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.915+0000 7f8657223640 1 -- 172.21.15.46:0/2281149683 wait complete. 2024-09-19T05:51:33.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.916+0000 7f8657223640 1 Processor -- start 2024-09-19T05:51:33.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.916+0000 7f8657223640 1 -- start start 2024-09-19T05:51:33.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.917+0000 7f8657223640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f86500cf4c0 0x7f86501525f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:33.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.917+0000 7f8657223640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86500d5230 0x7f86500ab1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:33.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.917+0000 7f8657223640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f865015e6d0 0x7f86500acc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:33.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.917+0000 7f8657223640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f86500d2ee0 con 0x7f86500d5230 2024-09-19T05:51:33.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.917+0000 7f8657223640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f86500d2d60 con 0x7f86500cf4c0 2024-09-19T05:51:33.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.917+0000 7f8657223640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f86500cf950 con 0x7f865015e6d0 2024-09-19T05:51:33.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.917+0000 7f864ffff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86500d5230 0x7f86500ab1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:33.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.917+0000 7f864ffff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86500d5230 0x7f86500ab1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41248/0 (socket says 172.21.15.46:41248) 2024-09-19T05:51:33.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.917+0000 7f864ffff640 1 -- 172.21.15.46:0/3745312420 learned_addr learned my addr 172.21.15.46:0/3745312420 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:33.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.918+0000 7f8654fbf640 1 --2- 172.21.15.46:0/3745312420 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f86500cf4c0 0x7f86501525f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:33.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.918+0000 7f86557c0640 1 --2- 172.21.15.46:0/3745312420 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f865015e6d0 0x7f86500acc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:33.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.918+0000 7f864ffff640 1 -- 172.21.15.46:0/3745312420 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f865015e6d0 msgr2=0x7f86500acc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:33.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.918+0000 7f864ffff640 1 --2- 172.21.15.46:0/3745312420 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f865015e6d0 0x7f86500acc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:33.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.918+0000 7f864ffff640 1 -- 172.21.15.46:0/3745312420 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f86500cf4c0 msgr2=0x7f86501525f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:33.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.918+0000 7f864ffff640 1 --2- 172.21.15.46:0/3745312420 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f86500cf4c0 0x7f86501525f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:33.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.918+0000 7f864ffff640 1 -- 172.21.15.46:0/3745312420 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86500ab9f0 con 0x7f86500d5230 2024-09-19T05:51:33.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.918+0000 7f86557c0640 1 --2- 172.21.15.46:0/3745312420 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f865015e6d0 0x7f86500acc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:33.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.918+0000 7f8654fbf640 1 --2- 172.21.15.46:0/3745312420 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f86500cf4c0 0x7f86501525f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:33.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.918+0000 7f864ffff640 1 --2- 172.21.15.46:0/3745312420 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86500d5230 0x7f86500ab1a0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f863c00c6d0 tx=0x7f863c00cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:33.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.918+0000 7f864d7fa640 1 -- 172.21.15.46:0/3745312420 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f863c018070 con 0x7f86500d5230 2024-09-19T05:51:33.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.918+0000 7f864d7fa640 1 -- 172.21.15.46:0/3745312420 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f863c0072d0 con 0x7f86500d5230 2024-09-19T05:51:33.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.918+0000 7f8657223640 1 -- 172.21.15.46:0/3745312420 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86500abcd0 con 0x7f86500d5230 2024-09-19T05:51:33.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.918+0000 7f864d7fa640 1 -- 172.21.15.46:0/3745312420 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f863c0047e0 con 0x7f86500d5230 2024-09-19T05:51:33.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.918+0000 7f8657223640 1 -- 172.21.15.46:0/3745312420 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86500ab6e0 con 0x7f86500d5230 2024-09-19T05:51:33.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.919+0000 7f8657223640 1 -- 172.21.15.46:0/3745312420 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86500ac1f0 con 0x7f86500d5230 2024-09-19T05:51:33.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.920+0000 7f864d7fa640 1 -- 172.21.15.46:0/3745312420 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f863c01b070 con 0x7f86500d5230 2024-09-19T05:51:33.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.920+0000 7f864d7fa640 1 --2- 172.21.15.46:0/3745312420 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f863406c2b0 0x7f863406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:33.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.920+0000 7f864d7fa640 1 -- 172.21.15.46:0/3745312420 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f863c08a850 con 0x7f86500d5230 2024-09-19T05:51:33.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.920+0000 7f8654fbf640 1 --2- 172.21.15.46:0/3745312420 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f863406c2b0 0x7f863406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:33.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.921+0000 7f8654fbf640 1 --2- 172.21.15.46:0/3745312420 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f863406c2b0 0x7f863406e770 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f8644009a20 tx=0x7f8644008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:33.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:33.925+0000 7f864d7fa640 1 -- 172.21.15.46:0/3745312420 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f863c059050 con 0x7f86500d5230 2024-09-19T05:51:34.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.097+0000 7f8657223640 1 -- 172.21.15.46:0/3745312420 --> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8650152b30 con 0x7f863406c2b0 2024-09-19T05:51:34.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.104+0000 7f864d7fa640 1 -- 172.21.15.46:0/3745312420 <== mgr.4099 v2:172.21.15.78:6832/1948069631 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251969 (secure 0 0 0) 0x7f8644010870 con 0x7f863406c2b0 2024-09-19T05:51:34.108 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:34.109 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-19T05:51:34.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.107+0000 7f8657223640 1 -- 172.21.15.46:0/3745312420 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f863406c2b0 msgr2=0x7f863406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:34.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.107+0000 7f8657223640 1 --2- 172.21.15.46:0/3745312420 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f863406c2b0 0x7f863406e770 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f8644009a20 tx=0x7f8644008040 comp rx=0 tx=0).stop 2024-09-19T05:51:34.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.107+0000 7f8657223640 1 -- 172.21.15.46:0/3745312420 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86500d5230 msgr2=0x7f86500ab1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:34.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.107+0000 7f8657223640 1 --2- 172.21.15.46:0/3745312420 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86500d5230 0x7f86500ab1a0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f863c00c6d0 tx=0x7f863c00cb90 comp rx=0 tx=0).stop 2024-09-19T05:51:34.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.107+0000 7f8657223640 1 -- 172.21.15.46:0/3745312420 shutdown_connections 2024-09-19T05:51:34.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.107+0000 7f8657223640 1 --2- 172.21.15.46:0/3745312420 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f863406c2b0 0x7f863406e770 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:34.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.107+0000 7f8657223640 1 --2- 172.21.15.46:0/3745312420 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f865015e6d0 0x7f86500acc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:34.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.107+0000 7f8657223640 1 --2- 172.21.15.46:0/3745312420 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86500d5230 0x7f86500ab1a0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:34.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.107+0000 7f8657223640 1 --2- 172.21.15.46:0/3745312420 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f86500cf4c0 0x7f86501525f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:34.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.107+0000 7f8657223640 1 -- 172.21.15.46:0/3745312420 >> 172.21.15.46:0/3745312420 conn(0x7f86500723c0 msgr2=0x7f86500b7e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:34.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.107+0000 7f8657223640 1 -- 172.21.15.46:0/3745312420 shutdown_connections 2024-09-19T05:51:34.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.107+0000 7f8657223640 1 -- 172.21.15.46:0/3745312420 wait complete. 2024-09-19T05:51:34.121 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":55,"stamp":"2024-09-19T05:51:33.806262+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":182,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":241060,"kb_used_data":4008,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733660,"statfs":{"total":773094113280,"available":772847267840,"internally_reserved":0,"allocated":4104192,"data_stored":2281564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,15],"upper_bound":16},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001711"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688027+0000","last_change":"2024-09-19T05:51:26.263817+0000","last_active":"2024-09-19T05:51:27.688027+0000","last_peered":"2024-09-19T05:51:27.688027+0000","last_clean":"2024-09-19T05:51:27.688027+0000","last_became_active":"2024-09-19T05:51:26.263543+0000","last_became_peered":"2024-09-19T05:51:26.263543+0000","last_unstale":"2024-09-19T05:51:27.688027+0000","last_undegraded":"2024-09-19T05:51:27.688027+0000","last_fullsized":"2024-09-19T05:51:27.688027+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:55.323486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688549+0000","last_change":"2024-09-19T05:51:26.276858+0000","last_active":"2024-09-19T05:51:27.688549+0000","last_peered":"2024-09-19T05:51:27.688549+0000","last_clean":"2024-09-19T05:51:27.688549+0000","last_became_active":"2024-09-19T05:51:26.276266+0000","last_became_peered":"2024-09-19T05:51:26.276266+0000","last_unstale":"2024-09-19T05:51:27.688549+0000","last_undegraded":"2024-09-19T05:51:27.688549+0000","last_fullsized":"2024-09-19T05:51:27.688549+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:47:31.463982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.265189+0000","last_change":"2024-09-19T05:51:26.272402+0000","last_active":"2024-09-19T05:51:27.265189+0000","last_peered":"2024-09-19T05:51:27.265189+0000","last_clean":"2024-09-19T05:51:27.265189+0000","last_became_active":"2024-09-19T05:51:26.272117+0000","last_became_peered":"2024-09-19T05:51:26.272117+0000","last_unstale":"2024-09-19T05:51:27.265189+0000","last_undegraded":"2024-09-19T05:51:27.265189+0000","last_fullsized":"2024-09-19T05:51:27.265189+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:36:59.794000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274808+0000","last_change":"2024-09-19T05:51:26.271465+0000","last_active":"2024-09-19T05:51:27.274808+0000","last_peered":"2024-09-19T05:51:27.274808+0000","last_clean":"2024-09-19T05:51:27.274808+0000","last_became_active":"2024-09-19T05:51:26.271190+0000","last_became_peered":"2024-09-19T05:51:26.271190+0000","last_unstale":"2024-09-19T05:51:27.274808+0000","last_undegraded":"2024-09-19T05:51:27.274808+0000","last_fullsized":"2024-09-19T05:51:27.274808+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:11.227848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688050+0000","last_change":"2024-09-19T05:51:26.275701+0000","last_active":"2024-09-19T05:51:27.688050+0000","last_peered":"2024-09-19T05:51:27.688050+0000","last_clean":"2024-09-19T05:51:27.688050+0000","last_became_active":"2024-09-19T05:51:26.275357+0000","last_became_peered":"2024-09-19T05:51:26.275357+0000","last_unstale":"2024-09-19T05:51:27.688050+0000","last_undegraded":"2024-09-19T05:51:27.688050+0000","last_fullsized":"2024-09-19T05:51:27.688050+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:57.853583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688020+0000","last_change":"2024-09-19T05:51:26.268702+0000","last_active":"2024-09-19T05:51:27.688020+0000","last_peered":"2024-09-19T05:51:27.688020+0000","last_clean":"2024-09-19T05:51:27.688020+0000","last_became_active":"2024-09-19T05:51:26.268176+0000","last_became_peered":"2024-09-19T05:51:26.268176+0000","last_unstale":"2024-09-19T05:51:27.688020+0000","last_undegraded":"2024-09-19T05:51:27.688020+0000","last_fullsized":"2024-09-19T05:51:27.688020+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:17.577455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536818+0000","last_change":"2024-09-19T05:51:26.270369+0000","last_active":"2024-09-19T05:51:27.536818+0000","last_peered":"2024-09-19T05:51:27.536818+0000","last_clean":"2024-09-19T05:51:27.536818+0000","last_became_active":"2024-09-19T05:51:26.270094+0000","last_became_peered":"2024-09-19T05:51:26.270094+0000","last_unstale":"2024-09-19T05:51:27.536818+0000","last_undegraded":"2024-09-19T05:51:27.536818+0000","last_fullsized":"2024-09-19T05:51:27.536818+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:29:04.474834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536704+0000","last_change":"2024-09-19T05:51:26.268486+0000","last_active":"2024-09-19T05:51:27.536704+0000","last_peered":"2024-09-19T05:51:27.536704+0000","last_clean":"2024-09-19T05:51:27.536704+0000","last_became_active":"2024-09-19T05:51:26.268212+0000","last_became_peered":"2024-09-19T05:51:26.268212+0000","last_unstale":"2024-09-19T05:51:27.536704+0000","last_undegraded":"2024-09-19T05:51:27.536704+0000","last_fullsized":"2024-09-19T05:51:27.536704+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:36:32.721415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264783+0000","last_change":"2024-09-19T05:51:26.272713+0000","last_active":"2024-09-19T05:51:27.264783+0000","last_peered":"2024-09-19T05:51:27.264783+0000","last_clean":"2024-09-19T05:51:27.264783+0000","last_became_active":"2024-09-19T05:51:26.271425+0000","last_became_peered":"2024-09-19T05:51:26.271425+0000","last_unstale":"2024-09-19T05:51:27.264783+0000","last_undegraded":"2024-09-19T05:51:27.264783+0000","last_fullsized":"2024-09-19T05:51:27.264783+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:44.565011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.275063+0000","last_change":"2024-09-19T05:51:26.269480+0000","last_active":"2024-09-19T05:51:27.275063+0000","last_peered":"2024-09-19T05:51:27.275063+0000","last_clean":"2024-09-19T05:51:27.275063+0000","last_became_active":"2024-09-19T05:51:26.269159+0000","last_became_peered":"2024-09-19T05:51:26.269159+0000","last_unstale":"2024-09-19T05:51:27.275063+0000","last_undegraded":"2024-09-19T05:51:27.275063+0000","last_fullsized":"2024-09-19T05:51:27.275063+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:48.393690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536714+0000","last_change":"2024-09-19T05:51:26.274731+0000","last_active":"2024-09-19T05:51:27.536714+0000","last_peered":"2024-09-19T05:51:27.536714+0000","last_clean":"2024-09-19T05:51:27.536714+0000","last_became_active":"2024-09-19T05:51:26.274501+0000","last_became_peered":"2024-09-19T05:51:26.274501+0000","last_unstale":"2024-09-19T05:51:27.536714+0000","last_undegraded":"2024-09-19T05:51:27.536714+0000","last_fullsized":"2024-09-19T05:51:27.536714+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:25:31.861639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264839+0000","last_change":"2024-09-19T05:51:26.276251+0000","last_active":"2024-09-19T05:51:27.264839+0000","last_peered":"2024-09-19T05:51:27.264839+0000","last_clean":"2024-09-19T05:51:27.264839+0000","last_became_active":"2024-09-19T05:51:26.275875+0000","last_became_peered":"2024-09-19T05:51:26.275875+0000","last_unstale":"2024-09-19T05:51:27.264839+0000","last_undegraded":"2024-09-19T05:51:27.264839+0000","last_fullsized":"2024-09-19T05:51:27.264839+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:44.947599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688192+0000","last_change":"2024-09-19T05:51:26.264307+0000","last_active":"2024-09-19T05:51:27.688192+0000","last_peered":"2024-09-19T05:51:27.688192+0000","last_clean":"2024-09-19T05:51:27.688192+0000","last_became_active":"2024-09-19T05:51:26.263986+0000","last_became_peered":"2024-09-19T05:51:26.263986+0000","last_unstale":"2024-09-19T05:51:27.688192+0000","last_undegraded":"2024-09-19T05:51:27.688192+0000","last_fullsized":"2024-09-19T05:51:27.688192+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:03.662787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688049+0000","last_change":"2024-09-19T05:51:26.273777+0000","last_active":"2024-09-19T05:51:27.688049+0000","last_peered":"2024-09-19T05:51:27.688049+0000","last_clean":"2024-09-19T05:51:27.688049+0000","last_became_active":"2024-09-19T05:51:26.273499+0000","last_became_peered":"2024-09-19T05:51:26.273499+0000","last_unstale":"2024-09-19T05:51:27.688049+0000","last_undegraded":"2024-09-19T05:51:27.688049+0000","last_fullsized":"2024-09-19T05:51:27.688049+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:42:44.947599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264007+0000","last_change":"2024-09-19T05:51:26.264874+0000","last_active":"2024-09-19T05:51:27.264007+0000","last_peered":"2024-09-19T05:51:27.264007+0000","last_clean":"2024-09-19T05:51:27.264007+0000","last_became_active":"2024-09-19T05:51:26.264382+0000","last_became_peered":"2024-09-19T05:51:26.264382+0000","last_unstale":"2024-09-19T05:51:27.264007+0000","last_undegraded":"2024-09-19T05:51:27.264007+0000","last_fullsized":"2024-09-19T05:51:27.264007+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:08:05.685394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536915+0000","last_change":"2024-09-19T05:51:26.276132+0000","last_active":"2024-09-19T05:51:27.536915+0000","last_peered":"2024-09-19T05:51:27.536915+0000","last_clean":"2024-09-19T05:51:27.536915+0000","last_became_active":"2024-09-19T05:51:26.275826+0000","last_became_peered":"2024-09-19T05:51:26.275826+0000","last_unstale":"2024-09-19T05:51:27.536915+0000","last_undegraded":"2024-09-19T05:51:27.536915+0000","last_fullsized":"2024-09-19T05:51:27.536915+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:05:35.309835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536891+0000","last_change":"2024-09-19T05:51:26.268481+0000","last_active":"2024-09-19T05:51:27.536891+0000","last_peered":"2024-09-19T05:51:27.536891+0000","last_clean":"2024-09-19T05:51:27.536891+0000","last_became_active":"2024-09-19T05:51:26.268198+0000","last_became_peered":"2024-09-19T05:51:26.268198+0000","last_unstale":"2024-09-19T05:51:27.536891+0000","last_undegraded":"2024-09-19T05:51:27.536891+0000","last_fullsized":"2024-09-19T05:51:27.536891+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:11.143835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688550+0000","last_change":"2024-09-19T05:51:26.279618+0000","last_active":"2024-09-19T05:51:27.688550+0000","last_peered":"2024-09-19T05:51:27.688550+0000","last_clean":"2024-09-19T05:51:27.688550+0000","last_became_active":"2024-09-19T05:51:26.279314+0000","last_became_peered":"2024-09-19T05:51:26.279314+0000","last_unstale":"2024-09-19T05:51:27.688550+0000","last_undegraded":"2024-09-19T05:51:27.688550+0000","last_fullsized":"2024-09-19T05:51:27.688550+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:59.483034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688163+0000","last_change":"2024-09-19T05:51:26.278705+0000","last_active":"2024-09-19T05:51:27.688163+0000","last_peered":"2024-09-19T05:51:27.688163+0000","last_clean":"2024-09-19T05:51:27.688163+0000","last_became_active":"2024-09-19T05:51:26.278412+0000","last_became_peered":"2024-09-19T05:51:26.278412+0000","last_unstale":"2024-09-19T05:51:27.688163+0000","last_undegraded":"2024-09-19T05:51:27.688163+0000","last_fullsized":"2024-09-19T05:51:27.688163+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:22.408825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688598+0000","last_change":"2024-09-19T05:51:26.262206+0000","last_active":"2024-09-19T05:51:27.688598+0000","last_peered":"2024-09-19T05:51:27.688598+0000","last_clean":"2024-09-19T05:51:27.688598+0000","last_became_active":"2024-09-19T05:51:26.261360+0000","last_became_peered":"2024-09-19T05:51:26.261360+0000","last_unstale":"2024-09-19T05:51:27.688598+0000","last_undegraded":"2024-09-19T05:51:27.688598+0000","last_fullsized":"2024-09-19T05:51:27.688598+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:56.415440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264028+0000","last_change":"2024-09-19T05:51:26.263932+0000","last_active":"2024-09-19T05:51:27.264028+0000","last_peered":"2024-09-19T05:51:27.264028+0000","last_clean":"2024-09-19T05:51:27.264028+0000","last_became_active":"2024-09-19T05:51:26.263597+0000","last_became_peered":"2024-09-19T05:51:26.263597+0000","last_unstale":"2024-09-19T05:51:27.264028+0000","last_undegraded":"2024-09-19T05:51:27.264028+0000","last_fullsized":"2024-09-19T05:51:27.264028+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:16:05.234012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264201+0000","last_change":"2024-09-19T05:51:26.272062+0000","last_active":"2024-09-19T05:51:27.264201+0000","last_peered":"2024-09-19T05:51:27.264201+0000","last_clean":"2024-09-19T05:51:27.264201+0000","last_became_active":"2024-09-19T05:51:26.271009+0000","last_became_peered":"2024-09-19T05:51:26.271009+0000","last_unstale":"2024-09-19T05:51:27.264201+0000","last_undegraded":"2024-09-19T05:51:27.264201+0000","last_fullsized":"2024-09-19T05:51:27.264201+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:23:39.702244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.262784+0000","last_change":"2024-09-19T05:51:26.269647+0000","last_active":"2024-09-19T05:51:27.262784+0000","last_peered":"2024-09-19T05:51:27.262784+0000","last_clean":"2024-09-19T05:51:27.262784+0000","last_became_active":"2024-09-19T05:51:26.269348+0000","last_became_peered":"2024-09-19T05:51:26.269348+0000","last_unstale":"2024-09-19T05:51:27.262784+0000","last_undegraded":"2024-09-19T05:51:27.262784+0000","last_fullsized":"2024-09-19T05:51:27.262784+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:51:42.405699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263754+0000","last_change":"2024-09-19T05:51:26.266407+0000","last_active":"2024-09-19T05:51:27.263754+0000","last_peered":"2024-09-19T05:51:27.263754+0000","last_clean":"2024-09-19T05:51:27.263754+0000","last_became_active":"2024-09-19T05:51:26.266138+0000","last_became_peered":"2024-09-19T05:51:26.266138+0000","last_unstale":"2024-09-19T05:51:27.263754+0000","last_undegraded":"2024-09-19T05:51:27.263754+0000","last_fullsized":"2024-09-19T05:51:27.263754+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:43:01.575206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.275174+0000","last_change":"2024-09-19T05:51:26.270852+0000","last_active":"2024-09-19T05:51:27.275174+0000","last_peered":"2024-09-19T05:51:27.275174+0000","last_clean":"2024-09-19T05:51:27.275174+0000","last_became_active":"2024-09-19T05:51:26.270532+0000","last_became_peered":"2024-09-19T05:51:26.270532+0000","last_unstale":"2024-09-19T05:51:27.275174+0000","last_undegraded":"2024-09-19T05:51:27.275174+0000","last_fullsized":"2024-09-19T05:51:27.275174+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:05.597249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688679+0000","last_change":"2024-09-19T05:51:26.272827+0000","last_active":"2024-09-19T05:51:27.688679+0000","last_peered":"2024-09-19T05:51:27.688679+0000","last_clean":"2024-09-19T05:51:27.688679+0000","last_became_active":"2024-09-19T05:51:26.272516+0000","last_became_peered":"2024-09-19T05:51:26.272516+0000","last_unstale":"2024-09-19T05:51:27.688679+0000","last_undegraded":"2024-09-19T05:51:27.688679+0000","last_fullsized":"2024-09-19T05:51:27.688679+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:47:39.663559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.275114+0000","last_change":"2024-09-19T05:51:26.267562+0000","last_active":"2024-09-19T05:51:27.275114+0000","last_peered":"2024-09-19T05:51:27.275114+0000","last_clean":"2024-09-19T05:51:27.275114+0000","last_became_active":"2024-09-19T05:51:26.266242+0000","last_became_peered":"2024-09-19T05:51:26.266242+0000","last_unstale":"2024-09-19T05:51:27.275114+0000","last_undegraded":"2024-09-19T05:51:27.275114+0000","last_fullsized":"2024-09-19T05:51:27.275114+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:52:19.224868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264581+0000","last_change":"2024-09-19T05:51:26.258278+0000","last_active":"2024-09-19T05:51:27.264581+0000","last_peered":"2024-09-19T05:51:27.264581+0000","last_clean":"2024-09-19T05:51:27.264581+0000","last_became_active":"2024-09-19T05:51:26.257979+0000","last_became_peered":"2024-09-19T05:51:26.257979+0000","last_unstale":"2024-09-19T05:51:27.264581+0000","last_undegraded":"2024-09-19T05:51:27.264581+0000","last_fullsized":"2024-09-19T05:51:27.264581+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:56:04.943992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264109+0000","last_change":"2024-09-19T05:51:26.276812+0000","last_active":"2024-09-19T05:51:27.264109+0000","last_peered":"2024-09-19T05:51:27.264109+0000","last_clean":"2024-09-19T05:51:27.264109+0000","last_became_active":"2024-09-19T05:51:26.276246+0000","last_became_peered":"2024-09-19T05:51:26.276246+0000","last_unstale":"2024-09-19T05:51:27.264109+0000","last_undegraded":"2024-09-19T05:51:27.264109+0000","last_fullsized":"2024-09-19T05:51:27.264109+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:18.485638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536594+0000","last_change":"2024-09-19T05:51:26.269093+0000","last_active":"2024-09-19T05:51:27.536594+0000","last_peered":"2024-09-19T05:51:27.536594+0000","last_clean":"2024-09-19T05:51:27.536594+0000","last_became_active":"2024-09-19T05:51:26.268741+0000","last_became_peered":"2024-09-19T05:51:26.268741+0000","last_unstale":"2024-09-19T05:51:27.536594+0000","last_undegraded":"2024-09-19T05:51:27.536594+0000","last_fullsized":"2024-09-19T05:51:27.536594+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:08.517991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687995+0000","last_change":"2024-09-19T05:51:26.266266+0000","last_active":"2024-09-19T05:51:27.687995+0000","last_peered":"2024-09-19T05:51:27.687995+0000","last_clean":"2024-09-19T05:51:27.687995+0000","last_became_active":"2024-09-19T05:51:26.265994+0000","last_became_peered":"2024-09-19T05:51:26.265994+0000","last_unstale":"2024-09-19T05:51:27.687995+0000","last_undegraded":"2024-09-19T05:51:27.687995+0000","last_fullsized":"2024-09-19T05:51:27.687995+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:25:09.027078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536486+0000","last_change":"2024-09-19T05:51:26.270452+0000","last_active":"2024-09-19T05:51:27.536486+0000","last_peered":"2024-09-19T05:51:27.536486+0000","last_clean":"2024-09-19T05:51:27.536486+0000","last_became_active":"2024-09-19T05:51:26.269738+0000","last_became_peered":"2024-09-19T05:51:26.269738+0000","last_unstale":"2024-09-19T05:51:27.536486+0000","last_undegraded":"2024-09-19T05:51:27.536486+0000","last_fullsized":"2024-09-19T05:51:27.536486+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:15.467010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.262852+0000","last_change":"2024-09-19T05:51:26.271617+0000","last_active":"2024-09-19T05:51:27.262852+0000","last_peered":"2024-09-19T05:51:27.262852+0000","last_clean":"2024-09-19T05:51:27.262852+0000","last_became_active":"2024-09-19T05:51:26.271324+0000","last_became_peered":"2024-09-19T05:51:26.271324+0000","last_unstale":"2024-09-19T05:51:27.262852+0000","last_undegraded":"2024-09-19T05:51:27.262852+0000","last_fullsized":"2024-09-19T05:51:27.262852+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:47.317175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688093+0000","last_change":"2024-09-19T05:51:25.262308+0000","last_active":"2024-09-19T05:51:27.688093+0000","last_peered":"2024-09-19T05:51:27.688093+0000","last_clean":"2024-09-19T05:51:27.688093+0000","last_became_active":"2024-09-19T05:51:25.261977+0000","last_became_peered":"2024-09-19T05:51:25.261977+0000","last_unstale":"2024-09-19T05:51:27.688093+0000","last_undegraded":"2024-09-19T05:51:27.688093+0000","last_fullsized":"2024-09-19T05:51:27.688093+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:53:02.658206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688054+0000","last_change":"2024-09-19T05:51:26.265832+0000","last_active":"2024-09-19T05:51:27.688054+0000","last_peered":"2024-09-19T05:51:27.688054+0000","last_clean":"2024-09-19T05:51:27.688054+0000","last_became_active":"2024-09-19T05:51:26.265545+0000","last_became_peered":"2024-09-19T05:51:26.265545+0000","last_unstale":"2024-09-19T05:51:27.688054+0000","last_undegraded":"2024-09-19T05:51:27.688054+0000","last_fullsized":"2024-09-19T05:51:27.688054+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:34.990448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.262829+0000","last_change":"2024-09-19T05:51:25.256577+0000","last_active":"2024-09-19T05:51:27.262829+0000","last_peered":"2024-09-19T05:51:27.262829+0000","last_clean":"2024-09-19T05:51:27.262829+0000","last_became_active":"2024-09-19T05:51:25.256113+0000","last_became_peered":"2024-09-19T05:51:25.256113+0000","last_unstale":"2024-09-19T05:51:27.262829+0000","last_undegraded":"2024-09-19T05:51:27.262829+0000","last_fullsized":"2024-09-19T05:51:27.262829+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:11.408023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.265023+0000","last_change":"2024-09-19T05:51:26.276850+0000","last_active":"2024-09-19T05:51:27.265023+0000","last_peered":"2024-09-19T05:51:27.265023+0000","last_clean":"2024-09-19T05:51:27.265023+0000","last_became_active":"2024-09-19T05:51:26.276381+0000","last_became_peered":"2024-09-19T05:51:26.276381+0000","last_unstale":"2024-09-19T05:51:27.265023+0000","last_undegraded":"2024-09-19T05:51:27.265023+0000","last_fullsized":"2024-09-19T05:51:27.265023+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:59:52.041522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688278+0000","last_change":"2024-09-19T05:51:25.264704+0000","last_active":"2024-09-19T05:51:27.688278+0000","last_peered":"2024-09-19T05:51:27.688278+0000","last_clean":"2024-09-19T05:51:27.688278+0000","last_became_active":"2024-09-19T05:51:25.264438+0000","last_became_peered":"2024-09-19T05:51:25.264438+0000","last_unstale":"2024-09-19T05:51:27.688278+0000","last_undegraded":"2024-09-19T05:51:27.688278+0000","last_fullsized":"2024-09-19T05:51:27.688278+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:43.560430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.275172+0000","last_change":"2024-09-19T05:51:26.267254+0000","last_active":"2024-09-19T05:51:27.275172+0000","last_peered":"2024-09-19T05:51:27.275172+0000","last_clean":"2024-09-19T05:51:27.275172+0000","last_became_active":"2024-09-19T05:51:26.265411+0000","last_became_peered":"2024-09-19T05:51:26.265411+0000","last_unstale":"2024-09-19T05:51:27.275172+0000","last_undegraded":"2024-09-19T05:51:27.275172+0000","last_fullsized":"2024-09-19T05:51:27.275172+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:15.467010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688603+0000","last_change":"2024-09-19T05:51:25.264906+0000","last_active":"2024-09-19T05:51:27.688603+0000","last_peered":"2024-09-19T05:51:27.688603+0000","last_clean":"2024-09-19T05:51:27.688603+0000","last_became_active":"2024-09-19T05:51:25.264612+0000","last_became_peered":"2024-09-19T05:51:25.264612+0000","last_unstale":"2024-09-19T05:51:27.688603+0000","last_undegraded":"2024-09-19T05:51:27.688603+0000","last_fullsized":"2024-09-19T05:51:27.688603+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:01.339359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536623+0000","last_change":"2024-09-19T05:51:26.269026+0000","last_active":"2024-09-19T05:51:27.536623+0000","last_peered":"2024-09-19T05:51:27.536623+0000","last_clean":"2024-09-19T05:51:27.536623+0000","last_became_active":"2024-09-19T05:51:26.268434+0000","last_became_peered":"2024-09-19T05:51:26.268434+0000","last_unstale":"2024-09-19T05:51:27.536623+0000","last_undegraded":"2024-09-19T05:51:27.536623+0000","last_fullsized":"2024-09-19T05:51:27.536623+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:21:03.413303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264193+0000","last_change":"2024-09-19T05:51:25.260784+0000","last_active":"2024-09-19T05:51:27.264193+0000","last_peered":"2024-09-19T05:51:27.264193+0000","last_clean":"2024-09-19T05:51:27.264193+0000","last_became_active":"2024-09-19T05:51:25.260531+0000","last_became_peered":"2024-09-19T05:51:25.260531+0000","last_unstale":"2024-09-19T05:51:27.264193+0000","last_undegraded":"2024-09-19T05:51:27.264193+0000","last_fullsized":"2024-09-19T05:51:27.264193+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:41.700639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264417+0000","last_change":"2024-09-19T05:51:26.256433+0000","last_active":"2024-09-19T05:51:27.264417+0000","last_peered":"2024-09-19T05:51:27.264417+0000","last_clean":"2024-09-19T05:51:27.264417+0000","last_became_active":"2024-09-19T05:51:26.256088+0000","last_became_peered":"2024-09-19T05:51:26.256088+0000","last_unstale":"2024-09-19T05:51:27.264417+0000","last_undegraded":"2024-09-19T05:51:27.264417+0000","last_fullsized":"2024-09-19T05:51:27.264417+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:58.301168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264175+0000","last_change":"2024-09-19T05:51:25.259083+0000","last_active":"2024-09-19T05:51:27.264175+0000","last_peered":"2024-09-19T05:51:27.264175+0000","last_clean":"2024-09-19T05:51:27.264175+0000","last_became_active":"2024-09-19T05:51:25.258821+0000","last_became_peered":"2024-09-19T05:51:25.258821+0000","last_unstale":"2024-09-19T05:51:27.264175+0000","last_undegraded":"2024-09-19T05:51:27.264175+0000","last_fullsized":"2024-09-19T05:51:27.264175+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:04:51.072249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263998+0000","last_change":"2024-09-19T05:51:26.264467+0000","last_active":"2024-09-19T05:51:27.263998+0000","last_peered":"2024-09-19T05:51:27.263998+0000","last_clean":"2024-09-19T05:51:27.263998+0000","last_became_active":"2024-09-19T05:51:26.264171+0000","last_became_peered":"2024-09-19T05:51:26.264171+0000","last_unstale":"2024-09-19T05:51:27.263998+0000","last_undegraded":"2024-09-19T05:51:27.263998+0000","last_fullsized":"2024-09-19T05:51:27.263998+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:31.105921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687501+0000","last_change":"2024-09-19T05:51:25.257963+0000","last_active":"2024-09-19T05:51:27.687501+0000","last_peered":"2024-09-19T05:51:27.687501+0000","last_clean":"2024-09-19T05:51:27.687501+0000","last_became_active":"2024-09-19T05:51:25.257685+0000","last_became_peered":"2024-09-19T05:51:25.257685+0000","last_unstale":"2024-09-19T05:51:27.687501+0000","last_undegraded":"2024-09-19T05:51:27.687501+0000","last_fullsized":"2024-09-19T05:51:27.687501+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:16:04.229431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274649+0000","last_change":"2024-09-19T05:51:26.266864+0000","last_active":"2024-09-19T05:51:27.274649+0000","last_peered":"2024-09-19T05:51:27.274649+0000","last_clean":"2024-09-19T05:51:27.274649+0000","last_became_active":"2024-09-19T05:51:26.266360+0000","last_became_peered":"2024-09-19T05:51:26.266360+0000","last_unstale":"2024-09-19T05:51:27.274649+0000","last_undegraded":"2024-09-19T05:51:27.274649+0000","last_fullsized":"2024-09-19T05:51:27.274649+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:18:01.860391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263871+0000","last_change":"2024-09-19T05:51:25.258318+0000","last_active":"2024-09-19T05:51:27.263871+0000","last_peered":"2024-09-19T05:51:27.263871+0000","last_clean":"2024-09-19T05:51:27.263871+0000","last_became_active":"2024-09-19T05:51:25.257989+0000","last_became_peered":"2024-09-19T05:51:25.257989+0000","last_unstale":"2024-09-19T05:51:27.263871+0000","last_undegraded":"2024-09-19T05:51:27.263871+0000","last_fullsized":"2024-09-19T05:51:27.263871+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:39.082208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264747+0000","last_change":"2024-09-19T05:51:26.273726+0000","last_active":"2024-09-19T05:51:27.264747+0000","last_peered":"2024-09-19T05:51:27.264747+0000","last_clean":"2024-09-19T05:51:27.264747+0000","last_became_active":"2024-09-19T05:51:26.273447+0000","last_became_peered":"2024-09-19T05:51:26.273447+0000","last_unstale":"2024-09-19T05:51:27.264747+0000","last_undegraded":"2024-09-19T05:51:27.264747+0000","last_fullsized":"2024-09-19T05:51:27.264747+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:17.577455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688408+0000","last_change":"2024-09-19T05:51:25.262091+0000","last_active":"2024-09-19T05:51:27.688408+0000","last_peered":"2024-09-19T05:51:27.688408+0000","last_clean":"2024-09-19T05:51:27.688408+0000","last_became_active":"2024-09-19T05:51:25.261820+0000","last_became_peered":"2024-09-19T05:51:25.261820+0000","last_unstale":"2024-09-19T05:51:27.688408+0000","last_undegraded":"2024-09-19T05:51:27.688408+0000","last_fullsized":"2024-09-19T05:51:27.688408+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:56.720849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688425+0000","last_change":"2024-09-19T05:51:26.280528+0000","last_active":"2024-09-19T05:51:27.688425+0000","last_peered":"2024-09-19T05:51:27.688425+0000","last_clean":"2024-09-19T05:51:27.688425+0000","last_became_active":"2024-09-19T05:51:26.280189+0000","last_became_peered":"2024-09-19T05:51:26.280189+0000","last_unstale":"2024-09-19T05:51:27.688425+0000","last_undegraded":"2024-09-19T05:51:27.688425+0000","last_fullsized":"2024-09-19T05:51:27.688425+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:50.716568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.262892+0000","last_change":"2024-09-19T05:51:25.261803+0000","last_active":"2024-09-19T05:51:27.262892+0000","last_peered":"2024-09-19T05:51:27.262892+0000","last_clean":"2024-09-19T05:51:27.262892+0000","last_became_active":"2024-09-19T05:51:25.261456+0000","last_became_peered":"2024-09-19T05:51:25.261456+0000","last_unstale":"2024-09-19T05:51:27.262892+0000","last_undegraded":"2024-09-19T05:51:27.262892+0000","last_fullsized":"2024-09-19T05:51:27.262892+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:36:52.575421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688291+0000","last_change":"2024-09-19T05:51:26.272995+0000","last_active":"2024-09-19T05:51:27.688291+0000","last_peered":"2024-09-19T05:51:27.688291+0000","last_clean":"2024-09-19T05:51:27.688291+0000","last_became_active":"2024-09-19T05:51:26.272653+0000","last_became_peered":"2024-09-19T05:51:26.272653+0000","last_unstale":"2024-09-19T05:51:27.688291+0000","last_undegraded":"2024-09-19T05:51:27.688291+0000","last_fullsized":"2024-09-19T05:51:27.688291+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:04.521240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":17,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.265139+0000","last_change":"2024-09-19T05:51:25.258163+0000","last_active":"2024-09-19T05:51:27.265139+0000","last_peered":"2024-09-19T05:51:27.265139+0000","last_clean":"2024-09-19T05:51:27.265139+0000","last_became_active":"2024-09-19T05:51:25.257864+0000","last_became_peered":"2024-09-19T05:51:25.257864+0000","last_unstale":"2024-09-19T05:51:27.265139+0000","last_undegraded":"2024-09-19T05:51:27.265139+0000","last_fullsized":"2024-09-19T05:51:27.265139+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:17.481057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.265037+0000","last_change":"2024-09-19T05:51:26.273288+0000","last_active":"2024-09-19T05:51:27.265037+0000","last_peered":"2024-09-19T05:51:27.265037+0000","last_clean":"2024-09-19T05:51:27.265037+0000","last_became_active":"2024-09-19T05:51:26.273021+0000","last_became_peered":"2024-09-19T05:51:26.273021+0000","last_unstale":"2024-09-19T05:51:27.265037+0000","last_undegraded":"2024-09-19T05:51:27.265037+0000","last_fullsized":"2024-09-19T05:51:27.265037+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:22.408825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"31'6","reported_seq":20,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688239+0000","last_change":"2024-09-19T05:51:25.264205+0000","last_active":"2024-09-19T05:51:27.688239+0000","last_peered":"2024-09-19T05:51:27.688239+0000","last_clean":"2024-09-19T05:51:27.688239+0000","last_became_active":"2024-09-19T05:51:25.263894+0000","last_became_peered":"2024-09-19T05:51:25.263894+0000","last_unstale":"2024-09-19T05:51:27.688239+0000","last_undegraded":"2024-09-19T05:51:27.688239+0000","last_fullsized":"2024-09-19T05:51:27.688239+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:30.101340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274712+0000","last_change":"2024-09-19T05:51:26.267602+0000","last_active":"2024-09-19T05:51:27.274712+0000","last_peered":"2024-09-19T05:51:27.274712+0000","last_clean":"2024-09-19T05:51:27.274712+0000","last_became_active":"2024-09-19T05:51:26.267320+0000","last_became_peered":"2024-09-19T05:51:26.267320+0000","last_unstale":"2024-09-19T05:51:27.274712+0000","last_undegraded":"2024-09-19T05:51:27.274712+0000","last_fullsized":"2024-09-19T05:51:27.274712+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:15.046420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264221+0000","last_change":"2024-09-19T05:51:25.257100+0000","last_active":"2024-09-19T05:51:27.264221+0000","last_peered":"2024-09-19T05:51:27.264221+0000","last_clean":"2024-09-19T05:51:27.264221+0000","last_became_active":"2024-09-19T05:51:25.256798+0000","last_became_peered":"2024-09-19T05:51:25.256798+0000","last_unstale":"2024-09-19T05:51:27.264221+0000","last_undegraded":"2024-09-19T05:51:27.264221+0000","last_fullsized":"2024-09-19T05:51:27.264221+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:11.179572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688293+0000","last_change":"2024-09-19T05:51:26.276434+0000","last_active":"2024-09-19T05:51:27.688293+0000","last_peered":"2024-09-19T05:51:27.688293+0000","last_clean":"2024-09-19T05:51:27.688293+0000","last_became_active":"2024-09-19T05:51:26.276086+0000","last_became_peered":"2024-09-19T05:51:26.276086+0000","last_unstale":"2024-09-19T05:51:27.688293+0000","last_undegraded":"2024-09-19T05:51:27.688293+0000","last_fullsized":"2024-09-19T05:51:27.688293+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:36:59.794000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274667+0000","last_change":"2024-09-19T05:51:25.263439+0000","last_active":"2024-09-19T05:51:27.274667+0000","last_peered":"2024-09-19T05:51:27.274667+0000","last_clean":"2024-09-19T05:51:27.274667+0000","last_became_active":"2024-09-19T05:51:25.263021+0000","last_became_peered":"2024-09-19T05:51:25.263021+0000","last_unstale":"2024-09-19T05:51:27.274667+0000","last_undegraded":"2024-09-19T05:51:27.274667+0000","last_fullsized":"2024-09-19T05:51:27.274667+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:55.410859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536784+0000","last_change":"2024-09-19T05:51:26.270180+0000","last_active":"2024-09-19T05:51:27.536784+0000","last_peered":"2024-09-19T05:51:27.536784+0000","last_clean":"2024-09-19T05:51:27.536784+0000","last_became_active":"2024-09-19T05:51:26.269074+0000","last_became_peered":"2024-09-19T05:51:26.269074+0000","last_unstale":"2024-09-19T05:51:27.536784+0000","last_undegraded":"2024-09-19T05:51:27.536784+0000","last_fullsized":"2024-09-19T05:51:27.536784+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:38.788463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687847+0000","last_change":"2024-09-19T05:51:25.260474+0000","last_active":"2024-09-19T05:51:27.687847+0000","last_peered":"2024-09-19T05:51:27.687847+0000","last_clean":"2024-09-19T05:51:27.687847+0000","last_became_active":"2024-09-19T05:51:25.260087+0000","last_became_peered":"2024-09-19T05:51:25.260087+0000","last_unstale":"2024-09-19T05:51:27.687847+0000","last_undegraded":"2024-09-19T05:51:27.687847+0000","last_fullsized":"2024-09-19T05:51:27.687847+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:17.481057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687900+0000","last_change":"2024-09-19T05:51:26.266041+0000","last_active":"2024-09-19T05:51:27.687900+0000","last_peered":"2024-09-19T05:51:27.687900+0000","last_clean":"2024-09-19T05:51:27.687900+0000","last_became_active":"2024-09-19T05:51:26.265747+0000","last_became_peered":"2024-09-19T05:51:26.265747+0000","last_unstale":"2024-09-19T05:51:27.687900+0000","last_undegraded":"2024-09-19T05:51:27.687900+0000","last_fullsized":"2024-09-19T05:51:27.687900+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:41.996628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":22,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687579+0000","last_change":"2024-09-19T05:51:25.265379+0000","last_active":"2024-09-19T05:51:27.687579+0000","last_peered":"2024-09-19T05:51:27.687579+0000","last_clean":"2024-09-19T05:51:27.687579+0000","last_became_active":"2024-09-19T05:51:25.265101+0000","last_became_peered":"2024-09-19T05:51:25.265101+0000","last_unstale":"2024-09-19T05:51:27.687579+0000","last_undegraded":"2024-09-19T05:51:27.687579+0000","last_fullsized":"2024-09-19T05:51:27.687579+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:16.388508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264985+0000","last_change":"2024-09-19T05:51:26.260281+0000","last_active":"2024-09-19T05:51:27.264985+0000","last_peered":"2024-09-19T05:51:27.264985+0000","last_clean":"2024-09-19T05:51:27.264985+0000","last_became_active":"2024-09-19T05:51:26.260001+0000","last_became_peered":"2024-09-19T05:51:26.260001+0000","last_unstale":"2024-09-19T05:51:27.264985+0000","last_undegraded":"2024-09-19T05:51:27.264985+0000","last_fullsized":"2024-09-19T05:51:27.264985+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:57.725430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.275206+0000","last_change":"2024-09-19T05:51:25.262855+0000","last_active":"2024-09-19T05:51:27.275206+0000","last_peered":"2024-09-19T05:51:27.275206+0000","last_clean":"2024-09-19T05:51:27.275206+0000","last_became_active":"2024-09-19T05:51:25.261598+0000","last_became_peered":"2024-09-19T05:51:25.261598+0000","last_unstale":"2024-09-19T05:51:27.275206+0000","last_undegraded":"2024-09-19T05:51:27.275206+0000","last_fullsized":"2024-09-19T05:51:27.275206+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:40.992047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.265168+0000","last_change":"2024-09-19T05:51:26.266483+0000","last_active":"2024-09-19T05:51:27.265168+0000","last_peered":"2024-09-19T05:51:27.265168+0000","last_clean":"2024-09-19T05:51:27.265168+0000","last_became_active":"2024-09-19T05:51:26.266222+0000","last_became_peered":"2024-09-19T05:51:26.266222+0000","last_unstale":"2024-09-19T05:51:27.265168+0000","last_undegraded":"2024-09-19T05:51:27.265168+0000","last_fullsized":"2024-09-19T05:51:27.265168+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:04.521240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.265020+0000","last_change":"2024-09-19T05:51:25.258146+0000","last_active":"2024-09-19T05:51:27.265020+0000","last_peered":"2024-09-19T05:51:27.265020+0000","last_clean":"2024-09-19T05:51:27.265020+0000","last_became_active":"2024-09-19T05:51:25.257861+0000","last_became_peered":"2024-09-19T05:51:25.257861+0000","last_unstale":"2024-09-19T05:51:27.265020+0000","last_undegraded":"2024-09-19T05:51:27.265020+0000","last_fullsized":"2024-09-19T05:51:27.265020+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:39:36.127847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274759+0000","last_change":"2024-09-19T05:51:26.267094+0000","last_active":"2024-09-19T05:51:27.274759+0000","last_peered":"2024-09-19T05:51:27.274759+0000","last_clean":"2024-09-19T05:51:27.274759+0000","last_became_active":"2024-09-19T05:51:26.266677+0000","last_became_peered":"2024-09-19T05:51:26.266677+0000","last_unstale":"2024-09-19T05:51:27.274759+0000","last_undegraded":"2024-09-19T05:51:27.274759+0000","last_fullsized":"2024-09-19T05:51:27.274759+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:41.973960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264873+0000","last_change":"2024-09-19T05:51:25.256965+0000","last_active":"2024-09-19T05:51:27.264873+0000","last_peered":"2024-09-19T05:51:27.264873+0000","last_clean":"2024-09-19T05:51:27.264873+0000","last_became_active":"2024-09-19T05:51:25.256660+0000","last_became_peered":"2024-09-19T05:51:25.256660+0000","last_unstale":"2024-09-19T05:51:27.264873+0000","last_undegraded":"2024-09-19T05:51:27.264873+0000","last_fullsized":"2024-09-19T05:51:27.264873+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:04:27.604573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687887+0000","last_change":"2024-09-19T05:51:26.271203+0000","last_active":"2024-09-19T05:51:27.687887+0000","last_peered":"2024-09-19T05:51:27.687887+0000","last_clean":"2024-09-19T05:51:27.687887+0000","last_became_active":"2024-09-19T05:51:26.270940+0000","last_became_peered":"2024-09-19T05:51:26.270940+0000","last_unstale":"2024-09-19T05:51:27.687887+0000","last_undegraded":"2024-09-19T05:51:27.687887+0000","last_fullsized":"2024-09-19T05:51:27.687887+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:54.548460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.265119+0000","last_change":"2024-09-19T05:51:25.261452+0000","last_active":"2024-09-19T05:51:27.265119+0000","last_peered":"2024-09-19T05:51:27.265119+0000","last_clean":"2024-09-19T05:51:27.265119+0000","last_became_active":"2024-09-19T05:51:25.261185+0000","last_became_peered":"2024-09-19T05:51:25.261185+0000","last_unstale":"2024-09-19T05:51:27.265119+0000","last_undegraded":"2024-09-19T05:51:27.265119+0000","last_fullsized":"2024-09-19T05:51:27.265119+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:10.882237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687980+0000","last_change":"2024-09-19T05:51:26.263374+0000","last_active":"2024-09-19T05:51:27.687980+0000","last_peered":"2024-09-19T05:51:27.687980+0000","last_clean":"2024-09-19T05:51:27.687980+0000","last_became_active":"2024-09-19T05:51:26.263054+0000","last_became_peered":"2024-09-19T05:51:26.263054+0000","last_unstale":"2024-09-19T05:51:27.687980+0000","last_undegraded":"2024-09-19T05:51:27.687980+0000","last_fullsized":"2024-09-19T05:51:27.687980+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:14:06.182145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263105+0000","last_change":"2024-09-19T05:51:25.261612+0000","last_active":"2024-09-19T05:51:27.263105+0000","last_peered":"2024-09-19T05:51:27.263105+0000","last_clean":"2024-09-19T05:51:27.263105+0000","last_became_active":"2024-09-19T05:51:25.261320+0000","last_became_peered":"2024-09-19T05:51:25.261320+0000","last_unstale":"2024-09-19T05:51:27.263105+0000","last_undegraded":"2024-09-19T05:51:27.263105+0000","last_fullsized":"2024-09-19T05:51:27.263105+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:55.410859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.688327+0000","last_change":"2024-09-19T05:51:26.263528+0000","last_active":"2024-09-19T05:51:27.688327+0000","last_peered":"2024-09-19T05:51:27.688327+0000","last_clean":"2024-09-19T05:51:27.688327+0000","last_became_active":"2024-09-19T05:51:26.263204+0000","last_became_peered":"2024-09-19T05:51:26.263204+0000","last_unstale":"2024-09-19T05:51:27.688327+0000","last_undegraded":"2024-09-19T05:51:27.688327+0000","last_fullsized":"2024-09-19T05:51:27.688327+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:01:21.761760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687919+0000","last_change":"2024-09-19T05:51:25.264517+0000","last_active":"2024-09-19T05:51:27.687919+0000","last_peered":"2024-09-19T05:51:27.687919+0000","last_clean":"2024-09-19T05:51:27.687919+0000","last_became_active":"2024-09-19T05:51:25.264143+0000","last_became_peered":"2024-09-19T05:51:25.264143+0000","last_unstale":"2024-09-19T05:51:27.687919+0000","last_undegraded":"2024-09-19T05:51:27.687919+0000","last_fullsized":"2024-09-19T05:51:27.687919+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:56.849002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687702+0000","last_change":"2024-09-19T05:51:26.263044+0000","last_active":"2024-09-19T05:51:27.687702+0000","last_peered":"2024-09-19T05:51:27.687702+0000","last_clean":"2024-09-19T05:51:27.687702+0000","last_became_active":"2024-09-19T05:51:26.262743+0000","last_became_peered":"2024-09-19T05:51:26.262743+0000","last_unstale":"2024-09-19T05:51:27.687702+0000","last_undegraded":"2024-09-19T05:51:27.687702+0000","last_fullsized":"2024-09-19T05:51:27.687702+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:45.425173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263911+0000","last_change":"2024-09-19T05:51:25.263618+0000","last_active":"2024-09-19T05:51:27.263911+0000","last_peered":"2024-09-19T05:51:27.263911+0000","last_clean":"2024-09-19T05:51:27.263911+0000","last_became_active":"2024-09-19T05:51:25.263389+0000","last_became_peered":"2024-09-19T05:51:25.263389+0000","last_unstale":"2024-09-19T05:51:27.263911+0000","last_undegraded":"2024-09-19T05:51:27.263911+0000","last_fullsized":"2024-09-19T05:51:27.263911+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:02.362693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536520+0000","last_change":"2024-09-19T05:51:26.270163+0000","last_active":"2024-09-19T05:51:27.536520+0000","last_peered":"2024-09-19T05:51:27.536520+0000","last_clean":"2024-09-19T05:51:27.536520+0000","last_became_active":"2024-09-19T05:51:26.269324+0000","last_became_peered":"2024-09-19T05:51:26.269324+0000","last_unstale":"2024-09-19T05:51:27.536520+0000","last_undegraded":"2024-09-19T05:51:27.536520+0000","last_fullsized":"2024-09-19T05:51:27.536520+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:24:37.661881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263631+0000","last_change":"2024-09-19T05:51:25.260211+0000","last_active":"2024-09-19T05:51:27.263631+0000","last_peered":"2024-09-19T05:51:27.263631+0000","last_clean":"2024-09-19T05:51:27.263631+0000","last_became_active":"2024-09-19T05:51:25.259901+0000","last_became_peered":"2024-09-19T05:51:25.259901+0000","last_unstale":"2024-09-19T05:51:27.263631+0000","last_undegraded":"2024-09-19T05:51:27.263631+0000","last_fullsized":"2024-09-19T05:51:27.263631+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:16:04.229431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687698+0000","last_change":"2024-09-19T05:51:26.265468+0000","last_active":"2024-09-19T05:51:27.687698+0000","last_peered":"2024-09-19T05:51:27.687698+0000","last_clean":"2024-09-19T05:51:27.687698+0000","last_became_active":"2024-09-19T05:51:26.265180+0000","last_became_peered":"2024-09-19T05:51:26.265180+0000","last_unstale":"2024-09-19T05:51:27.687698+0000","last_undegraded":"2024-09-19T05:51:27.687698+0000","last_fullsized":"2024-09-19T05:51:27.687698+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:30:48.584016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.275242+0000","last_change":"2024-09-19T05:51:25.266374+0000","last_active":"2024-09-19T05:51:27.275242+0000","last_peered":"2024-09-19T05:51:27.275242+0000","last_clean":"2024-09-19T05:51:27.275242+0000","last_became_active":"2024-09-19T05:51:25.266081+0000","last_became_peered":"2024-09-19T05:51:25.266081+0000","last_unstale":"2024-09-19T05:51:27.275242+0000","last_undegraded":"2024-09-19T05:51:27.275242+0000","last_fullsized":"2024-09-19T05:51:27.275242+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:01.337425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.265282+0000","last_change":"2024-09-19T05:51:26.272371+0000","last_active":"2024-09-19T05:51:27.265282+0000","last_peered":"2024-09-19T05:51:27.265282+0000","last_clean":"2024-09-19T05:51:27.265282+0000","last_became_active":"2024-09-19T05:51:26.271971+0000","last_became_peered":"2024-09-19T05:51:26.271971+0000","last_unstale":"2024-09-19T05:51:27.265282+0000","last_undegraded":"2024-09-19T05:51:27.265282+0000","last_fullsized":"2024-09-19T05:51:27.265282+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:50.716568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"32'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274175+0000","last_change":"2024-09-19T05:51:25.263701+0000","last_active":"2024-09-19T05:51:27.274175+0000","last_peered":"2024-09-19T05:51:27.274175+0000","last_clean":"2024-09-19T05:51:27.274175+0000","last_became_active":"2024-09-19T05:51:25.263406+0000","last_became_peered":"2024-09-19T05:51:25.263406+0000","last_unstale":"2024-09-19T05:51:27.274175+0000","last_undegraded":"2024-09-19T05:51:27.274175+0000","last_fullsized":"2024-09-19T05:51:27.274175+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:40.992047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.262809+0000","last_change":"2024-09-19T05:51:26.272621+0000","last_active":"2024-09-19T05:51:27.262809+0000","last_peered":"2024-09-19T05:51:27.262809+0000","last_clean":"2024-09-19T05:51:27.262809+0000","last_became_active":"2024-09-19T05:51:26.272327+0000","last_became_peered":"2024-09-19T05:51:26.272327+0000","last_unstale":"2024-09-19T05:51:27.262809+0000","last_undegraded":"2024-09-19T05:51:27.262809+0000","last_fullsized":"2024-09-19T05:51:27.262809+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:48:42.723597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274853+0000","last_change":"2024-09-19T05:51:25.261961+0000","last_active":"2024-09-19T05:51:27.274853+0000","last_peered":"2024-09-19T05:51:27.274853+0000","last_clean":"2024-09-19T05:51:27.274853+0000","last_became_active":"2024-09-19T05:51:25.260646+0000","last_became_peered":"2024-09-19T05:51:25.260646+0000","last_unstale":"2024-09-19T05:51:27.274853+0000","last_undegraded":"2024-09-19T05:51:27.274853+0000","last_fullsized":"2024-09-19T05:51:27.274853+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:36:52.575421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687969+0000","last_change":"2024-09-19T05:51:26.264626+0000","last_active":"2024-09-19T05:51:27.687969+0000","last_peered":"2024-09-19T05:51:27.687969+0000","last_clean":"2024-09-19T05:51:27.687969+0000","last_became_active":"2024-09-19T05:51:26.264323+0000","last_became_peered":"2024-09-19T05:51:26.264323+0000","last_unstale":"2024-09-19T05:51:27.687969+0000","last_undegraded":"2024-09-19T05:51:27.687969+0000","last_fullsized":"2024-09-19T05:51:27.687969+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:21.777624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263254+0000","last_change":"2024-09-19T05:51:25.257212+0000","last_active":"2024-09-19T05:51:27.263254+0000","last_peered":"2024-09-19T05:51:27.263254+0000","last_clean":"2024-09-19T05:51:27.263254+0000","last_became_active":"2024-09-19T05:51:25.256949+0000","last_became_peered":"2024-09-19T05:51:25.256949+0000","last_unstale":"2024-09-19T05:51:27.263254+0000","last_undegraded":"2024-09-19T05:51:27.263254+0000","last_fullsized":"2024-09-19T05:51:27.263254+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:01.337425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263008+0000","last_change":"2024-09-19T05:51:26.261984+0000","last_active":"2024-09-19T05:51:27.263008+0000","last_peered":"2024-09-19T05:51:27.263008+0000","last_clean":"2024-09-19T05:51:27.263008+0000","last_became_active":"2024-09-19T05:51:26.261688+0000","last_became_peered":"2024-09-19T05:51:26.261688+0000","last_unstale":"2024-09-19T05:51:27.263008+0000","last_undegraded":"2024-09-19T05:51:27.263008+0000","last_fullsized":"2024-09-19T05:51:27.263008+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:04.870387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.274780+0000","last_change":"2024-09-19T05:51:25.266354+0000","last_active":"2024-09-19T05:51:27.274780+0000","last_peered":"2024-09-19T05:51:27.274780+0000","last_clean":"2024-09-19T05:51:27.274780+0000","last_became_active":"2024-09-19T05:51:25.266092+0000","last_became_peered":"2024-09-19T05:51:25.266092+0000","last_unstale":"2024-09-19T05:51:27.274780+0000","last_undegraded":"2024-09-19T05:51:27.274780+0000","last_fullsized":"2024-09-19T05:51:27.274780+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:11.408023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687555+0000","last_change":"2024-09-19T05:51:26.277633+0000","last_active":"2024-09-19T05:51:27.687555+0000","last_peered":"2024-09-19T05:51:27.687555+0000","last_clean":"2024-09-19T05:51:27.687555+0000","last_became_active":"2024-09-19T05:51:26.276023+0000","last_became_peered":"2024-09-19T05:51:26.276023+0000","last_unstale":"2024-09-19T05:51:27.687555+0000","last_undegraded":"2024-09-19T05:51:27.687555+0000","last_fullsized":"2024-09-19T05:51:27.687555+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:56:04.943992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.264042+0000","last_change":"2024-09-19T05:51:25.262264+0000","last_active":"2024-09-19T05:51:27.264042+0000","last_peered":"2024-09-19T05:51:27.264042+0000","last_clean":"2024-09-19T05:51:27.264042+0000","last_became_active":"2024-09-19T05:51:25.261983+0000","last_became_peered":"2024-09-19T05:51:25.261983+0000","last_unstale":"2024-09-19T05:51:27.264042+0000","last_undegraded":"2024-09-19T05:51:27.264042+0000","last_fullsized":"2024-09-19T05:51:27.264042+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:33.627576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.263924+0000","last_change":"2024-09-19T05:51:26.272706+0000","last_active":"2024-09-19T05:51:27.263924+0000","last_peered":"2024-09-19T05:51:27.263924+0000","last_clean":"2024-09-19T05:51:27.263924+0000","last_became_active":"2024-09-19T05:51:26.272348+0000","last_became_peered":"2024-09-19T05:51:26.272348+0000","last_unstale":"2024-09-19T05:51:27.263924+0000","last_undegraded":"2024-09-19T05:51:27.263924+0000","last_fullsized":"2024-09-19T05:51:27.263924+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:29.644177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687649+0000","last_change":"2024-09-19T05:51:25.260363+0000","last_active":"2024-09-19T05:51:27.687649+0000","last_peered":"2024-09-19T05:51:27.687649+0000","last_clean":"2024-09-19T05:51:27.687649+0000","last_became_active":"2024-09-19T05:51:25.260050+0000","last_became_peered":"2024-09-19T05:51:25.260050+0000","last_unstale":"2024-09-19T05:51:27.687649+0000","last_undegraded":"2024-09-19T05:51:27.687649+0000","last_fullsized":"2024-09-19T05:51:27.687649+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:28.639596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536684+0000","last_change":"2024-09-19T05:51:26.269942+0000","last_active":"2024-09-19T05:51:27.536684+0000","last_peered":"2024-09-19T05:51:27.536684+0000","last_clean":"2024-09-19T05:51:27.536684+0000","last_became_active":"2024-09-19T05:51:26.268224+0000","last_became_peered":"2024-09-19T05:51:26.268224+0000","last_unstale":"2024-09-19T05:51:27.536684+0000","last_undegraded":"2024-09-19T05:51:27.536684+0000","last_fullsized":"2024-09-19T05:51:27.536684+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:25.240368+0000","last_clean_scrub_stamp":"2024-09-19T05:51:25.240368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:32:57.846666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.687827+0000","last_change":"2024-09-19T05:51:25.260504+0000","last_active":"2024-09-19T05:51:27.687827+0000","last_peered":"2024-09-19T05:51:27.687827+0000","last_clean":"2024-09-19T05:51:27.687827+0000","last_became_active":"2024-09-19T05:51:25.260137+0000","last_became_peered":"2024-09-19T05:51:25.260137+0000","last_unstale":"2024-09-19T05:51:27.687827+0000","last_undegraded":"2024-09-19T05:51:27.687827+0000","last_fullsized":"2024-09-19T05:51:27.687827+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:51:24.235786+0000","last_clean_scrub_stamp":"2024-09-19T05:51:24.235786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:14:05.177564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":190,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T05:51:27.536861+0000","last_change":"2024-09-19T05:50:35.646709+0000","last_active":"2024-09-19T05:51:27.536861+0000","last_peered":"2024-09-19T05:51:27.536861+0000","last_clean":"2024-09-19T05:51:27.536861+0000","last_became_active":"2024-09-19T05:50:35.645765+0000","last_became_peered":"2024-09-19T05:50:35.645765+0000","last_unstale":"2024-09-19T05:51:27.536861+0000","last_undegraded":"2024-09-19T05:51:27.536861+0000","last_fullsized":"2024-09-19T05:51:27.536861+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_clean_scrub_stamp":"2024-09-19T05:50:34.148268+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:39.766293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":15,"seq":64424509455,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":364544,"data_stored":137673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":14,"seq":60129542159,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27968,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343872,"statfs":{"total":96636764160,"available":96608124928,"internally_reserved":0,"allocated":954368,"data_stored":727459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542159,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":364544,"data_stored":137617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542157,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":364544,"data_stored":137105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542158,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35716,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336124,"statfs":{"total":96636764160,"available":96600190976,"internally_reserved":0,"allocated":372736,"data_stored":138635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,15],"upper_bound":16},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542159,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31544,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340296,"statfs":{"total":96636764160,"available":96604463104,"internally_reserved":0,"allocated":360448,"data_stored":137071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542159,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31556,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340284,"statfs":{"total":96636764160,"available":96604450816,"internally_reserved":0,"allocated":372736,"data_stored":138635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542159,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32120,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":950272,"data_stored":727369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:51:34.125 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T05:51:34.126 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T05:51:34.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.270+0000 7f1cdde23640 1 Processor -- start 2024-09-19T05:51:34.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.270+0000 7f1cdde23640 1 -- start start 2024-09-19T05:51:34.273 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.271+0000 7f1cdde23640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cd806eb20 0x7f1cd80d0040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:34.273 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.271+0000 7f1cdde23640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f1cd80d0580 0x7f1cd815a980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:34.273 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.271+0000 7f1cdde23640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1cd80b3fd0 con 0x7f1cd80aecc0 2024-09-19T05:51:34.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.271+0000 7f1cdde23640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f1cd80b42b0 con 0x7f1cd80d0580 2024-09-19T05:51:34.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.271+0000 7f1cdde23640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f1cd80b4590 con 0x7f1cd806eb20 2024-09-19T05:51:34.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.271+0000 7f1cd6ffd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cd806eb20 0x7f1cd80d0040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:34.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.271+0000 7f1cd6ffd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cd806eb20 0x7f1cd80d0040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.46:52024/0 (socket says 172.21.15.46:52024) 2024-09-19T05:51:34.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.271+0000 7f1cd6ffd640 1 -- 172.21.15.46:0/8656257 learned_addr learned my addr 172.21.15.46:0/8656257 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:34.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.271+0000 7f1cd7fff640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f1cd80d0580 0x7f1cd815a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:34.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.271+0000 7f1cd7fff640 1 -- 172.21.15.46:0/8656257 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cd806eb20 msgr2=0x7f1cd80d0040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:34.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.271+0000 7f1cd7fff640 1 --2- 172.21.15.46:0/8656257 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cd806eb20 0x7f1cd80d0040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:34.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.271+0000 7f1cd7fff640 1 -- 172.21.15.46:0/8656257 >> v1:172.21.15.78:6789/0 conn(0x7f1cd80aecc0 legacy=0x7f1cd80b36d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:34.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.271+0000 7f1cd7fff640 1 -- 172.21.15.46:0/8656257 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cd80b4870 con 0x7f1cd80d0580 2024-09-19T05:51:34.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.271+0000 7f1cd6ffd640 1 --2- 172.21.15.46:0/8656257 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cd806eb20 0x7f1cd80d0040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:34.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.272+0000 7f1cd7fff640 1 --2- 172.21.15.46:0/8656257 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1cd80d0580 0x7f1cd815a980 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f1cd0009d90 tx=0x7f1cd002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=628e297a3c53189a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:34.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.272+0000 7f1cd67fc640 1 -- 172.21.15.46:0/8656257 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd0007740 con 0x7f1cd80d0580 2024-09-19T05:51:34.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.272+0000 7f1cd67fc640 1 -- 172.21.15.46:0/8656257 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cd00078e0 con 0x7f1cd80d0580 2024-09-19T05:51:34.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.272+0000 7f1cd67fc640 1 -- 172.21.15.46:0/8656257 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd0007cb0 con 0x7f1cd80d0580 2024-09-19T05:51:34.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.273+0000 7f1cdde23640 1 -- 172.21.15.46:0/8656257 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1cd80d0580 msgr2=0x7f1cd815a980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:34.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.273+0000 7f1cdde23640 1 --2- 172.21.15.46:0/8656257 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1cd80d0580 0x7f1cd815a980 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f1cd0009d90 tx=0x7f1cd002a660 comp rx=0 tx=0).stop 2024-09-19T05:51:34.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.273+0000 7f1cdde23640 1 -- 172.21.15.46:0/8656257 shutdown_connections 2024-09-19T05:51:34.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.273+0000 7f1cdde23640 1 --2- 172.21.15.46:0/8656257 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1cd80d0580 0x7f1cd815a980 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:34.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.273+0000 7f1cdde23640 1 --2- 172.21.15.46:0/8656257 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cd806eb20 0x7f1cd80d0040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:34.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.273+0000 7f1cdde23640 1 -- 172.21.15.46:0/8656257 >> 172.21.15.46:0/8656257 conn(0x7f1cd8062630 msgr2=0x7f1cd8062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:34.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.273+0000 7f1cdde23640 1 -- 172.21.15.46:0/8656257 shutdown_connections 2024-09-19T05:51:34.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.273+0000 7f1cdde23640 1 -- 172.21.15.46:0/8656257 wait complete. 2024-09-19T05:51:34.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.274+0000 7f1cdde23640 1 Processor -- start 2024-09-19T05:51:34.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.275+0000 7f1cdde23640 1 -- start start 2024-09-19T05:51:34.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.276+0000 7f1cdde23640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cd806eb20 0x7f1cd809a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:34.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.276+0000 7f1cdde23640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1cd80aecc0 0x7f1cd81f3d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:34.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.276+0000 7f1cdde23640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1cd80d0580 0x7f1cd80b1f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:34.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.276+0000 7f1cdde23640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd80b5070 con 0x7f1cd80d0580 2024-09-19T05:51:34.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.276+0000 7f1cdde23640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd80d09f0 con 0x7f1cd80aecc0 2024-09-19T05:51:34.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.276+0000 7f1cdde23640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f1cd80b51f0 con 0x7f1cd806eb20 2024-09-19T05:51:34.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.276+0000 7f1cd7fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1cd80d0580 0x7f1cd80b1f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:34.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.276+0000 7f1cd7fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1cd80d0580 0x7f1cd80b1f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41250/0 (socket says 172.21.15.46:41250) 2024-09-19T05:51:34.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.276+0000 7f1cd7fff640 1 -- 172.21.15.46:0/78638338 learned_addr learned my addr 172.21.15.46:0/78638338 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:34.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.276+0000 7f1cd6ffd640 1 --2- 172.21.15.46:0/78638338 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1cd80aecc0 0x7f1cd81f3d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:34.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.276+0000 7f1cd77fe640 1 --2- 172.21.15.46:0/78638338 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cd806eb20 0x7f1cd809a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:34.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.276+0000 7f1cd7fff640 1 -- 172.21.15.46:0/78638338 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cd806eb20 msgr2=0x7f1cd809a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:34.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.276+0000 7f1cd7fff640 1 --2- 172.21.15.46:0/78638338 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cd806eb20 0x7f1cd809a2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:34.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.276+0000 7f1cd7fff640 1 -- 172.21.15.46:0/78638338 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1cd80aecc0 msgr2=0x7f1cd81f3d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:34.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.276+0000 7f1cd7fff640 1 --2- 172.21.15.46:0/78638338 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1cd80aecc0 0x7f1cd81f3d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:34.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.276+0000 7f1cd7fff640 1 -- 172.21.15.46:0/78638338 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cd81f88d0 con 0x7f1cd80d0580 2024-09-19T05:51:34.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.276+0000 7f1cd77fe640 1 --2- 172.21.15.46:0/78638338 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cd806eb20 0x7f1cd809a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:34.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.276+0000 7f1cd6ffd640 1 --2- 172.21.15.46:0/78638338 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1cd80aecc0 0x7f1cd81f3d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:34.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.276+0000 7f1cd7fff640 1 --2- 172.21.15.46:0/78638338 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1cd80d0580 0x7f1cd80b1f40 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f1cd002ac50 tx=0x7f1cd0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:34.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.277+0000 7f1cbffff640 1 -- 172.21.15.46:0/78638338 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd0040070 con 0x7f1cd80d0580 2024-09-19T05:51:34.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.277+0000 7f1cbffff640 1 -- 172.21.15.46:0/78638338 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cd0031bc0 con 0x7f1cd80d0580 2024-09-19T05:51:34.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.277+0000 7f1cdde23640 1 -- 172.21.15.46:0/78638338 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cd8072b40 con 0x7f1cd80d0580 2024-09-19T05:51:34.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.277+0000 7f1cbffff640 1 -- 172.21.15.46:0/78638338 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd0009450 con 0x7f1cd80d0580 2024-09-19T05:51:34.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.277+0000 7f1cdde23640 1 -- 172.21.15.46:0/78638338 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cd8073100 con 0x7f1cd80d0580 2024-09-19T05:51:34.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.278+0000 7f1cdde23640 1 -- 172.21.15.46:0/78638338 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cd80d0040 con 0x7f1cd80d0580 2024-09-19T05:51:34.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.278+0000 7f1cbffff640 1 -- 172.21.15.46:0/78638338 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1cd0039040 con 0x7f1cd80d0580 2024-09-19T05:51:34.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.279+0000 7f1cbffff640 1 --2- 172.21.15.46:0/78638338 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f1cc406c2b0 0x7f1cc406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:34.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.279+0000 7f1cbffff640 1 -- 172.21.15.46:0/78638338 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f1cd00acac0 con 0x7f1cd80d0580 2024-09-19T05:51:34.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.279+0000 7f1cd77fe640 1 --2- 172.21.15.46:0/78638338 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f1cc406c2b0 0x7f1cc406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:34.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.279+0000 7f1cd77fe640 1 --2- 172.21.15.46:0/78638338 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f1cc406c2b0 0x7f1cc406e770 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f1cc8001b70 tx=0x7f1cc8009040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:34.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.283+0000 7f1cbffff640 1 -- 172.21.15.46:0/78638338 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1cd007ab60 con 0x7f1cd80d0580 2024-09-19T05:51:34.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.526+0000 7f1cdde23640 1 -- 172.21.15.46:0/78638338 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f1cd8069fd0 con 0x7f1cd80d0580 2024-09-19T05:51:34.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.529+0000 7f1cbffff640 1 -- 172.21.15.46:0/78638338 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v9) ==== 190+0+147 (secure 0 0 0) 0x7f1cd007ee60 con 0x7f1cd80d0580 2024-09-19T05:51:34.531 INFO:teuthology.orchestra.run.smithi046.stdout:[client.0] 2024-09-19T05:51:34.531 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQB4u+tmxNcvNhAASxWhVmW1AToCW99jQzYLsw== 2024-09-19T05:51:34.531 INFO:teuthology.orchestra.run.smithi046.stdout: caps mds = "allow" 2024-09-19T05:51:34.531 INFO:teuthology.orchestra.run.smithi046.stdout: caps mon = "allow r" 2024-09-19T05:51:34.531 INFO:teuthology.orchestra.run.smithi046.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T05:51:34.531 INFO:teuthology.orchestra.run.smithi046.stderr:updated caps for client.0 2024-09-19T05:51:34.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.531+0000 7f1cdde23640 1 -- 172.21.15.46:0/78638338 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f1cc406c2b0 msgr2=0x7f1cc406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:34.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.531+0000 7f1cdde23640 1 --2- 172.21.15.46:0/78638338 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f1cc406c2b0 0x7f1cc406e770 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f1cc8001b70 tx=0x7f1cc8009040 comp rx=0 tx=0).stop 2024-09-19T05:51:34.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.531+0000 7f1cdde23640 1 -- 172.21.15.46:0/78638338 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1cd80d0580 msgr2=0x7f1cd80b1f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:34.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.531+0000 7f1cdde23640 1 --2- 172.21.15.46:0/78638338 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1cd80d0580 0x7f1cd80b1f40 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f1cd002ac50 tx=0x7f1cd0004a40 comp rx=0 tx=0).stop 2024-09-19T05:51:34.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.531+0000 7f1cdde23640 1 -- 172.21.15.46:0/78638338 shutdown_connections 2024-09-19T05:51:34.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.531+0000 7f1cdde23640 1 --2- 172.21.15.46:0/78638338 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f1cc406c2b0 0x7f1cc406e770 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:34.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.531+0000 7f1cdde23640 1 --2- 172.21.15.46:0/78638338 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1cd80d0580 0x7f1cd80b1f40 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:34.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.531+0000 7f1cdde23640 1 --2- 172.21.15.46:0/78638338 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1cd80aecc0 0x7f1cd81f3d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:34.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.531+0000 7f1cdde23640 1 --2- 172.21.15.46:0/78638338 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1cd806eb20 0x7f1cd809a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:34.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.531+0000 7f1cdde23640 1 -- 172.21.15.46:0/78638338 >> 172.21.15.46:0/78638338 conn(0x7f1cd8062630 msgr2=0x7f1cd80c5ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:34.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.531+0000 7f1cdde23640 1 -- 172.21.15.46:0/78638338 shutdown_connections 2024-09-19T05:51:34.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.531+0000 7f1cdde23640 1 -- 172.21.15.46:0/78638338 wait complete. 2024-09-19T05:51:34.544 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:51:34.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.643+0000 7f887810a640 1 Processor -- start 2024-09-19T05:51:34.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.644+0000 7f887810a640 1 -- start start 2024-09-19T05:51:34.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.644+0000 7f887810a640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f88700cf6e0 0x7f88700ce3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:34.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.644+0000 7f887810a640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f887006ecd0 0x7f88700cfc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:34.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.645+0000 7f887810a640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88700cf3e0 con 0x7f8870161d70 2024-09-19T05:51:34.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.645+0000 7f887810a640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f887006caf0 con 0x7f887006ecd0 2024-09-19T05:51:34.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.645+0000 7f887810a640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f88700cf190 con 0x7f88700cf6e0 2024-09-19T05:51:34.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.645+0000 7f88766a7640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f887006ecd0 0x7f88700cfc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:34.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.645+0000 7f88766a7640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f887006ecd0 0x7f88700cfc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40088/0 (socket says 172.21.15.46:40088) 2024-09-19T05:51:34.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.645+0000 7f88766a7640 1 -- 172.21.15.46:0/406625067 learned_addr learned my addr 172.21.15.46:0/406625067 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:34.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.645+0000 7f88756a5640 1 --2- 172.21.15.46:0/406625067 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f88700cf6e0 0x7f88700ce3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:34.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.645+0000 7f88766a7640 1 -- 172.21.15.46:0/406625067 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f88700cf6e0 msgr2=0x7f88700ce3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:34.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.645+0000 7f88766a7640 1 --2- 172.21.15.46:0/406625067 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f88700cf6e0 0x7f88700ce3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:34.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.645+0000 7f88766a7640 1 -- 172.21.15.46:0/406625067 >> v1:172.21.15.78:6789/0 conn(0x7f8870161d70 legacy=0x7f88700cdca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:34.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.645+0000 7f88766a7640 1 -- 172.21.15.46:0/406625067 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88700d1db0 con 0x7f887006ecd0 2024-09-19T05:51:34.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.646+0000 7f88766a7640 1 --2- 172.21.15.46:0/406625067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f887006ecd0 0x7f88700cfc30 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f8868009e50 tx=0x7f886802a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10e7c804fe5ab370 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:34.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.646+0000 7f8874ea4640 1 -- 172.21.15.46:0/406625067 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8868036070 con 0x7f887006ecd0 2024-09-19T05:51:34.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.646+0000 7f8874ea4640 1 -- 172.21.15.46:0/406625067 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8868031600 con 0x7f887006ecd0 2024-09-19T05:51:34.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.646+0000 7f8874ea4640 1 -- 172.21.15.46:0/406625067 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88680319d0 con 0x7f887006ecd0 2024-09-19T05:51:34.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.646+0000 7f887810a640 1 -- 172.21.15.46:0/406625067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f887006ecd0 msgr2=0x7f88700cfc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:34.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.646+0000 7f887810a640 1 --2- 172.21.15.46:0/406625067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f887006ecd0 0x7f88700cfc30 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f8868009e50 tx=0x7f886802a630 comp rx=0 tx=0).stop 2024-09-19T05:51:34.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.646+0000 7f887810a640 1 -- 172.21.15.46:0/406625067 shutdown_connections 2024-09-19T05:51:34.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.646+0000 7f887810a640 1 --2- 172.21.15.46:0/406625067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f887006ecd0 0x7f88700cfc30 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:34.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.647+0000 7f887810a640 1 --2- 172.21.15.46:0/406625067 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f88700cf6e0 0x7f88700ce3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:34.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.647+0000 7f887810a640 1 -- 172.21.15.46:0/406625067 >> 172.21.15.46:0/406625067 conn(0x7f88700d1290 msgr2=0x7f88700d16a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:34.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.647+0000 7f887810a640 1 -- 172.21.15.46:0/406625067 shutdown_connections 2024-09-19T05:51:34.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.647+0000 7f887810a640 1 -- 172.21.15.46:0/406625067 wait complete. 2024-09-19T05:51:34.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.648+0000 7f887810a640 1 Processor -- start 2024-09-19T05:51:34.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.648+0000 7f887810a640 1 -- start start 2024-09-19T05:51:34.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.649+0000 7f887810a640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f887006ecd0 0x7f8870156070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:34.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.649+0000 7f887810a640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88700cf6e0 0x7f88700b6290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:34.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.649+0000 7f887810a640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8870161d70 0x7f88700b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:34.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.649+0000 7f887810a640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8870162e60 con 0x7f88700cf6e0 2024-09-19T05:51:34.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.649+0000 7f887810a640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f88701631d0 con 0x7f887006ecd0 2024-09-19T05:51:34.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.649+0000 7f887810a640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f8870162150 con 0x7f8870161d70 2024-09-19T05:51:34.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.649+0000 7f88756a5640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88700cf6e0 0x7f88700b6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:34.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.649+0000 7f88756a5640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88700cf6e0 0x7f88700b6290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40094/0 (socket says 172.21.15.46:40094) 2024-09-19T05:51:34.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.649+0000 7f88756a5640 1 -- 172.21.15.46:0/161836475 learned_addr learned my addr 172.21.15.46:0/161836475 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:34.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.649+0000 7f8875ea6640 1 --2- 172.21.15.46:0/161836475 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f887006ecd0 0x7f8870156070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:34.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.649+0000 7f88766a7640 1 --2- 172.21.15.46:0/161836475 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8870161d70 0x7f88700b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:34.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.649+0000 7f88756a5640 1 -- 172.21.15.46:0/161836475 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8870161d70 msgr2=0x7f88700b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:34.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.649+0000 7f88756a5640 1 --2- 172.21.15.46:0/161836475 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8870161d70 0x7f88700b67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:34.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.649+0000 7f88756a5640 1 -- 172.21.15.46:0/161836475 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f887006ecd0 msgr2=0x7f8870156070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:34.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.649+0000 7f88756a5640 1 --2- 172.21.15.46:0/161836475 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f887006ecd0 0x7f8870156070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:34.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.649+0000 7f88756a5640 1 -- 172.21.15.46:0/161836475 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88701565b0 con 0x7f88700cf6e0 2024-09-19T05:51:34.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.649+0000 7f88756a5640 1 --2- 172.21.15.46:0/161836475 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88700cf6e0 0x7f88700b6290 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f886000d7d0 tx=0x7f886000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:34.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.649+0000 7f88667fc640 1 -- 172.21.15.46:0/161836475 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8860004020 con 0x7f88700cf6e0 2024-09-19T05:51:34.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.649+0000 7f88667fc640 1 -- 172.21.15.46:0/161836475 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88600041e0 con 0x7f88700cf6e0 2024-09-19T05:51:34.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.649+0000 7f887810a640 1 -- 172.21.15.46:0/161836475 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88700c7340 con 0x7f88700cf6e0 2024-09-19T05:51:34.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.649+0000 7f88667fc640 1 -- 172.21.15.46:0/161836475 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88600043d0 con 0x7f88700cf6e0 2024-09-19T05:51:34.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.649+0000 7f887810a640 1 -- 172.21.15.46:0/161836475 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88700c7900 con 0x7f88700cf6e0 2024-09-19T05:51:34.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.650+0000 7f887810a640 1 -- 172.21.15.46:0/161836475 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88700b0920 con 0x7f88700cf6e0 2024-09-19T05:51:34.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.651+0000 7f88667fc640 1 -- 172.21.15.46:0/161836475 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f886001b020 con 0x7f88700cf6e0 2024-09-19T05:51:34.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.652+0000 7f88667fc640 1 --2- 172.21.15.46:0/161836475 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f885406c2b0 0x7f885406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:34.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.652+0000 7f88667fc640 1 -- 172.21.15.46:0/161836475 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f886008b1c0 con 0x7f88700cf6e0 2024-09-19T05:51:34.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.652+0000 7f8875ea6640 1 --2- 172.21.15.46:0/161836475 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f885406c2b0 0x7f885406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:34.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.652+0000 7f8875ea6640 1 --2- 172.21.15.46:0/161836475 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f885406c2b0 0x7f885406e770 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f886c006fd0 tx=0x7f886c008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:34.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.656+0000 7f88667fc640 1 -- 172.21.15.46:0/161836475 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f88600599c0 con 0x7f88700cf6e0 2024-09-19T05:51:34.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.866+0000 7f887810a640 1 -- 172.21.15.46:0/161836475 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f88700cccf0 con 0x7f88700cf6e0 2024-09-19T05:51:34.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.866+0000 7f88667fc640 1 -- 172.21.15.46:0/161836475 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5223 (secure 0 0 0) 0x7f88600592c0 con 0x7f88700cf6e0 2024-09-19T05:51:34.868 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:34.869 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":15,"btime":"2024-09-19T05:51:28:397478+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4571,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6836/3909873361","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":3909873361},{"type":"v1","addr":"172.21.15.78:6836","nonce":3909873361}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6837/3106165175","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6835","nonce":3106165175},{"type":"v1","addr":"172.21.15.78:6837","nonce":3106165175}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4809,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6834/1598859609","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1598859609},{"type":"v1","addr":"172.21.15.46:6834","nonce":1598859609}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:51:25.606565+0000","modified":"2024-09-19T05:51:27.741589+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4812},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4812":{"gid":4812,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.46:6835/1257253833","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6833","nonce":1257253833},{"type":"v1","addr":"172.21.15.46:6835","nonce":1257253833}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4812,"qdb_cluster":[4812]},"id":2}]} 2024-09-19T05:51:34.869 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 15 2024-09-19T05:51:34.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.868+0000 7f887810a640 1 -- 172.21.15.46:0/161836475 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f885406c2b0 msgr2=0x7f885406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:34.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.868+0000 7f887810a640 1 --2- 172.21.15.46:0/161836475 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f885406c2b0 0x7f885406e770 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f886c006fd0 tx=0x7f886c008040 comp rx=0 tx=0).stop 2024-09-19T05:51:34.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.868+0000 7f887810a640 1 -- 172.21.15.46:0/161836475 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88700cf6e0 msgr2=0x7f88700b6290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:34.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.868+0000 7f887810a640 1 --2- 172.21.15.46:0/161836475 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88700cf6e0 0x7f88700b6290 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f886000d7d0 tx=0x7f886000dc90 comp rx=0 tx=0).stop 2024-09-19T05:51:34.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.868+0000 7f887810a640 1 -- 172.21.15.46:0/161836475 shutdown_connections 2024-09-19T05:51:34.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.868+0000 7f887810a640 1 --2- 172.21.15.46:0/161836475 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f885406c2b0 0x7f885406e770 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:34.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.868+0000 7f887810a640 1 --2- 172.21.15.46:0/161836475 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8870161d70 0x7f88700b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:34.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.868+0000 7f887810a640 1 --2- 172.21.15.46:0/161836475 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88700cf6e0 0x7f88700b6290 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:34.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.868+0000 7f887810a640 1 --2- 172.21.15.46:0/161836475 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f887006ecd0 0x7f8870156070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:34.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.868+0000 7f887810a640 1 -- 172.21.15.46:0/161836475 >> 172.21.15.46:0/161836475 conn(0x7f88700d1290 msgr2=0x7f88700ae1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:34.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.868+0000 7f887810a640 1 -- 172.21.15.46:0/161836475 shutdown_connections 2024-09-19T05:51:34.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:34.868+0000 7f887810a640 1 -- 172.21.15.46:0/161836475 wait complete. 2024-09-19T05:51:35.284 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 15, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:51:25.606565+0000', 'modified': '2024-09-19T05:51:27.741589+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4812}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4812': {'gid': 4812, 'name': 'c', 'rank': 0, 'incarnation': 12, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.46:6835/1257253833', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.46:6833', 'nonce': 1257253833}, {'type': 'v1', 'addr': '172.21.15.46:6835', 'nonce': 1257253833}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4812, 'qdb_cluster': [4812]} 2024-09-19T05:51:35.284 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T05:51:35.285 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-19T05:51:35.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.393+0000 7fdb7c56d640 1 Processor -- start 2024-09-19T05:51:35.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.393+0000 7fdb7c56d640 1 -- start start 2024-09-19T05:51:35.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.394+0000 7fdb7c56d640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdb740d5050 0x7fdb740b8060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.394+0000 7fdb7c56d640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb740d2770 con 0x7fdb740d4be0 2024-09-19T05:51:35.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.394+0000 7fdb7c56d640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb740d2a50 con 0x7fdb7415e730 2024-09-19T05:51:35.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.394+0000 7fdb7c56d640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fdb740d2d30 con 0x7fdb740d5050 2024-09-19T05:51:35.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.394+0000 7fdb79b08640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fdb740d4be0 0x7fdb740b7950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:42218/0 (socket says 172.21.15.46:42218) 2024-09-19T05:51:35.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.394+0000 7fdb79b08640 1 -- 172.21.15.46:0/1616770181 learned_addr learned my addr 172.21.15.46:0/1616770181 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:35.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.394+0000 7fdb7ab0a640 1 --2- 172.21.15.46:0/1616770181 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdb740d5050 0x7fdb740b8060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:35.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.394+0000 7fdb79307640 1 -- 172.21.15.46:0/1616770181 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4045463447 0 0) 0x7fdb740d2770 con 0x7fdb740d4be0 2024-09-19T05:51:35.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.394+0000 7fdb79307640 1 -- 172.21.15.46:0/1616770181 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdb60003520 con 0x7fdb740d4be0 2024-09-19T05:51:35.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.394+0000 7fdb79307640 1 -- 172.21.15.46:0/1616770181 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1284079572 0 0) 0x7fdb740d2a50 con 0x7fdb7415e730 2024-09-19T05:51:35.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.394+0000 7fdb7ab0a640 1 -- 172.21.15.46:0/1616770181 >> v1:172.21.15.78:6789/0 conn(0x7fdb7415e730 legacy=0x7fdb740cf840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:35.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.395+0000 7fdb7ab0a640 1 -- 172.21.15.46:0/1616770181 >> v1:172.21.15.46:6789/0 conn(0x7fdb740d4be0 legacy=0x7fdb740b7950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:35.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.395+0000 7fdb7ab0a640 1 -- 172.21.15.46:0/1616770181 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb740d3010 con 0x7fdb740d5050 2024-09-19T05:51:35.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.395+0000 7fdb7ab0a640 1 --2- 172.21.15.46:0/1616770181 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdb740d5050 0x7fdb740b8060 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c009dc0 tx=0x7fdb6c02a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a79ed7dfbc647e3b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:35.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.395+0000 7fdb79307640 1 -- 172.21.15.46:0/1616770181 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb6c007740 con 0x7fdb740d5050 2024-09-19T05:51:35.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.396+0000 7fdb79307640 1 -- 172.21.15.46:0/1616770181 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb6c0078e0 con 0x7fdb740d5050 2024-09-19T05:51:35.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.396+0000 7fdb79307640 1 -- 172.21.15.46:0/1616770181 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb6c007c90 con 0x7fdb740d5050 2024-09-19T05:51:35.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.396+0000 7fdb7c56d640 1 -- 172.21.15.46:0/1616770181 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdb740d5050 msgr2=0x7fdb740b8060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:35.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.396+0000 7fdb7c56d640 1 --2- 172.21.15.46:0/1616770181 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdb740d5050 0x7fdb740b8060 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c009dc0 tx=0x7fdb6c02a6d0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.396+0000 7fdb7c56d640 1 -- 172.21.15.46:0/1616770181 shutdown_connections 2024-09-19T05:51:35.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.396+0000 7fdb7c56d640 1 --2- 172.21.15.46:0/1616770181 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdb740d5050 0x7fdb740b8060 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.396+0000 7fdb7c56d640 1 -- 172.21.15.46:0/1616770181 >> 172.21.15.46:0/1616770181 conn(0x7fdb740723c0 msgr2=0x7fdb740727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:35.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.396+0000 7fdb7c56d640 1 -- 172.21.15.46:0/1616770181 shutdown_connections 2024-09-19T05:51:35.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.396+0000 7fdb7c56d640 1 -- 172.21.15.46:0/1616770181 wait complete. 2024-09-19T05:51:35.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.397+0000 7fdb7c56d640 1 Processor -- start 2024-09-19T05:51:35.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.397+0000 7fdb7c56d640 1 -- start start 2024-09-19T05:51:35.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.398+0000 7fdb7c56d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb740d4be0 0x7fdb74152d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.398+0000 7fdb7c56d640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdb740d5050 0x7fdb7415fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.398+0000 7fdb7c56d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdb7415e730 0x7fdb741602b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.398+0000 7fdb7c56d640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdb7415eb10 con 0x7fdb740d4be0 2024-09-19T05:51:35.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.398+0000 7fdb7c56d640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fdb740d35d0 con 0x7fdb7415e730 2024-09-19T05:51:35.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.398+0000 7fdb7c56d640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fdb740d54a0 con 0x7fdb740d5050 2024-09-19T05:51:35.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.398+0000 7fdb7a309640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb740d4be0 0x7fdb74152d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:35.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.398+0000 7fdb7a309640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb740d4be0 0x7fdb74152d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40096/0 (socket says 172.21.15.46:40096) 2024-09-19T05:51:35.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.398+0000 7fdb7a309640 1 -- 172.21.15.46:0/3761963099 learned_addr learned my addr 172.21.15.46:0/3761963099 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:35.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.398+0000 7fdb7a309640 1 -- 172.21.15.46:0/3761963099 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdb740d5050 msgr2=0x7fdb7415fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:35.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.398+0000 7fdb7a309640 1 --2- 172.21.15.46:0/3761963099 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdb740d5050 0x7fdb7415fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.398+0000 7fdb7a309640 1 -- 172.21.15.46:0/3761963099 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdb7415e730 msgr2=0x7fdb741602b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:35.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.398+0000 7fdb7a309640 1 --2- 172.21.15.46:0/3761963099 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdb7415e730 0x7fdb741602b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.398+0000 7fdb7a309640 1 -- 172.21.15.46:0/3761963099 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb740c8dd0 con 0x7fdb740d4be0 2024-09-19T05:51:35.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.399+0000 7fdb7a309640 1 --2- 172.21.15.46:0/3761963099 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb740d4be0 0x7fdb74152d60 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fdb7000c410 tx=0x7fdb7000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:35.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.399+0000 7fdb6affd640 1 -- 172.21.15.46:0/3761963099 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb70017070 con 0x7fdb740d4be0 2024-09-19T05:51:35.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.399+0000 7fdb6affd640 1 -- 172.21.15.46:0/3761963099 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb700035f0 con 0x7fdb740d4be0 2024-09-19T05:51:35.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.399+0000 7fdb7c56d640 1 -- 172.21.15.46:0/3761963099 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb740ce7d0 con 0x7fdb740d4be0 2024-09-19T05:51:35.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.399+0000 7fdb6affd640 1 -- 172.21.15.46:0/3761963099 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb700039e0 con 0x7fdb740d4be0 2024-09-19T05:51:35.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.399+0000 7fdb7c56d640 1 -- 172.21.15.46:0/3761963099 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb740c9350 con 0x7fdb740d4be0 2024-09-19T05:51:35.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.400+0000 7fdb6affd640 1 -- 172.21.15.46:0/3761963099 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdb7001a070 con 0x7fdb740d4be0 2024-09-19T05:51:35.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.401+0000 7fdb6affd640 1 --2- 172.21.15.46:0/3761963099 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdb5806c2b0 0x7fdb5806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.401+0000 7fdb6affd640 1 -- 172.21.15.46:0/3761963099 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fdb7008a7d0 con 0x7fdb740d4be0 2024-09-19T05:51:35.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.401+0000 7fdb79b08640 1 --2- 172.21.15.46:0/3761963099 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdb5806c2b0 0x7fdb5806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:35.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.402+0000 7fdb7f3e9740 1 Processor -- start 2024-09-19T05:51:35.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.402+0000 7fdb79b08640 1 --2- 172.21.15.46:0/3761963099 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdb5806c2b0 0x7fdb5806e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fdb64000f60 tx=0x7fdb640078f0 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:35.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.402+0000 7fdb7f3e9740 1 -- start start 2024-09-19T05:51:35.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.403+0000 7fdb7f3e9740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de42672c0 0x556de42aca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.403+0000 7fdb7f3e9740 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x556de4264a80 0x556de42676a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.403+0000 7fdb7f3e9740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556de4268a50 0x556de42618b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.403+0000 7fdb7f3e9740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x556de41c9520 con 0x556de42672c0 2024-09-19T05:51:35.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.403+0000 7fdb7f3e9740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x556de41713e0 con 0x556de4268a50 2024-09-19T05:51:35.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.403+0000 7fdb7f3e9740 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x556de41c54e0 con 0x556de4264a80 2024-09-19T05:51:35.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.403+0000 7fdb7a309640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de42672c0 0x556de42aca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:35.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.403+0000 7fdb7a309640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de42672c0 0x556de42aca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40100/0 (socket says 172.21.15.46:40100) 2024-09-19T05:51:35.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.403+0000 7fdb7a309640 1 -- 172.21.15.46:0/4267627731 learned_addr learned my addr 172.21.15.46:0/4267627731 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:35.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.403+0000 7fdb79b08640 1 --2- 172.21.15.46:0/4267627731 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x556de4264a80 0x556de42676a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:35.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.403+0000 7fdb7ab0a640 1 --2- 172.21.15.46:0/4267627731 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556de4268a50 0x556de42618b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:35.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.403+0000 7fdb7a309640 1 -- 172.21.15.46:0/4267627731 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x556de4264a80 msgr2=0x556de42676a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:35.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.403+0000 7fdb7a309640 1 --2- 172.21.15.46:0/4267627731 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x556de4264a80 0x556de42676a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.403+0000 7fdb7a309640 1 -- 172.21.15.46:0/4267627731 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556de4268a50 msgr2=0x556de42618b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:35.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.403+0000 7fdb7a309640 1 --2- 172.21.15.46:0/4267627731 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556de4268a50 0x556de42618b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.403+0000 7fdb7a309640 1 -- 172.21.15.46:0/4267627731 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556de418c2f0 con 0x556de42672c0 2024-09-19T05:51:35.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.403+0000 7fdb7a309640 1 --2- 172.21.15.46:0/4267627731 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de42672c0 0x556de42aca60 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fdb70088d00 tx=0x7fdb70058990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=598ac6a7e5c6c702 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:35.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.403+0000 7fdb57fff640 1 -- 172.21.15.46:0/4267627731 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb70056bd0 con 0x556de42672c0 2024-09-19T05:51:35.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.403+0000 7fdb57fff640 1 -- 172.21.15.46:0/4267627731 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb7005f070 con 0x556de42672c0 2024-09-19T05:51:35.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.403+0000 7fdb57fff640 1 -- 172.21.15.46:0/4267627731 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb70003b80 con 0x556de42672c0 2024-09-19T05:51:35.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.404+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/4267627731 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de42672c0 msgr2=0x556de42aca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:35.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.404+0000 7fdb7f3e9740 1 --2- 172.21.15.46:0/4267627731 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de42672c0 0x556de42aca60 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fdb70088d00 tx=0x7fdb70058990 comp rx=0 tx=0).stop 2024-09-19T05:51:35.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.404+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/4267627731 shutdown_connections 2024-09-19T05:51:35.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.404+0000 7fdb7f3e9740 1 --2- 172.21.15.46:0/4267627731 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556de4268a50 0x556de42618b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.404+0000 7fdb7f3e9740 1 --2- 172.21.15.46:0/4267627731 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x556de4264a80 0x556de42676a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.404+0000 7fdb7f3e9740 1 --2- 172.21.15.46:0/4267627731 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de42672c0 0x556de42aca60 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.404+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/4267627731 >> 172.21.15.46:0/4267627731 conn(0x556de4263a80 msgr2=0x556de42abf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:35.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.404+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/4267627731 shutdown_connections 2024-09-19T05:51:35.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.404+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/4267627731 wait complete. 2024-09-19T05:51:35.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.405+0000 7fdb7f3e9740 1 -- start start 2024-09-19T05:51:35.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.405+0000 7fdb7f3e9740 1 Processor -- start 2024-09-19T05:51:35.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.406+0000 7fdb7f3e9740 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x556de42672c0 0x556de4290420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.406+0000 7fdb7f3e9740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de4268a50 0x556de4287690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.406+0000 7fdb7f3e9740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556de4287e10 0x556de42b1050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.406+0000 7fdb7f3e9740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x556de4262f20 con 0x556de4268a50 2024-09-19T05:51:35.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.406+0000 7fdb7f3e9740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x556de4152450 con 0x556de4287e10 2024-09-19T05:51:35.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.406+0000 7fdb7f3e9740 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x556de42ad290 con 0x556de42672c0 2024-09-19T05:51:35.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.406+0000 7fdb7f3e9740 10 client.0 _ll_register_callbacks cb 0x556de3edbac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:51:35.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.406+0000 7fdb79b08640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de4268a50 0x556de4287690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:35.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.406+0000 7fdb79b08640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de4268a50 0x556de4287690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40114/0 (socket says 172.21.15.46:40114) 2024-09-19T05:51:35.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.406+0000 7fdb79b08640 1 -- 172.21.15.46:0/3486331750 learned_addr learned my addr 172.21.15.46:0/3486331750 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:35.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.406+0000 7fdb7a309640 1 --2- 172.21.15.46:0/3486331750 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x556de42672c0 0x556de4290420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:35.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.406+0000 7fdb79b08640 1 -- 172.21.15.46:0/3486331750 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x556de42672c0 msgr2=0x556de4290420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:35.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.406+0000 7fdb79b08640 1 --2- 172.21.15.46:0/3486331750 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x556de42672c0 0x556de4290420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.406+0000 7fdb79b08640 1 -- 172.21.15.46:0/3486331750 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556de4287e10 msgr2=0x556de42b1050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:35.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.406+0000 7fdb79b08640 1 --2- 172.21.15.46:0/3486331750 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556de4287e10 0x556de42b1050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.406+0000 7fdb79b08640 1 -- 172.21.15.46:0/3486331750 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556de3edc2d0 con 0x556de4268a50 2024-09-19T05:51:35.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.406+0000 7fdb79b08640 1 --2- 172.21.15.46:0/3486331750 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de4268a50 0x556de4287690 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fdb64007730 tx=0x7fdb64001150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da696f73168580d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:35.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.406+0000 7fdb557fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-09-19T05:51:35.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.407+0000 7fdb557fa640 1 -- 172.21.15.46:0/3486331750 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb64022630 con 0x556de4268a50 2024-09-19T05:51:35.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.407+0000 7fdb557fa640 1 -- 172.21.15.46:0/3486331750 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fdb640227d0 con 0x556de4268a50 2024-09-19T05:51:35.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.407+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/3486331750 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdb7005f070 con 0x556de4268a50 2024-09-19T05:51:35.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.407+0000 7fdb557fa640 1 -- 172.21.15.46:0/3486331750 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) ==== 24+0+0 (secure 0 0 0) 0x7fdb640229d0 con 0x556de4268a50 2024-09-19T05:51:35.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.407+0000 7fdb7f3e9740 10 client.4998 fetch_fsmap learned FSMap version 15 2024-09-19T05:51:35.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.407+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/3486331750 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) -- 0x556de3fa66b0 con 0x556de4268a50 2024-09-19T05:51:35.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.407+0000 7fdb557fa640 1 -- 172.21.15.46:0/3486331750 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb7005f070 con 0x556de4268a50 2024-09-19T05:51:35.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.407+0000 7fdb557fa640 1 -- 172.21.15.46:0/3486331750 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 15) ==== 3502+0+0 (secure 0 0 0) 0x7fdb64022b70 con 0x556de4268a50 2024-09-19T05:51:35.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.407+0000 7fdb7f3e9740 10 client.4998 fetch_fsmap finished waiting for FSMap version 15 2024-09-19T05:51:35.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.407+0000 7fdb7f3e9740 10 client.4998 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T05:51:35.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.407+0000 7fdb7f3e9740 20 client.4998 populate_metadata read hostname 'smithi046' 2024-09-19T05:51:35.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.407+0000 7fdb7f3e9740 1 --2- 172.21.15.46:0/3486331750 >> [v2:172.21.15.46:6833/1257253833,v1:172.21.15.46:6835/1257253833] conn(0x556de42888b0 0x556de4288c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.407+0000 7fdb7f3e9740 4 client.4998 mds_command: new command op to 4812 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:51:35.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.407+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/3486331750 --> [v2:172.21.15.46:6833/1257253833,v1:172.21.15.46:6835/1257253833] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556de41d6c50 con 0x556de42888b0 2024-09-19T05:51:35.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.407+0000 7fdb7a309640 1 --2- 172.21.15.46:0/3486331750 >> [v2:172.21.15.46:6833/1257253833,v1:172.21.15.46:6835/1257253833] conn(0x556de42888b0 0x556de4288c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:35.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.408+0000 7fdb7a309640 1 --2- 172.21.15.46:0/3486331750 >> [v2:172.21.15.46:6833/1257253833,v1:172.21.15.46:6835/1257253833] conn(0x556de42888b0 0x556de4288c90 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4abae95bbf729a33 server_cookie=7437435e5f749445 in_seq=0 out_seq=0 2024-09-19T05:51:35.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.408+0000 7fdb557fa640 10 client.4998 ms_handle_connect on v2:172.21.15.46:6833/1257253833 2024-09-19T05:51:35.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.408+0000 7fdb557fa640 1 -- 172.21.15.46:0/3486331750 <== mds.0 v2:172.21.15.46:6833/1257253833 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556de41d6c50 con 0x556de42888b0 2024-09-19T05:51:35.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.408+0000 7fdb557fa640 10 client.4998 handle_command_reply: tid=0 2024-09-19T05:51:35.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.408+0000 7fdb7f3e9740 1 client.4998 shutdown 2024-09-19T05:51:35.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.408+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/3486331750 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de4268a50 msgr2=0x556de4287690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:35.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.408+0000 7fdb7f3e9740 1 --2- 172.21.15.46:0/3486331750 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de4268a50 0x556de4287690 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fdb64007730 tx=0x7fdb64001150 comp rx=0 tx=0).stop 2024-09-19T05:51:35.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.408+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/3486331750 shutdown_connections 2024-09-19T05:51:35.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.408+0000 7fdb7f3e9740 1 --2- 172.21.15.46:0/3486331750 >> [v2:172.21.15.46:6833/1257253833,v1:172.21.15.46:6835/1257253833] conn(0x556de42888b0 0x556de4288c90 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.408+0000 7fdb7f3e9740 1 --2- 172.21.15.46:0/3486331750 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556de4287e10 0x556de42b1050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.408+0000 7fdb7f3e9740 1 --2- 172.21.15.46:0/3486331750 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de4268a50 0x556de4287690 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.408+0000 7fdb557fa640 0 client.4998 ms_handle_reset on v2:172.21.15.46:6833/1257253833 2024-09-19T05:51:35.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.408+0000 7fdb7f3e9740 1 --2- 172.21.15.46:0/3486331750 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x556de42672c0 0x556de4290420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.408+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/3486331750 >> 172.21.15.46:0/3486331750 conn(0x556de4264a80 msgr2=0x556de42a9ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:35.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.409+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/3486331750 shutdown_connections 2024-09-19T05:51:35.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.409+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/3486331750 wait complete. 2024-09-19T05:51:35.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.409+0000 7fdb7f3e9740 20 client.4998 trim_cache size 0 max 16384 2024-09-19T05:51:35.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.427+0000 7fdb7f3e9740 1 Processor -- start 2024-09-19T05:51:35.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.427+0000 7fdb7f3e9740 1 -- start start 2024-09-19T05:51:35.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.427+0000 7fdb7f3e9740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de42672c0 0x556de42aa370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.427+0000 7fdb7f3e9740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556de4268a50 0x556de428a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.427+0000 7fdb7f3e9740 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x556de4287e10 0x556de428a600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.427+0000 7fdb7f3e9740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdb741ffa20 con 0x556de42672c0 2024-09-19T05:51:35.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.427+0000 7fdb7f3e9740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fdb740cda10 con 0x556de4268a50 2024-09-19T05:51:35.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.427+0000 7fdb7f3e9740 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fdb740ce060 con 0x556de4287e10 2024-09-19T05:51:35.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.427+0000 7fdb7a309640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de42672c0 0x556de42aa370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:35.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.427+0000 7fdb7a309640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de42672c0 0x556de42aa370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40116/0 (socket says 172.21.15.46:40116) 2024-09-19T05:51:35.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.427+0000 7fdb7a309640 1 -- 172.21.15.46:0/4087615302 learned_addr learned my addr 172.21.15.46:0/4087615302 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:35.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.428+0000 7fdb7ab0a640 1 --2- 172.21.15.46:0/4087615302 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x556de4287e10 0x556de428a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:35.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.428+0000 7fdb79b08640 1 --2- 172.21.15.46:0/4087615302 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556de4268a50 0x556de428a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:35.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.428+0000 7fdb7a309640 1 -- 172.21.15.46:0/4087615302 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x556de4287e10 msgr2=0x556de428a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:35.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.428+0000 7fdb7a309640 1 --2- 172.21.15.46:0/4087615302 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x556de4287e10 0x556de428a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.428+0000 7fdb7a309640 1 -- 172.21.15.46:0/4087615302 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556de4268a50 msgr2=0x556de428a0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:35.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.428+0000 7fdb7a309640 1 --2- 172.21.15.46:0/4087615302 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556de4268a50 0x556de428a0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.428+0000 7fdb7a309640 1 -- 172.21.15.46:0/4087615302 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556de42aaf10 con 0x556de42672c0 2024-09-19T05:51:35.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.428+0000 7fdb79b08640 1 --2- 172.21.15.46:0/4087615302 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556de4268a50 0x556de428a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:35.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.428+0000 7fdb7a309640 1 --2- 172.21.15.46:0/4087615302 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de42672c0 0x556de42aa370 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fdb7000cdd0 tx=0x7fdb70014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9dc4ea455f0696c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:35.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.428+0000 7fdb577fe640 1 -- 172.21.15.46:0/4087615302 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb7005f070 con 0x556de42672c0 2024-09-19T05:51:35.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.428+0000 7fdb577fe640 1 -- 172.21.15.46:0/4087615302 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb70056bd0 con 0x556de42672c0 2024-09-19T05:51:35.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.428+0000 7fdb577fe640 1 -- 172.21.15.46:0/4087615302 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb70003b80 con 0x556de42672c0 2024-09-19T05:51:35.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.429+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/4087615302 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de42672c0 msgr2=0x556de42aa370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:35.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.429+0000 7fdb7f3e9740 1 --2- 172.21.15.46:0/4087615302 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de42672c0 0x556de42aa370 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fdb7000cdd0 tx=0x7fdb70014000 comp rx=0 tx=0).stop 2024-09-19T05:51:35.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.429+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/4087615302 shutdown_connections 2024-09-19T05:51:35.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.429+0000 7fdb7f3e9740 1 --2- 172.21.15.46:0/4087615302 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x556de4287e10 0x556de428a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.429+0000 7fdb7f3e9740 1 --2- 172.21.15.46:0/4087615302 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556de4268a50 0x556de428a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.429+0000 7fdb7f3e9740 1 --2- 172.21.15.46:0/4087615302 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de42672c0 0x556de42aa370 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.429+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/4087615302 >> 172.21.15.46:0/4087615302 conn(0x556de4264a80 msgr2=0x556de42a95d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:35.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.429+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/4087615302 shutdown_connections 2024-09-19T05:51:35.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.429+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/4087615302 wait complete. 2024-09-19T05:51:35.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.429+0000 7fdb7f3e9740 1 -- start start 2024-09-19T05:51:35.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.429+0000 7fdb7f3e9740 1 Processor -- start 2024-09-19T05:51:35.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.430+0000 7fdb7f3e9740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de42672c0 0x556de432a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.430+0000 7fdb7f3e9740 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x556de4268a50 0x556de42a7fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.430+0000 7fdb7f3e9740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556de4287e10 0x556de42a8520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.430+0000 7fdb7f3e9740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x556de42b1b00 con 0x556de42672c0 2024-09-19T05:51:35.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.430+0000 7fdb7f3e9740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x556de428fc80 con 0x556de4287e10 2024-09-19T05:51:35.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.430+0000 7fdb7f3e9740 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x556de428b390 con 0x556de4268a50 2024-09-19T05:51:35.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.430+0000 7fdb7f3e9740 10 client.0 _ll_register_callbacks cb 0x7fdb640059f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:51:35.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.430+0000 7fdb7a309640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de42672c0 0x556de432a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:35.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.430+0000 7fdb7a309640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de42672c0 0x556de432a4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40132/0 (socket says 172.21.15.46:40132) 2024-09-19T05:51:35.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.430+0000 7fdb7a309640 1 -- 172.21.15.46:0/407614250 learned_addr learned my addr 172.21.15.46:0/407614250 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:35.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.430+0000 7fdb79b08640 1 --2- 172.21.15.46:0/407614250 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x556de4268a50 0x556de42a7fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:35.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.430+0000 7fdb7ab0a640 1 --2- 172.21.15.46:0/407614250 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556de4287e10 0x556de42a8520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:35.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.431+0000 7fdb7a309640 1 -- 172.21.15.46:0/407614250 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x556de4268a50 msgr2=0x556de42a7fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:35.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.431+0000 7fdb7a309640 1 --2- 172.21.15.46:0/407614250 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x556de4268a50 0x556de42a7fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.431+0000 7fdb7a309640 1 -- 172.21.15.46:0/407614250 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556de4287e10 msgr2=0x556de42a8520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:35.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.431+0000 7fdb7a309640 1 --2- 172.21.15.46:0/407614250 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556de4287e10 0x556de42a8520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.431+0000 7fdb7a309640 1 -- 172.21.15.46:0/407614250 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556de42898f0 con 0x556de42672c0 2024-09-19T05:51:35.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.431+0000 7fdb7a309640 1 --2- 172.21.15.46:0/407614250 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de42672c0 0x556de432a4e0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fdb70054d30 tx=0x7fdb70000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=644782aa948ab3e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:35.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.431+0000 7fdb557fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-09-19T05:51:35.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.431+0000 7fdb557fa640 1 -- 172.21.15.46:0/407614250 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb7005f070 con 0x556de42672c0 2024-09-19T05:51:35.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.431+0000 7fdb557fa640 1 -- 172.21.15.46:0/407614250 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fdb70003b80 con 0x556de42672c0 2024-09-19T05:51:35.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.431+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/407614250 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdb70056bd0 con 0x556de42672c0 2024-09-19T05:51:35.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.431+0000 7fdb557fa640 1 -- 172.21.15.46:0/407614250 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) ==== 24+0+0 (secure 0 0 0) 0x7fdb7007f050 con 0x556de42672c0 2024-09-19T05:51:35.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.431+0000 7fdb7f3e9740 10 client.5004 fetch_fsmap learned FSMap version 15 2024-09-19T05:51:35.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.431+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/407614250 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) -- 0x556de42af880 con 0x556de42672c0 2024-09-19T05:51:35.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.431+0000 7fdb557fa640 1 -- 172.21.15.46:0/407614250 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb70056bd0 con 0x556de42672c0 2024-09-19T05:51:35.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.431+0000 7fdb557fa640 1 -- 172.21.15.46:0/407614250 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 15) ==== 3502+0+0 (secure 0 0 0) 0x7fdb70082020 con 0x556de42672c0 2024-09-19T05:51:35.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.431+0000 7fdb7f3e9740 10 client.5004 fetch_fsmap finished waiting for FSMap version 15 2024-09-19T05:51:35.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.431+0000 7fdb7f3e9740 10 client.5004 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T05:51:35.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.431+0000 7fdb7f3e9740 20 client.5004 populate_metadata read hostname 'smithi046' 2024-09-19T05:51:35.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.431+0000 7fdb7f3e9740 1 --2- 172.21.15.46:0/407614250 >> [v2:172.21.15.46:6833/1257253833,v1:172.21.15.46:6835/1257253833] conn(0x556de42cf3d0 0x556de42cf7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.431+0000 7fdb7f3e9740 4 client.5004 mds_command: new command op to 4812 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:51:35.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.431+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/407614250 --> [v2:172.21.15.46:6833/1257253833,v1:172.21.15.46:6835/1257253833] -- command(tid 0: {"prefix": "status"}) -- 0x556de41d0fa0 con 0x556de42cf3d0 2024-09-19T05:51:35.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.431+0000 7fdb79b08640 1 --2- 172.21.15.46:0/407614250 >> [v2:172.21.15.46:6833/1257253833,v1:172.21.15.46:6835/1257253833] conn(0x556de42cf3d0 0x556de42cf7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:35.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.432+0000 7fdb557fa640 10 client.5004 ms_handle_connect on v2:172.21.15.46:6833/1257253833 2024-09-19T05:51:35.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.432+0000 7fdb79b08640 1 --2- 172.21.15.46:0/407614250 >> [v2:172.21.15.46:6833/1257253833,v1:172.21.15.46:6835/1257253833] conn(0x556de42cf3d0 0x556de42cf7b0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e1499fb1cc2d43 server_cookie=86447fafdd260c7f in_seq=0 out_seq=0 2024-09-19T05:51:35.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.432+0000 7fdb557fa640 1 -- 172.21.15.46:0/407614250 <== mds.0 v2:172.21.15.46:6833/1257253833 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x556de41d0fa0 con 0x556de42cf3d0 2024-09-19T05:51:35.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.432+0000 7fdb557fa640 10 client.5004 handle_command_reply: tid=0 2024-09-19T05:51:35.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.432+0000 7fdb7f3e9740 1 client.5004 shutdown 2024-09-19T05:51:35.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.432+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/407614250 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de42672c0 msgr2=0x556de432a4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:35.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.432+0000 7fdb7f3e9740 1 --2- 172.21.15.46:0/407614250 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de42672c0 0x556de432a4e0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fdb70054d30 tx=0x7fdb70000ed0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.432+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/407614250 shutdown_connections 2024-09-19T05:51:35.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.432+0000 7fdb7f3e9740 1 --2- 172.21.15.46:0/407614250 >> [v2:172.21.15.46:6833/1257253833,v1:172.21.15.46:6835/1257253833] conn(0x556de42cf3d0 0x556de42cf7b0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.432+0000 7fdb7f3e9740 1 --2- 172.21.15.46:0/407614250 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556de4287e10 0x556de42a8520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.432+0000 7fdb7f3e9740 1 --2- 172.21.15.46:0/407614250 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x556de4268a50 0x556de42a7fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.432+0000 7fdb557fa640 0 client.5004 ms_handle_reset on v2:172.21.15.46:6833/1257253833 2024-09-19T05:51:35.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.432+0000 7fdb7f3e9740 1 --2- 172.21.15.46:0/407614250 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556de42672c0 0x556de432a4e0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.432+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/407614250 >> 172.21.15.46:0/407614250 conn(0x556de4264a80 msgr2=0x556de42a95d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:35.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.432+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/407614250 shutdown_connections 2024-09-19T05:51:35.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.432+0000 7fdb7f3e9740 1 -- 172.21.15.46:0/407614250 wait complete. 2024-09-19T05:51:35.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.432+0000 7fdb7f3e9740 20 client.5004 trim_cache size 0 max 16384 2024-09-19T05:51:35.442 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-19T05:51:35.442 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "f422d15e-e2c9-44aa-a788-7f9714905c67", 2024-09-19T05:51:35.442 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 0, 2024-09-19T05:51:35.442 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4812, 2024-09-19T05:51:35.442 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2024-09-19T05:51:35.442 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2024-09-19T05:51:35.442 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2024-09-19T05:51:35.442 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 9.1723770509999998, 2024-09-19T05:51:35.442 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 15, 2024-09-19T05:51:35.442 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 32, 2024-09-19T05:51:35.443 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 32, 2024-09-19T05:51:35.443 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 16.064945339000001 2024-09-19T05:51:35.443 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-19T05:51:35.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.433+0000 7fdb7c56d640 1 -- 172.21.15.46:0/3761963099 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdb5806c2b0 msgr2=0x7fdb5806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:35.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.433+0000 7fdb7c56d640 1 --2- 172.21.15.46:0/3761963099 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdb5806c2b0 0x7fdb5806e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fdb64000f60 tx=0x7fdb640078f0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.433+0000 7fdb7c56d640 1 -- 172.21.15.46:0/3761963099 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb740d4be0 msgr2=0x7fdb74152d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:35.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.433+0000 7fdb7c56d640 1 --2- 172.21.15.46:0/3761963099 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb740d4be0 0x7fdb74152d60 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fdb7000c410 tx=0x7fdb7000c8d0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.433+0000 7fdb7c56d640 1 -- 172.21.15.46:0/3761963099 shutdown_connections 2024-09-19T05:51:35.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.433+0000 7fdb7c56d640 1 --2- 172.21.15.46:0/3761963099 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdb5806c2b0 0x7fdb5806e770 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.433+0000 7fdb7c56d640 1 --2- 172.21.15.46:0/3761963099 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdb7415e730 0x7fdb741602b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.433+0000 7fdb7c56d640 1 --2- 172.21.15.46:0/3761963099 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdb740d5050 0x7fdb7415fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.433+0000 7fdb7c56d640 1 --2- 172.21.15.46:0/3761963099 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb740d4be0 0x7fdb74152d60 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.433+0000 7fdb7c56d640 1 -- 172.21.15.46:0/3761963099 >> 172.21.15.46:0/3761963099 conn(0x7fdb740723c0 msgr2=0x7fdb740b7e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:35.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.433+0000 7fdb7c56d640 1 -- 172.21.15.46:0/3761963099 shutdown_connections 2024-09-19T05:51:35.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.433+0000 7fdb7c56d640 1 -- 172.21.15.46:0/3761963099 wait complete. 2024-09-19T05:51:35.446 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:51:35.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.546+0000 7f58d3d31640 1 Processor -- start 2024-09-19T05:51:35.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.547+0000 7f58d3d31640 1 -- start start 2024-09-19T05:51:35.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.547+0000 7f58d3d31640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f58cc15e6d0 0x7f58cc0d41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.547+0000 7f58d3d31640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f58cc0cf4c0 0x7f58cc0d4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.547+0000 7f58d3d31640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58cc15eab0 con 0x7f58cc0cf920 2024-09-19T05:51:35.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.547+0000 7f58d3d31640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f58cc0d3120 con 0x7f58cc0cf4c0 2024-09-19T05:51:35.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.547+0000 7f58d3d31640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f58cc0d3400 con 0x7f58cc15e6d0 2024-09-19T05:51:35.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.548+0000 7f58d22ce640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f58cc0cf920 0x7f58cc0b77d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:42224/0 (socket says 172.21.15.46:42224) 2024-09-19T05:51:35.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.548+0000 7f58d22ce640 1 -- 172.21.15.46:0/3389635786 learned_addr learned my addr 172.21.15.46:0/3389635786 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:35.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.548+0000 7f58d12cc640 1 --2- 172.21.15.46:0/3389635786 >> v2:172.21.15.78:3300/0 conn(0x7f58cc0cf4c0 0x7f58cc0d4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:35.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.548+0000 7f58d0acb640 1 -- 172.21.15.46:0/3389635786 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 767433785 0 0) 0x7f58cc15eab0 con 0x7f58cc0cf920 2024-09-19T05:51:35.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.548+0000 7f58d1acd640 1 --2- 172.21.15.46:0/3389635786 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f58cc15e6d0 0x7f58cc0d41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:35.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.548+0000 7f58d0acb640 1 -- 172.21.15.46:0/3389635786 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f58b8003520 con 0x7f58cc0cf920 2024-09-19T05:51:35.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.548+0000 7f58d0acb640 1 -- 172.21.15.46:0/3389635786 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3226134745 0 0) 0x7f58b8003520 con 0x7f58cc0cf920 2024-09-19T05:51:35.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.548+0000 7f58d1acd640 1 -- 172.21.15.46:0/3389635786 >> v2:172.21.15.78:3300/0 conn(0x7f58cc0cf4c0 msgr2=0x7f58cc0d4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:35.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.548+0000 7f58d1acd640 1 --2- 172.21.15.46:0/3389635786 >> v2:172.21.15.78:3300/0 conn(0x7f58cc0cf4c0 0x7f58cc0d4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.548+0000 7f58d1acd640 1 -- 172.21.15.46:0/3389635786 >> v1:172.21.15.46:6789/0 conn(0x7f58cc0cf920 legacy=0x7f58cc0b77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:35.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.548+0000 7f58d1acd640 1 -- 172.21.15.46:0/3389635786 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58cc0d36e0 con 0x7f58cc15e6d0 2024-09-19T05:51:35.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.549+0000 7f58d1acd640 1 --2- 172.21.15.46:0/3389635786 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f58cc15e6d0 0x7f58cc0d41c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f58c80097a0 tx=0x7f58c802a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d58251e767bb2d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:35.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.549+0000 7f58d0acb640 1 -- 172.21.15.46:0/3389635786 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c8037070 con 0x7f58cc15e6d0 2024-09-19T05:51:35.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.549+0000 7f58d0acb640 1 -- 172.21.15.46:0/3389635786 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58c802aba0 con 0x7f58cc15e6d0 2024-09-19T05:51:35.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.549+0000 7f58d0acb640 1 -- 172.21.15.46:0/3389635786 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c40019f0 con 0x7f58cc15e6d0 2024-09-19T05:51:35.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.550+0000 7f58d3d31640 1 -- 172.21.15.46:0/3389635786 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f58cc15e6d0 msgr2=0x7f58cc0d41c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:35.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.550+0000 7f58d3d31640 1 --2- 172.21.15.46:0/3389635786 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f58cc15e6d0 0x7f58cc0d41c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f58c80097a0 tx=0x7f58c802a110 comp rx=0 tx=0).stop 2024-09-19T05:51:35.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.550+0000 7f58d3d31640 1 -- 172.21.15.46:0/3389635786 shutdown_connections 2024-09-19T05:51:35.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.550+0000 7f58d3d31640 1 --2- 172.21.15.46:0/3389635786 >> v2:172.21.15.78:3300/0 conn(0x7f58cc0cf4c0 0x7f58cc0d4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.550+0000 7f58d3d31640 1 --2- 172.21.15.46:0/3389635786 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f58cc15e6d0 0x7f58cc0d41c0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.550+0000 7f58d3d31640 1 -- 172.21.15.46:0/3389635786 >> 172.21.15.46:0/3389635786 conn(0x7f58cc0723c0 msgr2=0x7f58cc0727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:35.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.550+0000 7f58d3d31640 1 -- 172.21.15.46:0/3389635786 shutdown_connections 2024-09-19T05:51:35.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.550+0000 7f58d3d31640 1 -- 172.21.15.46:0/3389635786 wait complete. 2024-09-19T05:51:35.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.551+0000 7f58d3d31640 1 Processor -- start 2024-09-19T05:51:35.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.551+0000 7f58d3d31640 1 -- start start 2024-09-19T05:51:35.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.552+0000 7f58d3d31640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f58cc0cf4c0 0x7f58cc1e9690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.552+0000 7f58d3d31640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f58cc0cf920 0x7f58cc1607c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.552+0000 7f58d3d31640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f58cc15e6d0 0x7f58cc158e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.552+0000 7f58d3d31640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f58cc0d2ee0 con 0x7f58cc0cf4c0 2024-09-19T05:51:35.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.552+0000 7f58d3d31640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f58cc0d2d60 con 0x7f58cc15e6d0 2024-09-19T05:51:35.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.552+0000 7f58d3d31640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f58cc0d5060 con 0x7f58cc0cf920 2024-09-19T05:51:35.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.552+0000 7f58d1acd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f58cc0cf4c0 0x7f58cc1e9690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:35.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.552+0000 7f58d1acd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f58cc0cf4c0 0x7f58cc1e9690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40140/0 (socket says 172.21.15.46:40140) 2024-09-19T05:51:35.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.552+0000 7f58d1acd640 1 -- 172.21.15.46:0/4160811271 learned_addr learned my addr 172.21.15.46:0/4160811271 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:35.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.552+0000 7f58d12cc640 1 --2- 172.21.15.46:0/4160811271 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f58cc0cf920 0x7f58cc1607c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:35.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.552+0000 7f58d22ce640 1 --2- 172.21.15.46:0/4160811271 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f58cc15e6d0 0x7f58cc158e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:35.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.552+0000 7f58d1acd640 1 -- 172.21.15.46:0/4160811271 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f58cc0cf920 msgr2=0x7f58cc1607c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:35.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.552+0000 7f58d1acd640 1 --2- 172.21.15.46:0/4160811271 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f58cc0cf920 0x7f58cc1607c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.552+0000 7f58d1acd640 1 -- 172.21.15.46:0/4160811271 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f58cc15e6d0 msgr2=0x7f58cc158e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:35.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.552+0000 7f58d1acd640 1 --2- 172.21.15.46:0/4160811271 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f58cc15e6d0 0x7f58cc158e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.552+0000 7f58d1acd640 1 -- 172.21.15.46:0/4160811271 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58cc160f40 con 0x7f58cc0cf4c0 2024-09-19T05:51:35.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.552+0000 7f58d1acd640 1 --2- 172.21.15.46:0/4160811271 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f58cc0cf4c0 0x7f58cc1e9690 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f58c8000c00 tx=0x7f58c80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:35.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.553+0000 7f58c27fc640 1 -- 172.21.15.46:0/4160811271 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c8037050 con 0x7f58cc0cf4c0 2024-09-19T05:51:35.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.553+0000 7f58c27fc640 1 -- 172.21.15.46:0/4160811271 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58c8043070 con 0x7f58cc0cf4c0 2024-09-19T05:51:35.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.553+0000 7f58c27fc640 1 -- 172.21.15.46:0/4160811271 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c803ca70 con 0x7f58cc0cf4c0 2024-09-19T05:51:35.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.553+0000 7f58d3d31640 1 -- 172.21.15.46:0/4160811271 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58cc1580b0 con 0x7f58cc0cf4c0 2024-09-19T05:51:35.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.553+0000 7f58d3d31640 1 -- 172.21.15.46:0/4160811271 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58cc158670 con 0x7f58cc0cf4c0 2024-09-19T05:51:35.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.554+0000 7f58d3d31640 1 -- 172.21.15.46:0/4160811271 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58cc068e20 con 0x7f58cc0cf4c0 2024-09-19T05:51:35.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.554+0000 7f58c27fc640 1 -- 172.21.15.46:0/4160811271 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f58c803cc10 con 0x7f58cc0cf4c0 2024-09-19T05:51:35.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.555+0000 7f58c27fc640 1 --2- 172.21.15.46:0/4160811271 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f58b006c2e0 0x7f58b006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:35.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.555+0000 7f58c27fc640 1 -- 172.21.15.46:0/4160811271 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f58c80abe70 con 0x7f58cc0cf4c0 2024-09-19T05:51:35.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.555+0000 7f58d12cc640 1 --2- 172.21.15.46:0/4160811271 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f58b006c2e0 0x7f58b006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:35.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.555+0000 7f58d12cc640 1 --2- 172.21.15.46:0/4160811271 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f58b006c2e0 0x7f58b006e7a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f58cc1f8010 tx=0x7f58bc008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:35.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.559+0000 7f58c27fc640 1 -- 172.21.15.46:0/4160811271 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f58c807a670 con 0x7f58cc0cf4c0 2024-09-19T05:51:35.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.771+0000 7f58d3d31640 1 -- 172.21.15.46:0/4160811271 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f58cc1e9c60 con 0x7f58cc0cf4c0 2024-09-19T05:51:35.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.771+0000 7f58c27fc640 1 -- 172.21.15.46:0/4160811271 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v15) ==== 53+0+73 (secure 0 0 0) 0x7f58c8079f70 con 0x7f58cc0cf4c0 2024-09-19T05:51:35.774 INFO:teuthology.orchestra.run.smithi046.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:51:35.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.774+0000 7f58d3d31640 1 -- 172.21.15.46:0/4160811271 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f58b006c2e0 msgr2=0x7f58b006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:35.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.774+0000 7f58d3d31640 1 --2- 172.21.15.46:0/4160811271 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f58b006c2e0 0x7f58b006e7a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f58cc1f8010 tx=0x7f58bc008040 comp rx=0 tx=0).stop 2024-09-19T05:51:35.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.774+0000 7f58d3d31640 1 -- 172.21.15.46:0/4160811271 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f58cc0cf4c0 msgr2=0x7f58cc1e9690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:35.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.774+0000 7f58d3d31640 1 --2- 172.21.15.46:0/4160811271 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f58cc0cf4c0 0x7f58cc1e9690 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f58c8000c00 tx=0x7f58c80046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.774+0000 7f58d3d31640 1 -- 172.21.15.46:0/4160811271 shutdown_connections 2024-09-19T05:51:35.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.774+0000 7f58d3d31640 1 --2- 172.21.15.46:0/4160811271 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f58b006c2e0 0x7f58b006e7a0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.774+0000 7f58d3d31640 1 --2- 172.21.15.46:0/4160811271 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f58cc15e6d0 0x7f58cc158e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.774+0000 7f58d3d31640 1 --2- 172.21.15.46:0/4160811271 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f58cc0cf920 0x7f58cc1607c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.774+0000 7f58d3d31640 1 --2- 172.21.15.46:0/4160811271 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f58cc0cf4c0 0x7f58cc1e9690 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:35.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.774+0000 7f58d3d31640 1 -- 172.21.15.46:0/4160811271 >> 172.21.15.46:0/4160811271 conn(0x7f58cc0723c0 msgr2=0x7f58cc0727a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:35.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.774+0000 7f58d3d31640 1 -- 172.21.15.46:0/4160811271 shutdown_connections 2024-09-19T05:51:35.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:35.774+0000 7f58d3d31640 1 -- 172.21.15.46:0/4160811271 wait complete. 2024-09-19T05:51:35.787 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T05:51:35.787 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:51:35.787 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi046.front.sepia.ceph.com 2024-09-19T05:51:35.787 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T05:51:35.787 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:51:35.787 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T05:51:35.787 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T05:51:35.787 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:51:35.787 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:51:35.787 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:35.788 DEBUG:teuthology.orchestra.run.smithi046:> ip addr 2024-09-19T05:51:35.805 INFO:teuthology.orchestra.run.smithi046.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:51:35.805 INFO:teuthology.orchestra.run.smithi046.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:51:35.805 INFO:teuthology.orchestra.run.smithi046.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:51:35.805 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:35.805 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 ::1/128 scope host 2024-09-19T05:51:35.805 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:35.805 INFO:teuthology.orchestra.run.smithi046.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:51:35.805 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:6b:f6:10 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:35.805 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp7s0f0 2024-09-19T05:51:35.805 INFO:teuthology.orchestra.run.smithi046.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:51:35.806 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:6b:f6:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:35.806 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp7s0f1 2024-09-19T05:51:35.806 INFO:teuthology.orchestra.run.smithi046.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:51:35.806 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:bd:15:f8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:35.806 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp1s0f0 2024-09-19T05:51:35.806 INFO:teuthology.orchestra.run.smithi046.stdout: inet 172.21.15.46/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:51:35.806 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft 42755sec preferred_lft 42755sec 2024-09-19T05:51:35.806 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::ec4:7aff:febd:15f8/64 scope link 2024-09-19T05:51:35.806 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:35.806 INFO:teuthology.orchestra.run.smithi046.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:51:35.806 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:bd:15:f9 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:35.806 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp1s0f1 2024-09-19T05:51:35.806 INFO:teuthology.orchestra.run.smithi046.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:51:35.807 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 72:01:33:01:69:20 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:35.807 INFO:teuthology.orchestra.run.smithi046.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:51:35.807 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:35.807 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::d092:7bff:fe4c:c3f3/64 scope link 2024-09-19T05:51:35.807 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:35.807 INFO:teuthology.orchestra.run.smithi046.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:51:35.807 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 72:01:33:01:69:20 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:51:35.807 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::7001:33ff:fe01:6920/64 scope link 2024-09-19T05:51:35.807 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:35.807 INFO:teuthology.orchestra.run.smithi046.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:51:35.807 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether d6:83:a7:bd:03:a1 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:51:35.807 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::d483:a7ff:febd:3a1/64 scope link 2024-09-19T05:51:35.807 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:35.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:35.808 DEBUG:teuthology.orchestra.run.smithi046:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:51:35.869 INFO:teuthology.orchestra.run.smithi046.stdout:1 2024-09-19T05:51:35.870 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:35.870 DEBUG:teuthology.orchestra.run.smithi046:> route 2024-09-19T05:51:35.927 INFO:teuthology.orchestra.run.smithi046.stdout:Kernel IP routing table 2024-09-19T05:51:35.928 INFO:teuthology.orchestra.run.smithi046.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:51:35.928 INFO:teuthology.orchestra.run.smithi046.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:51:35.928 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:51:35.928 INFO:teuthology.orchestra.run.smithi046.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:51:35.928 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:51:35.928 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2024-09-19T05:51:35.928 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:51:35.929 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:51:35.929 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:51:35.929 DEBUG:teuthology.orchestra.run.smithi046:> ') 2024-09-19T05:51:36.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:36 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:51:36.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:36.057 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:36.057 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list 2024-09-19T05:51:36.073 INFO:teuthology.orchestra.run.smithi046.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T05:51:36.073 INFO:teuthology.orchestra.run.smithi046.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:51:36.073 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:51:36.073 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:36.073 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link set brx.0 up 2024-09-19T05:51:36.139 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T05:51:36.139 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:51:36.139 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T05:51:36.195 INFO:teuthology.orchestra.run.smithi046.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:51:36.195 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:51:36.195 DEBUG:teuthology.orchestra.run.smithi046:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:51:36.250 DEBUG:teuthology.orchestra.run.smithi046:> sudo modprobe fuse 2024-09-19T05:51:36.318 DEBUG:teuthology.orchestra.run.smithi046:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T05:51:36.375 INFO:teuthology.orchestra.run.smithi046.stdout:/proc 2024-09-19T05:51:36.375 INFO:teuthology.orchestra.run.smithi046.stdout:/sys 2024-09-19T05:51:36.375 INFO:teuthology.orchestra.run.smithi046.stdout:/dev 2024-09-19T05:51:36.375 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/security 2024-09-19T05:51:36.376 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/shm 2024-09-19T05:51:36.376 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/pts 2024-09-19T05:51:36.376 INFO:teuthology.orchestra.run.smithi046.stdout:/run 2024-09-19T05:51:36.376 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/cgroup 2024-09-19T05:51:36.376 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/pstore 2024-09-19T05:51:36.376 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/bpf 2024-09-19T05:51:36.376 INFO:teuthology.orchestra.run.smithi046.stdout:/ 2024-09-19T05:51:36.376 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/selinux 2024-09-19T05:51:36.376 INFO:teuthology.orchestra.run.smithi046.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T05:51:36.376 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/mqueue 2024-09-19T05:51:36.376 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/hugepages 2024-09-19T05:51:36.376 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/debug 2024-09-19T05:51:36.376 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/tracing 2024-09-19T05:51:36.377 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/fuse/connections 2024-09-19T05:51:36.377 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/config 2024-09-19T05:51:36.377 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T05:51:36.377 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T05:51:36.377 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T05:51:36.377 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T05:51:36.377 INFO:teuthology.orchestra.run.smithi046.stdout:/run/user/1000 2024-09-19T05:51:36.377 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph 2024-09-19T05:51:36.377 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T05:51:36.377 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T05:51:36.377 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T05:51:36.377 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T05:51:36.377 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns 2024-09-19T05:51:36.378 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:51:36.378 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:51:36.378 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:51:36.378 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:51:36.378 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:36.378 DEBUG:teuthology.orchestra.run.smithi046:> ls /sys/fs/fuse/connections 2024-09-19T05:51:36.432 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T05:51:36.432 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T05:51:36.474 DEBUG:teuthology.orchestra.run.smithi046:> sudo modprobe fuse 2024-09-19T05:51:36.500 DEBUG:teuthology.orchestra.run.smithi046:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T05:51:36.556 INFO:teuthology.orchestra.run.smithi046.stdout:/proc 2024-09-19T05:51:36.557 INFO:teuthology.orchestra.run.smithi046.stdout:/sys 2024-09-19T05:51:36.557 INFO:teuthology.orchestra.run.smithi046.stdout:/dev 2024-09-19T05:51:36.557 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/security 2024-09-19T05:51:36.557 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/shm 2024-09-19T05:51:36.557 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/pts 2024-09-19T05:51:36.557 INFO:teuthology.orchestra.run.smithi046.stdout:/run 2024-09-19T05:51:36.557 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/cgroup 2024-09-19T05:51:36.557 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/pstore 2024-09-19T05:51:36.557 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/bpf 2024-09-19T05:51:36.557 INFO:teuthology.orchestra.run.smithi046.stdout:/ 2024-09-19T05:51:36.557 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/selinux 2024-09-19T05:51:36.557 INFO:teuthology.orchestra.run.smithi046.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T05:51:36.557 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/mqueue 2024-09-19T05:51:36.558 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/hugepages 2024-09-19T05:51:36.558 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/debug 2024-09-19T05:51:36.558 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/tracing 2024-09-19T05:51:36.558 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/fuse/connections 2024-09-19T05:51:36.558 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/config 2024-09-19T05:51:36.558 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T05:51:36.558 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T05:51:36.558 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T05:51:36.558 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T05:51:36.558 INFO:teuthology.orchestra.run.smithi046.stdout:/run/user/1000 2024-09-19T05:51:36.558 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph 2024-09-19T05:51:36.558 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T05:51:36.558 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T05:51:36.558 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T05:51:36.559 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T05:51:36.559 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns 2024-09-19T05:51:36.559 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:51:36.559 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:51:36.559 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:51:36.559 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:51:36.559 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:36.559 DEBUG:teuthology.orchestra.run.smithi046:> ls /sys/fs/fuse/connections 2024-09-19T05:51:36.560 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi046.stderr:2024-09-19T05:51:36.557+0000 7f75415b9480 -1 init, newargv = 0x55ee45545b60 newargc=15 2024-09-19T05:51:36.560 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi046.stderr:ceph-fuse[47410]: starting ceph client 2024-09-19T05:51:36.563 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi046.stderr:ceph-fuse[47410]: starting fuse 2024-09-19T05:51:36.576 INFO:teuthology.orchestra.run.smithi046.stdout:41 2024-09-19T05:51:36.576 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-19T05:51:36.577 DEBUG:teuthology.orchestra.run.smithi046:> sudo stdin-killer -- python3 -c ' 2024-09-19T05:51:36.577 DEBUG:teuthology.orchestra.run.smithi046:> import glob 2024-09-19T05:51:36.577 DEBUG:teuthology.orchestra.run.smithi046:> import re 2024-09-19T05:51:36.577 DEBUG:teuthology.orchestra.run.smithi046:> import os 2024-09-19T05:51:36.577 DEBUG:teuthology.orchestra.run.smithi046:> import subprocess 2024-09-19T05:51:36.577 DEBUG:teuthology.orchestra.run.smithi046:> 2024-09-19T05:51:36.577 DEBUG:teuthology.orchestra.run.smithi046:> def _find_admin_socket(client_name): 2024-09-19T05:51:36.577 DEBUG:teuthology.orchestra.run.smithi046:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T05:51:36.577 DEBUG:teuthology.orchestra.run.smithi046:> files = glob.glob(asok_path) 2024-09-19T05:51:36.577 DEBUG:teuthology.orchestra.run.smithi046:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T05:51:36.577 DEBUG:teuthology.orchestra.run.smithi046:> 2024-09-19T05:51:36.577 DEBUG:teuthology.orchestra.run.smithi046:> # Given a non-glob path, it better be there 2024-09-19T05:51:36.577 DEBUG:teuthology.orchestra.run.smithi046:> if "*" not in asok_path: 2024-09-19T05:51:36.578 DEBUG:teuthology.orchestra.run.smithi046:> assert(len(files) == 1) 2024-09-19T05:51:36.578 DEBUG:teuthology.orchestra.run.smithi046:> return files[0] 2024-09-19T05:51:36.578 DEBUG:teuthology.orchestra.run.smithi046:> 2024-09-19T05:51:36.578 DEBUG:teuthology.orchestra.run.smithi046:> for f in files: 2024-09-19T05:51:36.578 DEBUG:teuthology.orchestra.run.smithi046:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T05:51:36.578 DEBUG:teuthology.orchestra.run.smithi046:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T05:51:36.578 DEBUG:teuthology.orchestra.run.smithi046:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T05:51:36.578 DEBUG:teuthology.orchestra.run.smithi046:> contents = proc_f.read() 2024-09-19T05:51:36.578 DEBUG:teuthology.orchestra.run.smithi046:> if mountpoint in contents: 2024-09-19T05:51:36.578 DEBUG:teuthology.orchestra.run.smithi046:> return f 2024-09-19T05:51:36.578 DEBUG:teuthology.orchestra.run.smithi046:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T05:51:36.578 DEBUG:teuthology.orchestra.run.smithi046:> 2024-09-19T05:51:36.578 DEBUG:teuthology.orchestra.run.smithi046:> print(_find_admin_socket("client.0")) 2024-09-19T05:51:36.578 DEBUG:teuthology.orchestra.run.smithi046:> ' 2024-09-19T05:51:36.697 INFO:teuthology.orchestra.run.smithi046.stdout:/var/run/ceph/ceph-client.0.47410.asok 2024-09-19T05:51:36.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:36.708 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.47410.asok 2024-09-19T05:51:36.708 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:36.708 DEBUG:teuthology.orchestra.run.smithi046:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.47410.asok status 2024-09-19T05:51:36.845 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-19T05:51:36.845 INFO:teuthology.orchestra.run.smithi046.stdout: "metadata": { 2024-09-19T05:51:36.845 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T05:51:36.845 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T05:51:36.845 INFO:teuthology.orchestra.run.smithi046.stdout: "entity_id": "0", 2024-09-19T05:51:36.846 INFO:teuthology.orchestra.run.smithi046.stdout: "hostname": "smithi046", 2024-09-19T05:51:36.846 INFO:teuthology.orchestra.run.smithi046.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T05:51:36.846 INFO:teuthology.orchestra.run.smithi046.stdout: "pid": "47410", 2024-09-19T05:51:36.846 INFO:teuthology.orchestra.run.smithi046.stdout: "root": "/" 2024-09-19T05:51:36.846 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:36.847 INFO:teuthology.orchestra.run.smithi046.stdout: "dentry_count": 0, 2024-09-19T05:51:36.847 INFO:teuthology.orchestra.run.smithi046.stdout: "dentry_pinned_count": 0, 2024-09-19T05:51:36.847 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 5016, 2024-09-19T05:51:36.847 INFO:teuthology.orchestra.run.smithi046.stdout: "inst": { 2024-09-19T05:51:36.847 INFO:teuthology.orchestra.run.smithi046.stdout: "name": { 2024-09-19T05:51:36.847 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "client", 2024-09-19T05:51:36.848 INFO:teuthology.orchestra.run.smithi046.stdout: "num": 5016 2024-09-19T05:51:36.848 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:36.848 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": { 2024-09-19T05:51:36.848 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v1", 2024-09-19T05:51:36.848 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "192.168.0.1:0", 2024-09-19T05:51:36.848 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 2409158699 2024-09-19T05:51:36.849 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:36.849 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:36.849 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": { 2024-09-19T05:51:36.849 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v1", 2024-09-19T05:51:36.849 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "192.168.0.1:0", 2024-09-19T05:51:36.850 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 2409158699 2024-09-19T05:51:36.850 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:36.850 INFO:teuthology.orchestra.run.smithi046.stdout: "inst_str": "client.5016 192.168.0.1:0/2409158699", 2024-09-19T05:51:36.850 INFO:teuthology.orchestra.run.smithi046.stdout: "addr_str": "192.168.0.1:0/2409158699", 2024-09-19T05:51:36.850 INFO:teuthology.orchestra.run.smithi046.stdout: "inode_count": 1, 2024-09-19T05:51:36.850 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_epoch": 15, 2024-09-19T05:51:36.850 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_epoch": 32, 2024-09-19T05:51:36.851 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_epoch_barrier": 0, 2024-09-19T05:51:36.851 INFO:teuthology.orchestra.run.smithi046.stdout: "blocklisted": false, 2024-09-19T05:51:36.851 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs" 2024-09-19T05:51:36.851 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-19T05:51:36.853 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:36.853 DEBUG:teuthology.orchestra.run.smithi046:> stat --file-system '--printf=%T 2024-09-19T05:51:36.853 DEBUG:teuthology.orchestra.run.smithi046:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T05:51:36.870 INFO:teuthology.orchestra.run.smithi046.stdout:fuseblk 2024-09-19T05:51:36.870 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T05:51:36.870 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:36.870 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:51:36.937 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-19T05:51:37.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.079+0000 7f7ad61d6640 1 Processor -- start 2024-09-19T05:51:37.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.079+0000 7f7ad61d6640 1 -- start start 2024-09-19T05:51:37.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.080+0000 7f7ad61d6640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7ad015c460 0x7f7ad006e380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:37.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.080+0000 7f7ad61d6640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f7ad00cb7a0 0x7f7ad00b40a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:37.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.080+0000 7f7ad61d6640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ad006e8c0 con 0x7f7ad00b45e0 2024-09-19T05:51:37.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.080+0000 7f7ad61d6640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f7ad015c840 con 0x7f7ad00cb7a0 2024-09-19T05:51:37.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.080+0000 7f7ad61d6640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f7ad006eb40 con 0x7f7ad015c460 2024-09-19T05:51:37.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.081+0000 7f7acf7fe640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7ad015c460 0x7f7ad006e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:37.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.081+0000 7f7acf7fe640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7ad015c460 0x7f7ad006e380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.46:38502/0 (socket says 172.21.15.46:38502) 2024-09-19T05:51:37.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.081+0000 7f7acf7fe640 1 -- 172.21.15.46:0/328582894 learned_addr learned my addr 172.21.15.46:0/328582894 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:37.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.081+0000 7f7acffff640 1 --1- 172.21.15.46:0/328582894 >> v1:172.21.15.78:6789/0 conn(0x7f7ad00b45e0 0x7f7ad015ff50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.78:6789/0 says I am v1:172.21.15.46:35772/0 (socket says 172.21.15.46:35772) 2024-09-19T05:51:37.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.081+0000 7f7aceffd640 1 --2- 172.21.15.46:0/328582894 >> v2:172.21.15.78:3300/0 conn(0x7f7ad00cb7a0 0x7f7ad00b40a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:37.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.081+0000 7f7acf7fe640 1 -- 172.21.15.46:0/328582894 >> v2:172.21.15.78:3300/0 conn(0x7f7ad00cb7a0 msgr2=0x7f7ad00b40a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:37.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.081+0000 7f7acf7fe640 1 --2- 172.21.15.46:0/328582894 >> v2:172.21.15.78:3300/0 conn(0x7f7ad00cb7a0 0x7f7ad00b40a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:37.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.081+0000 7f7acf7fe640 1 -- 172.21.15.46:0/328582894 >> v1:172.21.15.78:6789/0 conn(0x7f7ad00b45e0 legacy=0x7f7ad015ff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:37.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.081+0000 7f7ace7fc640 1 -- 172.21.15.46:0/328582894 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2486941185 0 0) 0x7f7ac8001490 con 0x7f7ad00b45e0 2024-09-19T05:51:37.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.081+0000 7f7acf7fe640 1 -- 172.21.15.46:0/328582894 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ad00b32e0 con 0x7f7ad015c460 2024-09-19T05:51:37.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.082+0000 7f7acf7fe640 1 --2- 172.21.15.46:0/328582894 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7ad015c460 0x7f7ad006e380 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7ac0009870 tx=0x7f7ac002a130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dcded78be0ba6584 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:37.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.082+0000 7f7ace7fc640 1 -- 172.21.15.46:0/328582894 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac0037070 con 0x7f7ad015c460 2024-09-19T05:51:37.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.082+0000 7f7ace7fc640 1 -- 172.21.15.46:0/328582894 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ac0032440 con 0x7f7ad015c460 2024-09-19T05:51:37.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.082+0000 7f7ace7fc640 1 -- 172.21.15.46:0/328582894 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac0032810 con 0x7f7ad015c460 2024-09-19T05:51:37.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.082+0000 7f7ad61d6640 1 -- 172.21.15.46:0/328582894 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7ad015c460 msgr2=0x7f7ad006e380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:37.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.082+0000 7f7ad61d6640 1 --2- 172.21.15.46:0/328582894 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7ad015c460 0x7f7ad006e380 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7ac0009870 tx=0x7f7ac002a130 comp rx=0 tx=0).stop 2024-09-19T05:51:37.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.082+0000 7f7ad61d6640 1 -- 172.21.15.46:0/328582894 shutdown_connections 2024-09-19T05:51:37.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.082+0000 7f7ad61d6640 1 --2- 172.21.15.46:0/328582894 >> v2:172.21.15.78:3300/0 conn(0x7f7ad00cb7a0 0x7f7ad00b40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:37.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.082+0000 7f7ad61d6640 1 --2- 172.21.15.46:0/328582894 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7ad015c460 0x7f7ad006e380 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:37.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.082+0000 7f7ad61d6640 1 -- 172.21.15.46:0/328582894 >> 172.21.15.46:0/328582894 conn(0x7f7ad0062630 msgr2=0x7f7ad0062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:37.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.083+0000 7f7ad61d6640 1 -- 172.21.15.46:0/328582894 shutdown_connections 2024-09-19T05:51:37.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.083+0000 7f7ad61d6640 1 -- 172.21.15.46:0/328582894 wait complete. 2024-09-19T05:51:37.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.084+0000 7f7ad61d6640 1 Processor -- start 2024-09-19T05:51:37.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.084+0000 7f7ad61d6640 1 -- start start 2024-09-19T05:51:37.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.085+0000 7f7ad61d6640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ad00b45e0 0x7f7ad015eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:37.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.085+0000 7f7ad61d6640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7ad00cb7a0 0x7f7ad01571b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:37.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.085+0000 7f7ad61d6640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7ad015c460 0x7f7ad0155190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:37.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.085+0000 7f7ad61d6640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7ad00b3b80 con 0x7f7ad00b45e0 2024-09-19T05:51:37.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.085+0000 7f7ad61d6640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f7ad00b38a0 con 0x7f7ad00cb7a0 2024-09-19T05:51:37.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.085+0000 7f7ad61d6640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f7ad00cbc00 con 0x7f7ad015c460 2024-09-19T05:51:37.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.085+0000 7f7acf7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ad00b45e0 0x7f7ad015eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:37.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.085+0000 7f7acf7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ad00b45e0 0x7f7ad015eea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40154/0 (socket says 172.21.15.46:40154) 2024-09-19T05:51:37.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.085+0000 7f7acf7fe640 1 -- 172.21.15.46:0/3673528137 learned_addr learned my addr 172.21.15.46:0/3673528137 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:37.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.085+0000 7f7aceffd640 1 --2- 172.21.15.46:0/3673528137 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7ad00cb7a0 0x7f7ad01571b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:37.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.085+0000 7f7acffff640 1 --2- 172.21.15.46:0/3673528137 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7ad015c460 0x7f7ad0155190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:37.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.085+0000 7f7acf7fe640 1 -- 172.21.15.46:0/3673528137 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7ad015c460 msgr2=0x7f7ad0155190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:37.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.085+0000 7f7acf7fe640 1 --2- 172.21.15.46:0/3673528137 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7ad015c460 0x7f7ad0155190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:37.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.085+0000 7f7acf7fe640 1 -- 172.21.15.46:0/3673528137 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7ad00cb7a0 msgr2=0x7f7ad01571b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:37.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.085+0000 7f7acf7fe640 1 --2- 172.21.15.46:0/3673528137 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7ad00cb7a0 0x7f7ad01571b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:37.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.085+0000 7f7acf7fe640 1 -- 172.21.15.46:0/3673528137 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ad0157920 con 0x7f7ad00b45e0 2024-09-19T05:51:37.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.086+0000 7f7acf7fe640 1 --2- 172.21.15.46:0/3673528137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ad00b45e0 0x7f7ad015eea0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f7ac0035040 tx=0x7f7ac00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:37.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.086+0000 7f7ab7fff640 1 -- 172.21.15.46:0/3673528137 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac0037040 con 0x7f7ad00b45e0 2024-09-19T05:51:37.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.086+0000 7f7ab7fff640 1 -- 172.21.15.46:0/3673528137 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ac0004230 con 0x7f7ad00b45e0 2024-09-19T05:51:37.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.086+0000 7f7ad61d6640 1 -- 172.21.15.46:0/3673528137 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ad0157c00 con 0x7f7ad00b45e0 2024-09-19T05:51:37.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.086+0000 7f7ab7fff640 1 -- 172.21.15.46:0/3673528137 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac0003610 con 0x7f7ad00b45e0 2024-09-19T05:51:37.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.086+0000 7f7ad61d6640 1 -- 172.21.15.46:0/3673528137 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ad015d140 con 0x7f7ad00b45e0 2024-09-19T05:51:37.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.087+0000 7f7ad61d6640 1 -- 172.21.15.46:0/3673528137 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ad00b4a90 con 0x7f7ad00b45e0 2024-09-19T05:51:37.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.088+0000 7f7ab7fff640 1 -- 172.21.15.46:0/3673528137 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7ac00037b0 con 0x7f7ad00b45e0 2024-09-19T05:51:37.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.088+0000 7f7ab7fff640 1 --2- 172.21.15.46:0/3673528137 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7abc06c2b0 0x7f7abc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:37.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.088+0000 7f7ab7fff640 1 -- 172.21.15.46:0/3673528137 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f7ac00ac110 con 0x7f7ad00b45e0 2024-09-19T05:51:37.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.088+0000 7f7aceffd640 1 --2- 172.21.15.46:0/3673528137 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7abc06c2b0 0x7f7abc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:37.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.089+0000 7f7aceffd640 1 --2- 172.21.15.46:0/3673528137 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7abc06c2b0 0x7f7abc06e770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f7ad0063070 tx=0x7f7ac4009190 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:37.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.092+0000 7f7ab7fff640 1 -- 172.21.15.46:0/3673528137 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7ac007a1a0 con 0x7f7ad00b45e0 2024-09-19T05:51:37.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.291+0000 7f7ad61d6640 1 -- 172.21.15.46:0/3673528137 --> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f7ad006d5a0 con 0x7f7abc06c2b0 2024-09-19T05:51:37.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.292+0000 7f7ab7fff640 1 -- 172.21.15.46:0/3673528137 <== mgr.4099 v2:172.21.15.78:6832/1948069631 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f7ad006d5a0 con 0x7f7abc06c2b0 2024-09-19T05:51:37.294 INFO:teuthology.orchestra.run.smithi046.stdout:[ 2024-09-19T05:51:37.294 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-09-19T05:51:37.295 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cephfs" 2024-09-19T05:51:37.295 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:37.295 INFO:teuthology.orchestra.run.smithi046.stdout:] 2024-09-19T05:51:37.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.294+0000 7f7ad61d6640 1 -- 172.21.15.46:0/3673528137 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7abc06c2b0 msgr2=0x7f7abc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:37.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.294+0000 7f7ad61d6640 1 --2- 172.21.15.46:0/3673528137 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7abc06c2b0 0x7f7abc06e770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f7ad0063070 tx=0x7f7ac4009190 comp rx=0 tx=0).stop 2024-09-19T05:51:37.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.294+0000 7f7ad61d6640 1 -- 172.21.15.46:0/3673528137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ad00b45e0 msgr2=0x7f7ad015eea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:37.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.294+0000 7f7ad61d6640 1 --2- 172.21.15.46:0/3673528137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ad00b45e0 0x7f7ad015eea0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f7ac0035040 tx=0x7f7ac00046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:37.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.295+0000 7f7ad61d6640 1 -- 172.21.15.46:0/3673528137 shutdown_connections 2024-09-19T05:51:37.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.295+0000 7f7ad61d6640 1 --2- 172.21.15.46:0/3673528137 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f7abc06c2b0 0x7f7abc06e770 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:37.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.295+0000 7f7ad61d6640 1 --2- 172.21.15.46:0/3673528137 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f7ad015c460 0x7f7ad0155190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:37.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.295+0000 7f7ad61d6640 1 --2- 172.21.15.46:0/3673528137 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7ad00cb7a0 0x7f7ad01571b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:37.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.295+0000 7f7ad61d6640 1 --2- 172.21.15.46:0/3673528137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ad00b45e0 0x7f7ad015eea0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:37.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.295+0000 7f7ad61d6640 1 -- 172.21.15.46:0/3673528137 >> 172.21.15.46:0/3673528137 conn(0x7f7ad0062630 msgr2=0x7f7ad00b0380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:37.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.295+0000 7f7ad61d6640 1 -- 172.21.15.46:0/3673528137 shutdown_connections 2024-09-19T05:51:37.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.295+0000 7f7ad61d6640 1 -- 172.21.15.46:0/3673528137 wait complete. 2024-09-19T05:51:37.307 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module enable snap_schedule 2024-09-19T05:51:37.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.410+0000 7fc90cfa6640 1 Processor -- start 2024-09-19T05:51:37.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.410+0000 7fc90cfa6640 1 -- start start 2024-09-19T05:51:37.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.411+0000 7fc90cfa6640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fc9080ce720 0x7fc908062630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:37.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.411+0000 7fc90cfa6640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fc9080cf190 0x7fc908062b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:37.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.411+0000 7fc90cfa6640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc9080d0510 con 0x7fc9081603c0 2024-09-19T05:51:37.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.411+0000 7fc90cfa6640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fc9080cc640 con 0x7fc9080ce720 2024-09-19T05:51:37.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.411+0000 7fc90cfa6640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fc9080d0a70 con 0x7fc9080cf190 2024-09-19T05:51:37.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.411+0000 7fc90659c640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fc9080ce720 0x7fc908062630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:37.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.411+0000 7fc90659c640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fc9080ce720 0x7fc908062630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40164/0 (socket says 172.21.15.46:40164) 2024-09-19T05:51:37.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.411+0000 7fc90659c640 1 -- 172.21.15.46:0/1114562897 learned_addr learned my addr 172.21.15.46:0/1114562897 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:37.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.411+0000 7fc90659c640 1 -- 172.21.15.46:0/1114562897 >> v2:172.21.15.78:3300/0 conn(0x7fc9080cf190 msgr2=0x7fc908062b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:37.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.411+0000 7fc90659c640 1 --2- 172.21.15.46:0/1114562897 >> v2:172.21.15.78:3300/0 conn(0x7fc9080cf190 0x7fc908062b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:37.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.411+0000 7fc90659c640 1 -- 172.21.15.46:0/1114562897 >> v1:172.21.15.78:6789/0 conn(0x7fc9081603c0 legacy=0x7fc9081607d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:37.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.411+0000 7fc90659c640 1 -- 172.21.15.46:0/1114562897 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9080cf780 con 0x7fc9080ce720 2024-09-19T05:51:37.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.412+0000 7fc90659c640 1 --2- 172.21.15.46:0/1114562897 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9080ce720 0x7fc908062630 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fc90809f3b0 tx=0x7fc8f802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b454c99d83d5d54 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:37.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.412+0000 7fc905d9b640 1 -- 172.21.15.46:0/1114562897 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8f8037070 con 0x7fc9080ce720 2024-09-19T05:51:37.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.412+0000 7fc905d9b640 1 -- 172.21.15.46:0/1114562897 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8f8032440 con 0x7fc9080ce720 2024-09-19T05:51:37.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.412+0000 7fc905d9b640 1 -- 172.21.15.46:0/1114562897 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8f8032810 con 0x7fc9080ce720 2024-09-19T05:51:37.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.413+0000 7fc90cfa6640 1 -- 172.21.15.46:0/1114562897 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9080ce720 msgr2=0x7fc908062630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:37.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.413+0000 7fc90cfa6640 1 --2- 172.21.15.46:0/1114562897 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9080ce720 0x7fc908062630 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fc90809f3b0 tx=0x7fc8f802a1a0 comp rx=0 tx=0).stop 2024-09-19T05:51:37.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.413+0000 7fc90cfa6640 1 -- 172.21.15.46:0/1114562897 shutdown_connections 2024-09-19T05:51:37.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.413+0000 7fc90cfa6640 1 --2- 172.21.15.46:0/1114562897 >> v2:172.21.15.78:3300/0 conn(0x7fc9080cf190 0x7fc908062b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:37.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.413+0000 7fc90cfa6640 1 --2- 172.21.15.46:0/1114562897 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9080ce720 0x7fc908062630 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:37.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.413+0000 7fc90cfa6640 1 -- 172.21.15.46:0/1114562897 >> 172.21.15.46:0/1114562897 conn(0x7fc9080d1290 msgr2=0x7fc9080d16a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:37.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.413+0000 7fc90cfa6640 1 -- 172.21.15.46:0/1114562897 shutdown_connections 2024-09-19T05:51:37.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.413+0000 7fc90cfa6640 1 -- 172.21.15.46:0/1114562897 wait complete. 2024-09-19T05:51:37.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.414+0000 7fc90cfa6640 1 Processor -- start 2024-09-19T05:51:37.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.414+0000 7fc90cfa6640 1 -- start start 2024-09-19T05:51:37.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.415+0000 7fc90cfa6640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9080ce720 0x7fc90815eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:37.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.415+0000 7fc90cfa6640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc9080cf190 0x7fc90815f530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:37.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.415+0000 7fc90cfa6640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc9081603c0 0x7fc90806de90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:37.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.415+0000 7fc90cfa6640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc90806d890 con 0x7fc9080ce720 2024-09-19T05:51:37.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.415+0000 7fc90cfa6640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc9080ceb00 con 0x7fc9081603c0 2024-09-19T05:51:37.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.415+0000 7fc90cfa6640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fc9080630b0 con 0x7fc9080cf190 2024-09-19T05:51:37.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.415+0000 7fc90659c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9080ce720 0x7fc90815eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:37.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.415+0000 7fc90659c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9080ce720 0x7fc90815eff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40176/0 (socket says 172.21.15.46:40176) 2024-09-19T05:51:37.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.415+0000 7fc90659c640 1 -- 172.21.15.46:0/3495026786 learned_addr learned my addr 172.21.15.46:0/3495026786 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:37.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.415+0000 7fc906d9d640 1 --2- 172.21.15.46:0/3495026786 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc9081603c0 0x7fc90806de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:37.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.415+0000 7fc8fffff640 1 --2- 172.21.15.46:0/3495026786 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc9080cf190 0x7fc90815f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:37.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.415+0000 7fc90659c640 1 -- 172.21.15.46:0/3495026786 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc9080cf190 msgr2=0x7fc90815f530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:37.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.415+0000 7fc90659c640 1 --2- 172.21.15.46:0/3495026786 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc9080cf190 0x7fc90815f530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:37.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.415+0000 7fc90659c640 1 -- 172.21.15.46:0/3495026786 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc9081603c0 msgr2=0x7fc90806de90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:37.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.415+0000 7fc90659c640 1 --2- 172.21.15.46:0/3495026786 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc9081603c0 0x7fc90806de90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:37.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.415+0000 7fc90659c640 1 -- 172.21.15.46:0/3495026786 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9080b5090 con 0x7fc9080ce720 2024-09-19T05:51:37.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.415+0000 7fc90659c640 1 --2- 172.21.15.46:0/3495026786 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9080ce720 0x7fc90815eff0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fc8f8000c00 tx=0x7fc8f80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:37.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.416+0000 7fc8feffd640 1 -- 172.21.15.46:0/3495026786 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8f8041070 con 0x7fc9080ce720 2024-09-19T05:51:37.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.416+0000 7fc8feffd640 1 -- 172.21.15.46:0/3495026786 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8f803c870 con 0x7fc9080ce720 2024-09-19T05:51:37.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.416+0000 7fc90cfa6640 1 -- 172.21.15.46:0/3495026786 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9080b5370 con 0x7fc9080ce720 2024-09-19T05:51:37.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.416+0000 7fc8feffd640 1 -- 172.21.15.46:0/3495026786 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8f8037040 con 0x7fc9080ce720 2024-09-19T05:51:37.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.416+0000 7fc90cfa6640 1 -- 172.21.15.46:0/3495026786 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9080b5930 con 0x7fc9080ce720 2024-09-19T05:51:37.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.417+0000 7fc90cfa6640 1 -- 172.21.15.46:0/3495026786 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc908068ef0 con 0x7fc9080ce720 2024-09-19T05:51:37.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.417+0000 7fc8feffd640 1 -- 172.21.15.46:0/3495026786 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc8f8044070 con 0x7fc9080ce720 2024-09-19T05:51:37.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.418+0000 7fc8feffd640 1 --2- 172.21.15.46:0/3495026786 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc8e806c2b0 0x7fc8e806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:37.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.418+0000 7fc8feffd640 1 -- 172.21.15.46:0/3495026786 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fc8f80ac1c0 con 0x7fc9080ce720 2024-09-19T05:51:37.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.418+0000 7fc8fffff640 1 --2- 172.21.15.46:0/3495026786 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc8e806c2b0 0x7fc8e806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:37.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.418+0000 7fc8fffff640 1 --2- 172.21.15.46:0/3495026786 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc8e806c2b0 0x7fc8e806e770 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc908075250 tx=0x7fc8f0008040 comp rx=0 tx=0).ready entity=mgr.4099 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:37.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.422+0000 7fc8feffd640 1 -- 172.21.15.46:0/3495026786 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc908068ef0 con 0x7fc9080ce720 2024-09-19T05:51:37.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:37.644+0000 7fc90cfa6640 1 -- 172.21.15.46:0/3495026786 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7fc90806c930 con 0x7fc9080ce720 2024-09-19T05:51:38.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.298+0000 7fc8feffd640 1 -- 172.21.15.46:0/3495026786 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v6) ==== 92+0+0 (secure 0 0 0) 0x7fc9080d0510 con 0x7fc9080ce720 2024-09-19T05:51:38.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.302+0000 7fc90cfa6640 1 -- 172.21.15.46:0/3495026786 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc8e806c2b0 msgr2=0x7fc8e806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:38.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.302+0000 7fc90cfa6640 1 --2- 172.21.15.46:0/3495026786 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc8e806c2b0 0x7fc8e806e770 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc908075250 tx=0x7fc8f0008040 comp rx=0 tx=0).stop 2024-09-19T05:51:38.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.302+0000 7fc90cfa6640 1 -- 172.21.15.46:0/3495026786 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9080ce720 msgr2=0x7fc90815eff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:38.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.302+0000 7fc90cfa6640 1 --2- 172.21.15.46:0/3495026786 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9080ce720 0x7fc90815eff0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fc8f8000c00 tx=0x7fc8f80046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.302+0000 7fc90cfa6640 1 -- 172.21.15.46:0/3495026786 shutdown_connections 2024-09-19T05:51:38.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.302+0000 7fc90cfa6640 1 --2- 172.21.15.46:0/3495026786 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fc8e806c2b0 0x7fc8e806e770 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.302+0000 7fc90cfa6640 1 --2- 172.21.15.46:0/3495026786 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc9081603c0 0x7fc90806de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.302+0000 7fc90cfa6640 1 --2- 172.21.15.46:0/3495026786 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc9080cf190 0x7fc90815f530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.302+0000 7fc90cfa6640 1 --2- 172.21.15.46:0/3495026786 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9080ce720 0x7fc90815eff0 secure :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fc8f8000c00 tx=0x7fc8f80046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.302+0000 7fc90cfa6640 1 -- 172.21.15.46:0/3495026786 >> 172.21.15.46:0/3495026786 conn(0x7fc9080d1290 msgr2=0x7fc9080b0cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:38.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.303+0000 7fc90cfa6640 1 -- 172.21.15.46:0/3495026786 shutdown_connections 2024-09-19T05:51:38.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.303+0000 7fc90cfa6640 1 -- 172.21.15.46:0/3495026786 wait complete. 2024-09-19T05:51:38.320 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/allow_m_granularity True 2024-09-19T05:51:38.427 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:38.425+0000 7eff2951e040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T05:51:38.430 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:38.429+0000 7f3cb692f040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T05:51:38.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.432+0000 7faedd59f640 1 Processor -- start 2024-09-19T05:51:38.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.433+0000 7faedd59f640 1 -- start start 2024-09-19T05:51:38.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.433+0000 7faedd59f640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faed815f5c0 0x7faed81628d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:38.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.433+0000 7faedd59f640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faed8155750 con 0x7faed8071a80 2024-09-19T05:51:38.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.433+0000 7faedd59f640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faed806f010 con 0x7faed8155370 2024-09-19T05:51:38.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.433+0000 7faedd59f640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7faed815eae0 con 0x7faed815f5c0 2024-09-19T05:51:38.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.434+0000 7faed77fe640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7faed8071a80 0x7faed80ae8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:42242/0 (socket says 172.21.15.46:42242) 2024-09-19T05:51:38.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.434+0000 7faed77fe640 1 -- 172.21.15.46:0/150383144 learned_addr learned my addr 172.21.15.46:0/150383144 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:38.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.434+0000 7faedcd9e640 1 --2- 172.21.15.46:0/150383144 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faed815f5c0 0x7faed81628d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:38.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.434+0000 7faed6ffd640 1 -- 172.21.15.46:0/150383144 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 411307667 0 0) 0x7faed8155750 con 0x7faed8071a80 2024-09-19T05:51:38.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.434+0000 7faed6ffd640 1 -- 172.21.15.46:0/150383144 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faec4003520 con 0x7faed8071a80 2024-09-19T05:51:38.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.434+0000 7faedcd9e640 1 -- 172.21.15.46:0/150383144 >> v1:172.21.15.78:6789/0 conn(0x7faed8155370 legacy=0x7faed8071370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:38.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.434+0000 7faed6ffd640 1 -- 172.21.15.46:0/150383144 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3196142934 0 0) 0x7faed806f010 con 0x7faed8155370 2024-09-19T05:51:38.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.434+0000 7faedcd9e640 1 -- 172.21.15.46:0/150383144 >> v1:172.21.15.46:6789/0 conn(0x7faed8071a80 legacy=0x7faed80ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:38.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.434+0000 7faedcd9e640 1 -- 172.21.15.46:0/150383144 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faed815edc0 con 0x7faed815f5c0 2024-09-19T05:51:38.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.435+0000 7faedcd9e640 1 --2- 172.21.15.46:0/150383144 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faed815f5c0 0x7faed81628d0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7faed0009dc0 tx=0x7faed002a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1a85893e7fd5046c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:38.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.435+0000 7faed6ffd640 1 -- 172.21.15.46:0/150383144 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed002ae60 con 0x7faed815f5c0 2024-09-19T05:51:38.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.435+0000 7faed6ffd640 1 -- 172.21.15.46:0/150383144 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faed0007740 con 0x7faed815f5c0 2024-09-19T05:51:38.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.435+0000 7faed6ffd640 1 -- 172.21.15.46:0/150383144 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed0007af0 con 0x7faed815f5c0 2024-09-19T05:51:38.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.436+0000 7faedd59f640 1 -- 172.21.15.46:0/150383144 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faed815f5c0 msgr2=0x7faed81628d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:38.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.436+0000 7faedd59f640 1 --2- 172.21.15.46:0/150383144 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faed815f5c0 0x7faed81628d0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7faed0009dc0 tx=0x7faed002a640 comp rx=0 tx=0).stop 2024-09-19T05:51:38.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.436+0000 7faedd59f640 1 -- 172.21.15.46:0/150383144 shutdown_connections 2024-09-19T05:51:38.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.436+0000 7faedd59f640 1 --2- 172.21.15.46:0/150383144 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faed815f5c0 0x7faed81628d0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.436+0000 7faedd59f640 1 -- 172.21.15.46:0/150383144 >> 172.21.15.46:0/150383144 conn(0x7faed806bbc0 msgr2=0x7faed806bfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:38.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.436+0000 7faedd59f640 1 -- 172.21.15.46:0/150383144 shutdown_connections 2024-09-19T05:51:38.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.436+0000 7faedd59f640 1 -- 172.21.15.46:0/150383144 wait complete. 2024-09-19T05:51:38.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.437+0000 7faedd59f640 1 Processor -- start 2024-09-19T05:51:38.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.437+0000 7faedd59f640 1 -- start start 2024-09-19T05:51:38.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.438+0000 7faedd59f640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faed8071a80 0x7faed81f4250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:38.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.438+0000 7faedd59f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7faed8155370 0x7faed8149350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:38.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.438+0000 7faedd59f640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faed815f5c0 0x7faed80cf6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:38.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.438+0000 7faedd59f640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7faed806edf0 con 0x7faed8071a80 2024-09-19T05:51:38.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.438+0000 7faedd59f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7faed806ec70 con 0x7faed8155370 2024-09-19T05:51:38.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.438+0000 7faedd59f640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7faed8073480 con 0x7faed815f5c0 2024-09-19T05:51:38.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.438+0000 7faed7fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faed8071a80 0x7faed81f4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:38.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.438+0000 7faedcd9e640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faed815f5c0 0x7faed80cf6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:38.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.438+0000 7faed77fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7faed8155370 0x7faed8149350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:38.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.438+0000 7faedcd9e640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faed815f5c0 0x7faed80cf6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.46:38554/0 (socket says 172.21.15.46:38554) 2024-09-19T05:51:38.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.438+0000 7faed7fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faed8071a80 0x7faed81f4250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40198/0 (socket says 172.21.15.46:40198) 2024-09-19T05:51:38.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.438+0000 7faedcd9e640 1 -- 172.21.15.46:0/422615049 learned_addr learned my addr 172.21.15.46:0/422615049 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:38.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.438+0000 7faedcd9e640 1 -- 172.21.15.46:0/422615049 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7faed8155370 msgr2=0x7faed8149350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:38.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.438+0000 7faedcd9e640 1 --2- 172.21.15.46:0/422615049 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7faed8155370 0x7faed8149350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.438+0000 7faedcd9e640 1 -- 172.21.15.46:0/422615049 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faed8071a80 msgr2=0x7faed81f4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:38.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.438+0000 7faedcd9e640 1 --2- 172.21.15.46:0/422615049 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faed8071a80 0x7faed81f4250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.438+0000 7faedcd9e640 1 -- 172.21.15.46:0/422615049 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faed81f4790 con 0x7faed815f5c0 2024-09-19T05:51:38.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.438+0000 7faed7fff640 1 --2- 172.21.15.46:0/422615049 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faed8071a80 0x7faed81f4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:38.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.439+0000 7faedcd9e640 1 --2- 172.21.15.46:0/422615049 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faed815f5c0 0x7faed80cf6e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7faed002ac30 tx=0x7faed0004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:38.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.439+0000 7faed4ff9640 1 -- 172.21.15.46:0/422615049 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed0040070 con 0x7faed815f5c0 2024-09-19T05:51:38.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.439+0000 7faed4ff9640 1 -- 172.21.15.46:0/422615049 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faed0007e20 con 0x7faed815f5c0 2024-09-19T05:51:38.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.439+0000 7faedd59f640 1 -- 172.21.15.46:0/422615049 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faed80cd1b0 con 0x7faed815f5c0 2024-09-19T05:51:38.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.439+0000 7faed4ff9640 1 -- 172.21.15.46:0/422615049 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed0009450 con 0x7faed815f5c0 2024-09-19T05:51:38.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.439+0000 7faedd59f640 1 -- 172.21.15.46:0/422615049 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7faed80cd770 con 0x7faed815f5c0 2024-09-19T05:51:38.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.440+0000 7faedd59f640 1 -- 172.21.15.46:0/422615049 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faed81628d0 con 0x7faed815f5c0 2024-09-19T05:51:38.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.440+0000 7faed4ff9640 1 -- 172.21.15.46:0/422615049 <== mon.2 v2:172.21.15.78:3301/0 4 ==== mgrmap(e 6) ==== 90863+0+0 (secure 0 0 0) 0x7faed0039040 con 0x7faed815f5c0 2024-09-19T05:51:38.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.441+0000 7faed4ff9640 1 --2- 172.21.15.46:0/422615049 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7faeb806c300 0x7faeb806e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:38.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.441+0000 7faed7fff640 1 -- 172.21.15.46:0/422615049 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7faeb806c300 msgr2=0x7faeb806e7c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.78:6832/1948069631 2024-09-19T05:51:38.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.441+0000 7faed4ff9640 1 -- 172.21.15.46:0/422615049 <== mon.2 v2:172.21.15.78:3301/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7faed00aca80 con 0x7faed815f5c0 2024-09-19T05:51:38.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.441+0000 7faed7fff640 1 --2- 172.21.15.46:0/422615049 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7faeb806c300 0x7faeb806e7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:51:38.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.445+0000 7faed4ff9640 1 -- 172.21.15.46:0/422615049 <== mon.2 v2:172.21.15.78:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faed00aee20 con 0x7faed815f5c0 2024-09-19T05:51:38.469 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:38.467+0000 7eff2951e040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T05:51:38.475 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:38.474+0000 7f3cb692f040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T05:51:38.599 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:38.597+0000 7eff2951e040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T05:51:38.614 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:38.612+0000 7f3cb692f040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T05:51:38.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.624+0000 7faedd59f640 1 -- 172.21.15.46:0/422615049 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7faed804ffb0 con 0x7faed815f5c0 2024-09-19T05:51:38.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.628+0000 7faed4ff9640 1 -- 172.21.15.46:0/422615049 <== mon.2 v2:172.21.15.78:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v11)=0 v11) ==== 138+0+0 (secure 0 0 0) 0x7faed81f4790 con 0x7faed815f5c0 2024-09-19T05:51:38.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.630+0000 7faedd59f640 1 -- 172.21.15.46:0/422615049 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7faeb806c300 msgr2=0x7faeb806e7c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:51:38.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.630+0000 7faedd59f640 1 --2- 172.21.15.46:0/422615049 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7faeb806c300 0x7faeb806e7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.630+0000 7faedd59f640 1 -- 172.21.15.46:0/422615049 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faed815f5c0 msgr2=0x7faed80cf6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:38.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.630+0000 7faedd59f640 1 --2- 172.21.15.46:0/422615049 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faed815f5c0 0x7faed80cf6e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7faed002ac30 tx=0x7faed0004a40 comp rx=0 tx=0).stop 2024-09-19T05:51:38.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.631+0000 7faedd59f640 1 -- 172.21.15.46:0/422615049 shutdown_connections 2024-09-19T05:51:38.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.631+0000 7faedd59f640 1 --2- 172.21.15.46:0/422615049 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7faeb806c300 0x7faeb806e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.631+0000 7faedd59f640 1 --2- 172.21.15.46:0/422615049 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faed815f5c0 0x7faed80cf6e0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.631+0000 7faedd59f640 1 --2- 172.21.15.46:0/422615049 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7faed8155370 0x7faed8149350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.631+0000 7faedd59f640 1 --2- 172.21.15.46:0/422615049 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faed8071a80 0x7faed81f4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.631+0000 7faedd59f640 1 -- 172.21.15.46:0/422615049 >> 172.21.15.46:0/422615049 conn(0x7faed806bbc0 msgr2=0x7faed81e77f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:38.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.631+0000 7faedd59f640 1 -- 172.21.15.46:0/422615049 shutdown_connections 2024-09-19T05:51:38.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.631+0000 7faedd59f640 1 -- 172.21.15.46:0/422615049 wait complete. 2024-09-19T05:51:38.644 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/dump_on_update True 2024-09-19T05:51:38.647 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:38.646+0000 7eff2951e040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T05:51:38.667 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:38.665+0000 7f3cb692f040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T05:51:38.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.748+0000 7f2907d11640 1 Processor -- start 2024-09-19T05:51:38.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.749+0000 7f2907d11640 1 -- start start 2024-09-19T05:51:38.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.750+0000 7f2907d11640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f290015e6a0 0x7f2900162d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:38.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.750+0000 7f2907d11640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f29000ae8f0 0x7f2900072d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:38.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.750+0000 7f2907d11640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29000cb060 con 0x7f2900073240 2024-09-19T05:51:38.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.750+0000 7f2907d11640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f2900163240 con 0x7f290015e6a0 2024-09-19T05:51:38.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.750+0000 7f2907d11640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f29000aee90 con 0x7f29000ae8f0 2024-09-19T05:51:38.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.750+0000 7f2905aad640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f290015e6a0 0x7f2900162d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:38.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.750+0000 7f2905aad640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f290015e6a0 0x7f2900162d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40204/0 (socket says 172.21.15.46:40204) 2024-09-19T05:51:38.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.750+0000 7f2905aad640 1 -- 172.21.15.46:0/3110047054 learned_addr learned my addr 172.21.15.46:0/3110047054 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:38.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.750+0000 7f29052ac640 1 --2- 172.21.15.46:0/3110047054 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f29000ae8f0 0x7f2900072d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:38.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.750+0000 7f2905aad640 1 -- 172.21.15.46:0/3110047054 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f29000ae8f0 msgr2=0x7f2900072d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:38.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.750+0000 7f2905aad640 1 --2- 172.21.15.46:0/3110047054 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f29000ae8f0 0x7f2900072d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.750+0000 7f2905aad640 1 -- 172.21.15.46:0/3110047054 >> v1:172.21.15.78:6789/0 conn(0x7f2900073240 legacy=0x7f29000ce5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:38.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.750+0000 7f2905aad640 1 -- 172.21.15.46:0/3110047054 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29000af170 con 0x7f290015e6a0 2024-09-19T05:51:38.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.751+0000 7f2905aad640 1 --2- 172.21.15.46:0/3110047054 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f290015e6a0 0x7f2900162d00 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f28fc009870 tx=0x7f28fc02a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=baab7b5cb5b50c8d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:38.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.751+0000 7f2904aab640 1 -- 172.21.15.46:0/3110047054 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28fc037070 con 0x7f290015e6a0 2024-09-19T05:51:38.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.751+0000 7f2904aab640 1 -- 172.21.15.46:0/3110047054 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28fc02ae50 con 0x7f290015e6a0 2024-09-19T05:51:38.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.751+0000 7f2904aab640 1 -- 172.21.15.46:0/3110047054 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28fc032860 con 0x7f290015e6a0 2024-09-19T05:51:38.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.752+0000 7f2907d11640 1 -- 172.21.15.46:0/3110047054 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f290015e6a0 msgr2=0x7f2900162d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:38.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.752+0000 7f2907d11640 1 --2- 172.21.15.46:0/3110047054 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f290015e6a0 0x7f2900162d00 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f28fc009870 tx=0x7f28fc02a300 comp rx=0 tx=0).stop 2024-09-19T05:51:38.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.752+0000 7f2907d11640 1 -- 172.21.15.46:0/3110047054 shutdown_connections 2024-09-19T05:51:38.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.752+0000 7f2907d11640 1 --2- 172.21.15.46:0/3110047054 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f29000ae8f0 0x7f2900072d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.752+0000 7f2907d11640 1 --2- 172.21.15.46:0/3110047054 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f290015e6a0 0x7f2900162d00 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.752+0000 7f2907d11640 1 -- 172.21.15.46:0/3110047054 >> 172.21.15.46:0/3110047054 conn(0x7f29000d0a10 msgr2=0x7f29000d0e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:38.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.752+0000 7f2907d11640 1 -- 172.21.15.46:0/3110047054 shutdown_connections 2024-09-19T05:51:38.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.752+0000 7f2907d11640 1 -- 172.21.15.46:0/3110047054 wait complete. 2024-09-19T05:51:38.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.753+0000 7f2907d11640 1 Processor -- start 2024-09-19T05:51:38.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.753+0000 7f2907d11640 1 -- start start 2024-09-19T05:51:38.756 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:38.754+0000 7eff2951e040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:51:38.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.754+0000 7f2907d11640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2900073240 0x7f29001e9120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:38.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.754+0000 7f2907d11640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f29000ae8f0 0x7f29000c5110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:38.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.754+0000 7f2907d11640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f290015e6a0 0x7f29001ea5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:38.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.754+0000 7f2907d11640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f29000afa10 con 0x7f290015e6a0 2024-09-19T05:51:38.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.754+0000 7f2907d11640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f29000af730 con 0x7f29000ae8f0 2024-09-19T05:51:38.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.754+0000 7f2907d11640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f2900072850 con 0x7f2900073240 2024-09-19T05:51:38.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.754+0000 7f29062ae640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f290015e6a0 0x7f29001ea5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:38.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.754+0000 7f29062ae640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f290015e6a0 0x7f29001ea5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40210/0 (socket says 172.21.15.46:40210) 2024-09-19T05:51:38.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.754+0000 7f29062ae640 1 -- 172.21.15.46:0/3652675113 learned_addr learned my addr 172.21.15.46:0/3652675113 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:38.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.754+0000 7f29052ac640 1 --2- 172.21.15.46:0/3652675113 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f29000ae8f0 0x7f29000c5110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:38.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.754+0000 7f2905aad640 1 --2- 172.21.15.46:0/3652675113 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2900073240 0x7f29001e9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:38.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.754+0000 7f29052ac640 1 -- 172.21.15.46:0/3652675113 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2900073240 msgr2=0x7f29001e9120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:38.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.754+0000 7f29052ac640 1 --2- 172.21.15.46:0/3652675113 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2900073240 0x7f29001e9120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.754+0000 7f29052ac640 1 -- 172.21.15.46:0/3652675113 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f290015e6a0 msgr2=0x7f29001ea5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:38.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.754+0000 7f29052ac640 1 --2- 172.21.15.46:0/3652675113 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f290015e6a0 0x7f29001ea5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.754+0000 7f29052ac640 1 -- 172.21.15.46:0/3652675113 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29001e9700 con 0x7f29000ae8f0 2024-09-19T05:51:38.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.754+0000 7f29062ae640 1 --2- 172.21.15.46:0/3652675113 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f290015e6a0 0x7f29001ea5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:38.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.754+0000 7f2905aad640 1 --2- 172.21.15.46:0/3652675113 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2900073240 0x7f29001e9120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:38.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.754+0000 7f29052ac640 1 --2- 172.21.15.46:0/3652675113 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f29000ae8f0 0x7f29000c5110 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f28f400e850 tx=0x7f28f400ed10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:38.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.755+0000 7f28f27fc640 1 -- 172.21.15.46:0/3652675113 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f4017070 con 0x7f29000ae8f0 2024-09-19T05:51:38.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.755+0000 7f28f27fc640 1 -- 172.21.15.46:0/3652675113 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28f400c940 con 0x7f29000ae8f0 2024-09-19T05:51:38.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.755+0000 7f2907d11640 1 -- 172.21.15.46:0/3652675113 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29001e99e0 con 0x7f29000ae8f0 2024-09-19T05:51:38.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.755+0000 7f28f27fc640 1 -- 172.21.15.46:0/3652675113 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f400cd10 con 0x7f29000ae8f0 2024-09-19T05:51:38.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.755+0000 7f2907d11640 1 -- 172.21.15.46:0/3652675113 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29001e9fa0 con 0x7f29000ae8f0 2024-09-19T05:51:38.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.756+0000 7f2907d11640 1 -- 172.21.15.46:0/3652675113 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f290015ea80 con 0x7f29000ae8f0 2024-09-19T05:51:38.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.757+0000 7f28f27fc640 1 -- 172.21.15.46:0/3652675113 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 6) ==== 90863+0+0 (secure 0 0 0) 0x7f28f401a070 con 0x7f29000ae8f0 2024-09-19T05:51:38.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.757+0000 7f28f27fc640 1 --2- 172.21.15.46:0/3652675113 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f28e406c300 0x7f28e406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:38.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.757+0000 7f2905aad640 1 -- 172.21.15.46:0/3652675113 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f28e406c300 msgr2=0x7f28e406e7c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.78:6832/1948069631 2024-09-19T05:51:38.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.757+0000 7f28f27fc640 1 -- 172.21.15.46:0/3652675113 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f28f408b6b0 con 0x7f29000ae8f0 2024-09-19T05:51:38.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.757+0000 7f2905aad640 1 --2- 172.21.15.46:0/3652675113 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f28e406c300 0x7f28e406e7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:51:38.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.762+0000 7f28f27fc640 1 -- 172.21.15.46:0/3652675113 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f28f40597d0 con 0x7f29000ae8f0 2024-09-19T05:51:38.785 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:38.783+0000 7f3cb692f040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:51:38.850 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:38.848+0000 7eff2951e040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T05:51:38.884 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:38.882+0000 7f3cb692f040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T05:51:38.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.939+0000 7f2907d11640 1 -- 172.21.15.46:0/3652675113 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f2900075140 con 0x7f29000ae8f0 2024-09-19T05:51:38.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.943+0000 7f28f27fc640 1 -- 172.21.15.46:0/3652675113 <== mon.1 v2:172.21.15.78:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v12)=0 v12) ==== 133+0+0 (secure 0 0 0) 0x7f28f405dad0 con 0x7f29000ae8f0 2024-09-19T05:51:38.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.945+0000 7f2907d11640 1 -- 172.21.15.46:0/3652675113 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f28e406c300 msgr2=0x7f28e406e7c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:51:38.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.945+0000 7f2907d11640 1 --2- 172.21.15.46:0/3652675113 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f28e406c300 0x7f28e406e7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.945+0000 7f2907d11640 1 -- 172.21.15.46:0/3652675113 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f29000ae8f0 msgr2=0x7f29000c5110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:38.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.945+0000 7f2907d11640 1 --2- 172.21.15.46:0/3652675113 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f29000ae8f0 0x7f29000c5110 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f28f400e850 tx=0x7f28f400ed10 comp rx=0 tx=0).stop 2024-09-19T05:51:38.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.945+0000 7f2907d11640 1 -- 172.21.15.46:0/3652675113 shutdown_connections 2024-09-19T05:51:38.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.945+0000 7f2907d11640 1 --2- 172.21.15.46:0/3652675113 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7f28e406c300 0x7f28e406e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.945+0000 7f2907d11640 1 --2- 172.21.15.46:0/3652675113 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f290015e6a0 0x7f29001ea5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.945+0000 7f2907d11640 1 --2- 172.21.15.46:0/3652675113 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f29000ae8f0 0x7f29000c5110 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.945+0000 7f2907d11640 1 --2- 172.21.15.46:0/3652675113 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f2900073240 0x7f29001e9120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:38.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.945+0000 7f2907d11640 1 -- 172.21.15.46:0/3652675113 >> 172.21.15.46:0/3652675113 conn(0x7f29000d0a10 msgr2=0x7f29000b1bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:38.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.945+0000 7f2907d11640 1 -- 172.21.15.46:0/3652675113 shutdown_connections 2024-09-19T05:51:38.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:38.945+0000 7f2907d11640 1 -- 172.21.15.46:0/3652675113 wait complete. 2024-09-19T05:51:38.959 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:38.959 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1) 2024-09-19T05:51:39.020 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add snap_test_dir1 1m 2024-09-19T05:51:39.117 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:39.115+0000 7eff2951e040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T05:51:39.159 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:39.158+0000 7eff2951e040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T05:51:39.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.165+0000 7fdbbb6a6640 1 Processor -- start 2024-09-19T05:51:39.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.165+0000 7fdbbb6a6640 1 -- start start 2024-09-19T05:51:39.167 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:39.166+0000 7f3cb692f040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T05:51:39.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.166+0000 7fdbbb6a6640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fdbb415e6c0 0x7fdbb40d1780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:39.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.166+0000 7fdbbb6a6640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fdbb40d0720 0x7fdbb40d0bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:39.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.166+0000 7fdbbb6a6640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdbb415f1b0 con 0x7fdbb40b5d50 2024-09-19T05:51:39.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.166+0000 7fdbbb6a6640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fdbb40b7150 con 0x7fdbb415e6c0 2024-09-19T05:51:39.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.166+0000 7fdbbb6a6640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fdbb40b6540 con 0x7fdbb40d0720 2024-09-19T05:51:39.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.166+0000 7fdbb9442640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fdbb415e6c0 0x7fdbb40d1780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:39.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.166+0000 7fdbb9442640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fdbb415e6c0 0x7fdbb40d1780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40222/0 (socket says 172.21.15.46:40222) 2024-09-19T05:51:39.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.166+0000 7fdbb9442640 1 -- 172.21.15.46:0/1881749074 learned_addr learned my addr 172.21.15.46:0/1881749074 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:39.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.166+0000 7fdbb9c43640 1 --2- 172.21.15.46:0/1881749074 >> v2:172.21.15.78:3300/0 conn(0x7fdbb40d0720 0x7fdbb40d0bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:39.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.166+0000 7fdbb9442640 1 -- 172.21.15.46:0/1881749074 >> v2:172.21.15.78:3300/0 conn(0x7fdbb40d0720 msgr2=0x7fdbb40d0bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:39.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.166+0000 7fdbb9442640 1 --2- 172.21.15.46:0/1881749074 >> v2:172.21.15.78:3300/0 conn(0x7fdbb40d0720 0x7fdbb40d0bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:39.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.166+0000 7fdbb9442640 1 -- 172.21.15.46:0/1881749074 >> v1:172.21.15.78:6789/0 conn(0x7fdbb40b5d50 legacy=0x7fdbb415eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:39.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.166+0000 7fdbb9442640 1 -- 172.21.15.46:0/1881749074 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbb40b6820 con 0x7fdbb415e6c0 2024-09-19T05:51:39.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.167+0000 7fdbb9442640 1 --2- 172.21.15.46:0/1881749074 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbb415e6c0 0x7fdbb40d1780 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fdbb40b3fe0 tx=0x7fdbb002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73fc42531cdd6435 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:39.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.167+0000 7fdbabfff640 1 -- 172.21.15.46:0/1881749074 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbb0037070 con 0x7fdbb415e6c0 2024-09-19T05:51:39.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.167+0000 7fdbabfff640 1 -- 172.21.15.46:0/1881749074 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdbb0032440 con 0x7fdbb415e6c0 2024-09-19T05:51:39.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.167+0000 7fdbabfff640 1 -- 172.21.15.46:0/1881749074 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbb0032810 con 0x7fdbb415e6c0 2024-09-19T05:51:39.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.168+0000 7fdbbb6a6640 1 -- 172.21.15.46:0/1881749074 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbb415e6c0 msgr2=0x7fdbb40d1780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:39.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.168+0000 7fdbbb6a6640 1 --2- 172.21.15.46:0/1881749074 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbb415e6c0 0x7fdbb40d1780 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fdbb40b3fe0 tx=0x7fdbb002a270 comp rx=0 tx=0).stop 2024-09-19T05:51:39.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.168+0000 7fdbbb6a6640 1 -- 172.21.15.46:0/1881749074 shutdown_connections 2024-09-19T05:51:39.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.168+0000 7fdbbb6a6640 1 --2- 172.21.15.46:0/1881749074 >> v2:172.21.15.78:3300/0 conn(0x7fdbb40d0720 0x7fdbb40d0bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:39.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.168+0000 7fdbbb6a6640 1 --2- 172.21.15.46:0/1881749074 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbb415e6c0 0x7fdbb40d1780 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:39.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.168+0000 7fdbbb6a6640 1 -- 172.21.15.46:0/1881749074 >> 172.21.15.46:0/1881749074 conn(0x7fdbb40d2520 msgr2=0x7fdbb40d2930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:39.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.168+0000 7fdbbb6a6640 1 -- 172.21.15.46:0/1881749074 shutdown_connections 2024-09-19T05:51:39.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.168+0000 7fdbbb6a6640 1 -- 172.21.15.46:0/1881749074 wait complete. 2024-09-19T05:51:39.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.170+0000 7fdbbb6a6640 1 Processor -- start 2024-09-19T05:51:39.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.170+0000 7fdbbb6a6640 1 -- start start 2024-09-19T05:51:39.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.170+0000 7fdbbb6a6640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdbb40b5d50 0x7fdbb415ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:39.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.170+0000 7fdbbb6a6640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbb40d0720 0x7fdbb40c81c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:39.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.170+0000 7fdbbb6a6640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdbb415e6c0 0x7fdbb41f3ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:39.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.170+0000 7fdbbb6a6640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdbb40d10f0 con 0x7fdbb40d0720 2024-09-19T05:51:39.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.170+0000 7fdbbb6a6640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fdbb40b6de0 con 0x7fdbb415e6c0 2024-09-19T05:51:39.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.170+0000 7fdbbb6a6640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fdbb40b6190 con 0x7fdbb40b5d50 2024-09-19T05:51:39.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.171+0000 7fdbb8c41640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbb40d0720 0x7fdbb40c81c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:39.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.171+0000 7fdbb8c41640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbb40d0720 0x7fdbb40c81c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40228/0 (socket says 172.21.15.46:40228) 2024-09-19T05:51:39.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.171+0000 7fdbb8c41640 1 -- 172.21.15.46:0/178583582 learned_addr learned my addr 172.21.15.46:0/178583582 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:39.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.171+0000 7fdbb9442640 1 --2- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdbb40b5d50 0x7fdbb415ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:39.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.171+0000 7fdbb9c43640 1 --2- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdbb415e6c0 0x7fdbb41f3ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:39.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.171+0000 7fdbb9442640 1 -- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdbb415e6c0 msgr2=0x7fdbb41f3ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:39.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.171+0000 7fdbb9442640 1 --2- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdbb415e6c0 0x7fdbb41f3ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:39.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.171+0000 7fdbb9442640 1 -- 172.21.15.46:0/178583582 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbb40d0720 msgr2=0x7fdbb40c81c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:39.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.171+0000 7fdbb9442640 1 --2- 172.21.15.46:0/178583582 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbb40d0720 0x7fdbb40c81c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:39.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.171+0000 7fdbb9442640 1 -- 172.21.15.46:0/178583582 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbb40ca550 con 0x7fdbb40b5d50 2024-09-19T05:51:39.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.171+0000 7fdbb8c41640 1 --2- 172.21.15.46:0/178583582 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbb40d0720 0x7fdbb40c81c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:39.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.171+0000 7fdbb9442640 1 --2- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdbb40b5d50 0x7fdbb415ab40 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fdbb0031000 tx=0x7fdbb00046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:39.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.171+0000 7fdba9ffb640 1 -- 172.21.15.46:0/178583582 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbb0041020 con 0x7fdbb40b5d50 2024-09-19T05:51:39.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.171+0000 7fdba9ffb640 1 -- 172.21.15.46:0/178583582 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdbb0030640 con 0x7fdbb40b5d50 2024-09-19T05:51:39.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.171+0000 7fdbbb6a6640 1 -- 172.21.15.46:0/178583582 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbb40ca830 con 0x7fdbb40b5d50 2024-09-19T05:51:39.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.171+0000 7fdba9ffb640 1 -- 172.21.15.46:0/178583582 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbb0037040 con 0x7fdbb40b5d50 2024-09-19T05:51:39.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.172+0000 7fdbbb6a6640 1 -- 172.21.15.46:0/178583582 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbb40cadf0 con 0x7fdbb40b5d50 2024-09-19T05:51:39.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.172+0000 7fdbbb6a6640 1 -- 172.21.15.46:0/178583582 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbb40d0bb0 con 0x7fdbb40b5d50 2024-09-19T05:51:39.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.173+0000 7fdba9ffb640 1 -- 172.21.15.46:0/178583582 <== mon.2 v2:172.21.15.78:3301/0 4 ==== mgrmap(e 6) ==== 90863+0+0 (secure 0 0 0) 0x7fdbb0044020 con 0x7fdbb40b5d50 2024-09-19T05:51:39.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.174+0000 7fdba9ffb640 1 --2- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdb9806c300 0x7fdb9806e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:39.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.174+0000 7fdba9ffb640 1 -- 172.21.15.46:0/178583582 <== mon.2 v2:172.21.15.78:3301/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fdbb00abc90 con 0x7fdbb40b5d50 2024-09-19T05:51:39.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.174+0000 7fdbb8c41640 1 -- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdb9806c300 msgr2=0x7fdb9806e7c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.78:6832/1948069631 2024-09-19T05:51:39.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.174+0000 7fdbb8c41640 1 --2- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdb9806c300 0x7fdb9806e7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:51:39.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.181+0000 7fdba9ffb640 1 -- 172.21.15.46:0/178583582 <== mon.2 v2:172.21.15.78:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdbb004b030 con 0x7fdbb40b5d50 2024-09-19T05:51:39.215 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:39.214+0000 7f3cb692f040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T05:51:39.279 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:39.277+0000 7eff2951e040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T05:51:39.340 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:39.338+0000 7f3cb692f040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T05:51:39.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.375+0000 7fdbb8c41640 1 -- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdb9806c300 msgr2=0x7fdb9806e7c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.78:6832/1948069631 2024-09-19T05:51:39.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.375+0000 7fdbb8c41640 1 --2- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdb9806c300 0x7fdb9806e7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-19T05:51:39.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.381+0000 7fdbbb6a6640 1 -- 172.21.15.46:0/178583582 --> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fdbb40693c0 con 0x7fdb9806c300 2024-09-19T05:51:39.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.776+0000 7fdbb8c41640 1 -- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdb9806c300 msgr2=0x7fdb9806e7c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.78:6832/1948069631 2024-09-19T05:51:39.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:39.776+0000 7fdbb8c41640 1 --2- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdb9806c300 0x7fdb9806e7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-19T05:51:39.979 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:39.978+0000 7eff2951e040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T05:51:40.023 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:40.022+0000 7eff2951e040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T05:51:40.078 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:40.076+0000 7f3cb692f040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T05:51:40.124 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:40.122+0000 7f3cb692f040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T05:51:40.330 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:40.328+0000 7eff2951e040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T05:51:40.413 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:40.411+0000 7eff2951e040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T05:51:40.454 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:40.453+0000 7f3cb692f040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T05:51:40.518 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:40.516+0000 7eff2951e040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:51:40.541 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:40.540+0000 7f3cb692f040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T05:51:40.560 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:40.558+0000 7eff2951e040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T05:51:40.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:40.577+0000 7fdbb8c41640 1 -- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdb9806c300 msgr2=0x7fdb9806e7c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.78:6832/1948069631 2024-09-19T05:51:40.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:40.577+0000 7fdbb8c41640 1 --2- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdb9806c300 0x7fdb9806e7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-19T05:51:40.654 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:40.653+0000 7f3cb692f040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:51:40.669 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:40.668+0000 7eff2951e040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T05:51:40.699 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:40.697+0000 7f3cb692f040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T05:51:40.721 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:40.719+0000 7eff2951e040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T05:51:40.761 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:40.760+0000 7eff2951e040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T05:51:40.816 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:40.814+0000 7f3cb692f040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T05:51:40.869 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:40.868+0000 7f3cb692f040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T05:51:40.872 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:40.870+0000 7eff2951e040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T05:51:40.913 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:40.911+0000 7f3cb692f040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T05:51:40.919 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:40.918+0000 7eff2951e040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T05:51:40.966 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:40.964+0000 7eff2951e040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T05:51:41.017 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:41.016+0000 7eff2951e040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T05:51:41.031 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:41.029+0000 7f3cb692f040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T05:51:41.059 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:41.057+0000 7eff2951e040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T05:51:41.081 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:41.079+0000 7f3cb692f040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T05:51:41.100 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:41.098+0000 7eff2951e040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T05:51:41.131 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:41.129+0000 7f3cb692f040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T05:51:41.186 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:41.184+0000 7f3cb692f040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T05:51:41.230 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:41.228+0000 7f3cb692f040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T05:51:41.275 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:41.273+0000 7f3cb692f040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T05:51:41.664 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:41.662+0000 7eff2951e040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T05:51:41.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:41.672+0000 7fdba9ffb640 1 -- 172.21.15.46:0/178583582 <== mon.2 v2:172.21.15.78:3301/0 7 ==== mgrmap(e 7) ==== 90574+0+0 (secure 0 0 0) 0x7fdbb0076380 con 0x7fdbb40b5d50 2024-09-19T05:51:41.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:41.673+0000 7fdba9ffb640 1 -- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdb9806c300 msgr2=0x7fdb9806e7c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:51:41.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:41.673+0000 7fdba9ffb640 1 --2- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:6832/1948069631,v1:172.21.15.78:6833/1948069631] conn(0x7fdb9806c300 0x7fdb9806e7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:41.817 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:41.815+0000 7efea7a44640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:51:41.817 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:41.815+0000 7efea4a3e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:51:41.817 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:41.815+0000 7efea7a44640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:51:41.817 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:41.815+0000 7efea7a44640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:51:41.817 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:41.815+0000 7efea7a44640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:51:41.818 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:41.815+0000 7efea7a44640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:51:41.818 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:41.815+0000 7efea4a3e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:51:41.818 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:41.815+0000 7efea4a3e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:51:41.818 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:41.815+0000 7efea4a3e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:51:41.818 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:41.815+0000 7efea4a3e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:51:41.892 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:41.890+0000 7f3cb692f040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T05:51:42.202 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:51:42.204 DEBUG:teuthology.orchestra.run.smithi078:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:51:42.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.677+0000 7fdba9ffb640 1 -- 172.21.15.46:0/178583582 <== mon.2 v2:172.21.15.78:3301/0 8 ==== mgrmap(e 8) ==== 90701+0+0 (secure 0 0 0) 0x7fdbb0079f70 con 0x7fdbb40b5d50 2024-09-19T05:51:42.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.678+0000 7fdba9ffb640 1 --2- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fdb980741b0 0x7fdb980765a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:42.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.678+0000 7fdba9ffb640 1 -- 172.21.15.46:0/178583582 --> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fdbb40693c0 con 0x7fdb980741b0 2024-09-19T05:51:42.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.680+0000 7fdbb8c41640 1 --2- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fdb980741b0 0x7fdb980765a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:42.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.682+0000 7fdbb8c41640 1 --2- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fdb980741b0 0x7fdb980765a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fdbb415d4e0 tx=0x7fdba4007f10 comp rx=0 tx=0).ready entity=mgr.4724 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:42.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.750+0000 7fdba9ffb640 1 -- 172.21.15.46:0/178583582 <== mgr.4724 v2:172.21.15.78:6832/1209090710 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fdbb40693c0 con 0x7fdb980741b0 2024-09-19T05:51:42.753 INFO:teuthology.orchestra.run.smithi046.stdout:Schedule set for path snap_test_dir1 2024-09-19T05:51:42.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.752+0000 7fdbbb6a6640 1 -- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fdb980741b0 msgr2=0x7fdb980765a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:42.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.752+0000 7fdbbb6a6640 1 --2- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fdb980741b0 0x7fdb980765a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fdbb415d4e0 tx=0x7fdba4007f10 comp rx=0 tx=0).stop 2024-09-19T05:51:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.752+0000 7fdbbb6a6640 1 -- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdbb40b5d50 msgr2=0x7fdbb415ab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.752+0000 7fdbbb6a6640 1 --2- 172.21.15.46:0/178583582 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fdbb40b5d50 0x7fdbb415ab40 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fdbb0031000 tx=0x7fdbb00046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.752+0000 7fdbb9c43640 1 -- 172.21.15.46:0/178583582 reap_dead start 2024-09-19T05:51:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.752+0000 7fdbbb6a6640 1 -- 172.21.15.46:0/178583582 shutdown_connections 2024-09-19T05:51:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.752+0000 7fdbbb6a6640 1 -- 172.21.15.46:0/178583582 >> 172.21.15.46:0/178583582 conn(0x7fdbb40d2520 msgr2=0x7fdbb406fc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.752+0000 7fdbbb6a6640 1 -- 172.21.15.46:0/178583582 shutdown_connections 2024-09-19T05:51:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.753+0000 7fdbbb6a6640 1 -- 172.21.15.46:0/178583582 wait complete. 2024-09-19T05:51:42.766 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path snap_test_dir1 2024-09-19T05:51:42.767 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule retention add snap_test_dir1 1m 2024-09-19T05:51:42.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.873+0000 7fbd11e15640 1 Processor -- start 2024-09-19T05:51:42.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.873+0000 7fbd11e15640 1 -- start start 2024-09-19T05:51:42.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.874+0000 7fbd11e15640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbd0c161ee0 0x7fbd0c0d31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:42.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.874+0000 7fbd11e15640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbd0c0b3900 con 0x7fbd0c0b3390 2024-09-19T05:51:42.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.874+0000 7fbd11e15640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbd0c0d2710 con 0x7fbd0c0d4550 2024-09-19T05:51:42.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.874+0000 7fbd11e15640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fbd0c0d3730 con 0x7fbd0c161ee0 2024-09-19T05:51:42.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.874+0000 7fbd0affd640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fbd0c0b3390 0x7fbd0c0d1970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:42256/0 (socket says 172.21.15.46:42256) 2024-09-19T05:51:42.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.874+0000 7fbd0affd640 1 -- 172.21.15.46:0/3018695576 learned_addr learned my addr 172.21.15.46:0/3018695576 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:42.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.875+0000 7fbd0b7fe640 1 --2- 172.21.15.46:0/3018695576 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbd0c161ee0 0x7fbd0c0d31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:42.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.875+0000 7fbd0a7fc640 1 -- 172.21.15.46:0/3018695576 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3776589476 0 0) 0x7fbd0c0b3900 con 0x7fbd0c0b3390 2024-09-19T05:51:42.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.875+0000 7fbd0a7fc640 1 -- 172.21.15.46:0/3018695576 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbcf4003520 con 0x7fbd0c0b3390 2024-09-19T05:51:42.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.875+0000 7fbd0a7fc640 1 -- 172.21.15.46:0/3018695576 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 525729654 0 0) 0x7fbd0c0d2710 con 0x7fbd0c0d4550 2024-09-19T05:51:42.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.875+0000 7fbd0a7fc640 1 -- 172.21.15.46:0/3018695576 --> v1:172.21.15.78:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbd0c0b3900 con 0x7fbd0c0d4550 2024-09-19T05:51:42.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.875+0000 7fbd0b7fe640 1 -- 172.21.15.46:0/3018695576 >> v1:172.21.15.78:6789/0 conn(0x7fbd0c0d4550 legacy=0x7fbd0c0cf210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:42.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.875+0000 7fbd0b7fe640 1 -- 172.21.15.46:0/3018695576 >> v1:172.21.15.46:6789/0 conn(0x7fbd0c0b3390 legacy=0x7fbd0c0d1970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:42.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.875+0000 7fbd0b7fe640 1 -- 172.21.15.46:0/3018695576 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd0c0d29f0 con 0x7fbd0c161ee0 2024-09-19T05:51:42.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.876+0000 7fbd0b7fe640 1 --2- 172.21.15.46:0/3018695576 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbd0c161ee0 0x7fbd0c0d31f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fbcfc0097d0 tx=0x7fbcfc02a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3b6214aa5aedf8ff server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:42.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.876+0000 7fbd0a7fc640 1 -- 172.21.15.46:0/3018695576 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcfc037070 con 0x7fbd0c161ee0 2024-09-19T05:51:42.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.876+0000 7fbd0a7fc640 1 -- 172.21.15.46:0/3018695576 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbcfc02ae50 con 0x7fbd0c161ee0 2024-09-19T05:51:42.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.876+0000 7fbd0a7fc640 1 -- 172.21.15.46:0/3018695576 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcfc032640 con 0x7fbd0c161ee0 2024-09-19T05:51:42.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.876+0000 7fbd11e15640 1 -- 172.21.15.46:0/3018695576 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbd0c161ee0 msgr2=0x7fbd0c0d31f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:42.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.876+0000 7fbd11e15640 1 --2- 172.21.15.46:0/3018695576 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbd0c161ee0 0x7fbd0c0d31f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fbcfc0097d0 tx=0x7fbcfc02a100 comp rx=0 tx=0).stop 2024-09-19T05:51:42.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.876+0000 7fbd11e15640 1 -- 172.21.15.46:0/3018695576 shutdown_connections 2024-09-19T05:51:42.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.876+0000 7fbd11e15640 1 --2- 172.21.15.46:0/3018695576 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbd0c161ee0 0x7fbd0c0d31f0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:42.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.876+0000 7fbd11e15640 1 -- 172.21.15.46:0/3018695576 >> 172.21.15.46:0/3018695576 conn(0x7fbd0c09d8f0 msgr2=0x7fbd0c0721e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:42.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.876+0000 7fbd11e15640 1 -- 172.21.15.46:0/3018695576 shutdown_connections 2024-09-19T05:51:42.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.877+0000 7fbd11e15640 1 -- 172.21.15.46:0/3018695576 wait complete. 2024-09-19T05:51:42.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.878+0000 7fbd11e15640 1 Processor -- start 2024-09-19T05:51:42.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.878+0000 7fbd11e15640 1 -- start start 2024-09-19T05:51:42.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.879+0000 7fbd11e15640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbd0c0b3390 0x7fbd0c15bce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:42.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.879+0000 7fbd11e15640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd0c0d4550 0x7fbd0c154cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:42.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.879+0000 7fbd11e15640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbd0c161ee0 0x7fbd0c0b57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:42.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.879+0000 7fbd11e15640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fbd0c0d2d60 con 0x7fbd0c0d4550 2024-09-19T05:51:42.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.879+0000 7fbd11e15640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fbd0c0d24c0 con 0x7fbd0c161ee0 2024-09-19T05:51:42.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.879+0000 7fbd11e15640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fbd0c0d4a00 con 0x7fbd0c0b3390 2024-09-19T05:51:42.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.879+0000 7fbd0affd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd0c0d4550 0x7fbd0c154cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:42.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.879+0000 7fbd0affd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd0c0d4550 0x7fbd0c154cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40232/0 (socket says 172.21.15.46:40232) 2024-09-19T05:51:42.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.879+0000 7fbd0affd640 1 -- 172.21.15.46:0/2196798808 learned_addr learned my addr 172.21.15.46:0/2196798808 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:42.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.879+0000 7fbd0b7fe640 1 --2- 172.21.15.46:0/2196798808 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbd0c0b3390 0x7fbd0c15bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:42.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.879+0000 7fbd0bfff640 1 --2- 172.21.15.46:0/2196798808 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbd0c161ee0 0x7fbd0c0b57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:42.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.879+0000 7fbd0affd640 1 -- 172.21.15.46:0/2196798808 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbd0c0b3390 msgr2=0x7fbd0c15bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:42.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.879+0000 7fbd0affd640 1 --2- 172.21.15.46:0/2196798808 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbd0c0b3390 0x7fbd0c15bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:42.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.879+0000 7fbd0affd640 1 -- 172.21.15.46:0/2196798808 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbd0c161ee0 msgr2=0x7fbd0c0b57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:42.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.879+0000 7fbd0affd640 1 --2- 172.21.15.46:0/2196798808 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbd0c161ee0 0x7fbd0c0b57c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:42.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.879+0000 7fbd0affd640 1 -- 172.21.15.46:0/2196798808 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd0c155230 con 0x7fbd0c0d4550 2024-09-19T05:51:42.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.879+0000 7fbd0affd640 1 --2- 172.21.15.46:0/2196798808 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd0c0d4550 0x7fbd0c154cf0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fbd0000c4d0 tx=0x7fbd0000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:42.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.879+0000 7fbcf3fff640 1 -- 172.21.15.46:0/2196798808 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd00017070 con 0x7fbd0c0d4550 2024-09-19T05:51:42.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.879+0000 7fbcf3fff640 1 -- 172.21.15.46:0/2196798808 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd00005ce0 con 0x7fbd0c0d4550 2024-09-19T05:51:42.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.879+0000 7fbd11e15640 1 -- 172.21.15.46:0/2196798808 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd0c159330 con 0x7fbd0c0d4550 2024-09-19T05:51:42.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.879+0000 7fbcf3fff640 1 -- 172.21.15.46:0/2196798808 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd00007270 con 0x7fbd0c0d4550 2024-09-19T05:51:42.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.879+0000 7fbd11e15640 1 -- 172.21.15.46:0/2196798808 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd0c1f47a0 con 0x7fbd0c0d4550 2024-09-19T05:51:42.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.880+0000 7fbd11e15640 1 -- 172.21.15.46:0/2196798808 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd0c0d4d60 con 0x7fbd0c0d4550 2024-09-19T05:51:42.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.881+0000 7fbcf3fff640 1 -- 172.21.15.46:0/2196798808 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) ==== 90701+0+0 (secure 0 0 0) 0x7fbd0001a070 con 0x7fbd0c0d4550 2024-09-19T05:51:42.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.882+0000 7fbcf3fff640 1 --2- 172.21.15.46:0/2196798808 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fbcf806c150 0x7fbcf806e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:42.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.882+0000 7fbcf3fff640 1 -- 172.21.15.46:0/2196798808 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5967+0+0 (secure 0 0 0) 0x7fbd0008a490 con 0x7fbd0c0d4550 2024-09-19T05:51:42.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.882+0000 7fbd0b7fe640 1 --2- 172.21.15.46:0/2196798808 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fbcf806c150 0x7fbcf806e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:42.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.882+0000 7fbd0b7fe640 1 --2- 172.21.15.46:0/2196798808 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fbcf806c150 0x7fbcf806e610 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fbcfc034000 tx=0x7fbcfc02e000 comp rx=0 tx=0).ready entity=mgr.4724 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:42.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:42.886+0000 7fbcf3fff640 1 -- 172.21.15.46:0/2196798808 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbd00058770 con 0x7fbd0c0d4550 2024-09-19T05:51:43.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.081+0000 7fbd11e15640 1 -- 172.21.15.46:0/2196798808 --> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "path": "snap_test_dir1", "retention_spec_or_period": "1m", "target": ["mon-mgr", ""]}) -- 0x7fbd0c0b12f0 con 0x7fbcf806c150 2024-09-19T05:51:43.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.131+0000 7fbcf3fff640 1 -- 172.21.15.46:0/2196798808 <== mgr.4724 v2:172.21.15.78:6832/1209090710 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+39 (secure 0 0 0) 0x7fbd0c0b12f0 con 0x7fbcf806c150 2024-09-19T05:51:43.133 INFO:teuthology.orchestra.run.smithi046.stdout:Retention added to path snap_test_dir1 2024-09-19T05:51:43.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.133+0000 7fbd11e15640 1 -- 172.21.15.46:0/2196798808 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fbcf806c150 msgr2=0x7fbcf806e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:43.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.133+0000 7fbd11e15640 1 --2- 172.21.15.46:0/2196798808 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fbcf806c150 0x7fbcf806e610 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fbcfc034000 tx=0x7fbcfc02e000 comp rx=0 tx=0).stop 2024-09-19T05:51:43.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.133+0000 7fbd11e15640 1 -- 172.21.15.46:0/2196798808 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd0c0d4550 msgr2=0x7fbd0c154cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:43.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.133+0000 7fbd11e15640 1 --2- 172.21.15.46:0/2196798808 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd0c0d4550 0x7fbd0c154cf0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fbd0000c4d0 tx=0x7fbd0000c990 comp rx=0 tx=0).stop 2024-09-19T05:51:43.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.133+0000 7fbd11e15640 1 -- 172.21.15.46:0/2196798808 shutdown_connections 2024-09-19T05:51:43.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.133+0000 7fbd11e15640 1 --2- 172.21.15.46:0/2196798808 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fbcf806c150 0x7fbcf806e610 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.133+0000 7fbd11e15640 1 --2- 172.21.15.46:0/2196798808 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbd0c161ee0 0x7fbd0c0b57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.133+0000 7fbd11e15640 1 --2- 172.21.15.46:0/2196798808 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd0c0d4550 0x7fbd0c154cf0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.133+0000 7fbd11e15640 1 --2- 172.21.15.46:0/2196798808 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbd0c0b3390 0x7fbd0c15bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.133+0000 7fbd11e15640 1 -- 172.21.15.46:0/2196798808 >> 172.21.15.46:0/2196798808 conn(0x7fbd0c09d8f0 msgr2=0x7fbd0c0cf1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:43.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.133+0000 7fbd11e15640 1 -- 172.21.15.46:0/2196798808 shutdown_connections 2024-09-19T05:51:43.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.133+0000 7fbd11e15640 1 -- 172.21.15.46:0/2196798808 wait complete. 2024-09-19T05:51:43.146 DEBUG:tasks.cephfs.test_snap_schedules:res=Retention added to path snap_test_dir1 2024-09-19T05:51:43.152 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T05:51:43.154 DEBUG:teuthology.orchestra.run.smithi078:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T05:51:43.197 INFO:teuthology.orchestra.run.smithi046.stdout:[global] 2024-09-19T05:51:43.197 INFO:teuthology.orchestra.run.smithi046.stdout: chdir = "" 2024-09-19T05:51:43.197 INFO:teuthology.orchestra.run.smithi046.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T05:51:43.197 INFO:teuthology.orchestra.run.smithi046.stdout: auth supported = cephx 2024-09-19T05:51:43.197 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.197 INFO:teuthology.orchestra.run.smithi046.stdout: filestore xattr use omap = true 2024-09-19T05:51:43.197 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.197 INFO:teuthology.orchestra.run.smithi046.stdout: mon clock drift allowed = 1.000 2024-09-19T05:51:43.197 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.198 INFO:teuthology.orchestra.run.smithi046.stdout: osd crush chooseleaf type = 0 2024-09-19T05:51:43.198 INFO:teuthology.orchestra.run.smithi046.stdout: auth debug = true 2024-09-19T05:51:43.198 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.198 INFO:teuthology.orchestra.run.smithi046.stdout: ms die on old message = true 2024-09-19T05:51:43.198 INFO:teuthology.orchestra.run.smithi046.stdout: ms die on bug = true 2024-09-19T05:51:43.198 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.198 INFO:teuthology.orchestra.run.smithi046.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T05:51:43.198 INFO:teuthology.orchestra.run.smithi046.stdout: mon pg warn max object skew = 0 2024-09-19T05:51:43.198 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.198 INFO:teuthology.orchestra.run.smithi046.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T05:51:43.198 INFO:teuthology.orchestra.run.smithi046.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T05:51:43.198 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.198 INFO:teuthology.orchestra.run.smithi046.stdout: osd pool default size = 2 2024-09-19T05:51:43.198 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.199 INFO:teuthology.orchestra.run.smithi046.stdout: mon osd allow primary affinity = true 2024-09-19T05:51:43.199 INFO:teuthology.orchestra.run.smithi046.stdout: mon osd allow pg remap = true 2024-09-19T05:51:43.199 INFO:teuthology.orchestra.run.smithi046.stdout: mon warn on legacy crush tunables = false 2024-09-19T05:51:43.199 INFO:teuthology.orchestra.run.smithi046.stdout: mon warn on crush straw calc version zero = false 2024-09-19T05:51:43.199 INFO:teuthology.orchestra.run.smithi046.stdout: mon warn on no sortbitwise = false 2024-09-19T05:51:43.199 INFO:teuthology.orchestra.run.smithi046.stdout: mon warn on osd down out interval zero = false 2024-09-19T05:51:43.199 INFO:teuthology.orchestra.run.smithi046.stdout: mon warn on too few osds = false 2024-09-19T05:51:43.199 INFO:teuthology.orchestra.run.smithi046.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T05:51:43.199 INFO:teuthology.orchestra.run.smithi046.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T05:51:43.199 INFO:teuthology.orchestra.run.smithi046.stdout: mon_allow_pool_size_one = true 2024-09-19T05:51:43.199 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.199 INFO:teuthology.orchestra.run.smithi046.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T05:51:43.200 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.200 INFO:teuthology.orchestra.run.smithi046.stdout: osd default data pool replay window = 5 2024-09-19T05:51:43.200 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.200 INFO:teuthology.orchestra.run.smithi046.stdout: mon allow pool delete = true 2024-09-19T05:51:43.200 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.200 INFO:teuthology.orchestra.run.smithi046.stdout: mon cluster log file level = debug 2024-09-19T05:51:43.200 INFO:teuthology.orchestra.run.smithi046.stdout: debug asserts on shutdown = true 2024-09-19T05:51:43.200 INFO:teuthology.orchestra.run.smithi046.stdout: mon health detail to clog = false 2024-09-19T05:51:43.200 INFO:teuthology.orchestra.run.smithi046.stdout: mon host = "172.21.15.46,172.21.15.78,[v2:172.21.15.78:3301,v1:172.21.15.78:6790]" 2024-09-19T05:51:43.201 INFO:teuthology.orchestra.run.smithi046.stdout: fsid = f422d15e-e2c9-44aa-a788-7f9714905c67 2024-09-19T05:51:43.201 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.201 INFO:teuthology.orchestra.run.smithi046.stdout:[osd] 2024-09-19T05:51:43.201 INFO:teuthology.orchestra.run.smithi046.stdout: osd journal size = 100 2024-09-19T05:51:43.201 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.201 INFO:teuthology.orchestra.run.smithi046.stdout: osd scrub load threshold = 5.0 2024-09-19T05:51:43.202 INFO:teuthology.orchestra.run.smithi046.stdout: osd scrub max interval = 600 2024-09-19T05:51:43.202 INFO:teuthology.orchestra.run.smithi046.stdout: osd mclock profile = high_recovery_ops 2024-09-19T05:51:43.202 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.202 INFO:teuthology.orchestra.run.smithi046.stdout: osd recover clone overlap = true 2024-09-19T05:51:43.202 INFO:teuthology.orchestra.run.smithi046.stdout: osd recovery max chunk = 1048576 2024-09-19T05:51:43.202 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.202 INFO:teuthology.orchestra.run.smithi046.stdout: osd debug shutdown = true 2024-09-19T05:51:43.202 INFO:teuthology.orchestra.run.smithi046.stdout: osd debug op order = true 2024-09-19T05:51:43.202 INFO:teuthology.orchestra.run.smithi046.stdout: osd debug verify stray on activate = true 2024-09-19T05:51:43.202 INFO:teuthology.orchestra.run.smithi046.stdout: osd debug trim objects = true 2024-09-19T05:51:43.203 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.203 INFO:teuthology.orchestra.run.smithi046.stdout: osd open classes on start = true 2024-09-19T05:51:43.203 INFO:teuthology.orchestra.run.smithi046.stdout: osd debug pg log writeout = true 2024-09-19T05:51:43.203 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.203 INFO:teuthology.orchestra.run.smithi046.stdout: osd deep scrub update digest min age = 30 2024-09-19T05:51:43.203 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.203 INFO:teuthology.orchestra.run.smithi046.stdout: osd map max advance = 10 2024-09-19T05:51:43.203 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.203 INFO:teuthology.orchestra.run.smithi046.stdout: journal zero on create = true 2024-09-19T05:51:43.203 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.203 INFO:teuthology.orchestra.run.smithi046.stdout: filestore ondisk finisher threads = 3 2024-09-19T05:51:43.204 INFO:teuthology.orchestra.run.smithi046.stdout: filestore apply finisher threads = 3 2024-09-19T05:51:43.204 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.204 INFO:teuthology.orchestra.run.smithi046.stdout: bdev debug aio = true 2024-09-19T05:51:43.204 INFO:teuthology.orchestra.run.smithi046.stdout: osd debug misdirected ops = true 2024-09-19T05:51:43.204 INFO:teuthology.orchestra.run.smithi046.stdout: bdev async discard = True 2024-09-19T05:51:43.204 INFO:teuthology.orchestra.run.smithi046.stdout: bdev enable discard = True 2024-09-19T05:51:43.204 INFO:teuthology.orchestra.run.smithi046.stdout: bluestore allocator = bitmap 2024-09-19T05:51:43.204 INFO:teuthology.orchestra.run.smithi046.stdout: bluestore block size = 96636764160 2024-09-19T05:51:43.204 INFO:teuthology.orchestra.run.smithi046.stdout: bluestore fsck on mount = True 2024-09-19T05:51:43.204 INFO:teuthology.orchestra.run.smithi046.stdout: debug bluefs = 1/20 2024-09-19T05:51:43.205 INFO:teuthology.orchestra.run.smithi046.stdout: debug bluestore = 1/20 2024-09-19T05:51:43.205 INFO:teuthology.orchestra.run.smithi046.stdout: debug ms = 1 2024-09-19T05:51:43.205 INFO:teuthology.orchestra.run.smithi046.stdout: debug osd = 20 2024-09-19T05:51:43.205 INFO:teuthology.orchestra.run.smithi046.stdout: debug rocksdb = 4/10 2024-09-19T05:51:43.205 INFO:teuthology.orchestra.run.smithi046.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T05:51:43.205 INFO:teuthology.orchestra.run.smithi046.stdout: mon osd full ratio = 0.9 2024-09-19T05:51:43.205 INFO:teuthology.orchestra.run.smithi046.stdout: mon osd nearfull ratio = 0.8 2024-09-19T05:51:43.205 INFO:teuthology.orchestra.run.smithi046.stdout: osd failsafe full ratio = 0.95 2024-09-19T05:51:43.205 INFO:teuthology.orchestra.run.smithi046.stdout: osd objectstore = bluestore 2024-09-19T05:51:43.205 INFO:teuthology.orchestra.run.smithi046.stdout: osd op complaint time = 180 2024-09-19T05:51:43.205 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.205 INFO:teuthology.orchestra.run.smithi046.stdout:[mgr] 2024-09-19T05:51:43.205 INFO:teuthology.orchestra.run.smithi046.stdout: debug ms = 1 2024-09-19T05:51:43.205 INFO:teuthology.orchestra.run.smithi046.stdout: debug mgr = 20 2024-09-19T05:51:43.206 INFO:teuthology.orchestra.run.smithi046.stdout: debug mon = 20 2024-09-19T05:51:43.206 INFO:teuthology.orchestra.run.smithi046.stdout: debug auth = 20 2024-09-19T05:51:43.206 INFO:teuthology.orchestra.run.smithi046.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:51:43.206 INFO:teuthology.orchestra.run.smithi046.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:51:43.206 INFO:teuthology.orchestra.run.smithi046.stdout: mgr/telemetry/nag = false 2024-09-19T05:51:43.206 INFO:teuthology.orchestra.run.smithi046.stdout: debug client = 20 2024-09-19T05:51:43.206 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.206 INFO:teuthology.orchestra.run.smithi046.stdout:[mon] 2024-09-19T05:51:43.206 INFO:teuthology.orchestra.run.smithi046.stdout: debug ms = 1 2024-09-19T05:51:43.206 INFO:teuthology.orchestra.run.smithi046.stdout: debug mon = 20 2024-09-19T05:51:43.206 INFO:teuthology.orchestra.run.smithi046.stdout: debug paxos = 20 2024-09-19T05:51:43.206 INFO:teuthology.orchestra.run.smithi046.stdout: debug auth = 20 2024-09-19T05:51:43.206 INFO:teuthology.orchestra.run.smithi046.stdout: mon data avail warn = 5 2024-09-19T05:51:43.206 INFO:teuthology.orchestra.run.smithi046.stdout: mon mgr mkfs grace = 240 2024-09-19T05:51:43.207 INFO:teuthology.orchestra.run.smithi046.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:51:43.207 INFO:teuthology.orchestra.run.smithi046.stdout: mon osd reporter subtree level = osd 2024-09-19T05:51:43.207 INFO:teuthology.orchestra.run.smithi046.stdout: mon osd prime pg temp = true 2024-09-19T05:51:43.207 INFO:teuthology.orchestra.run.smithi046.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:51:43.207 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.207 INFO:teuthology.orchestra.run.smithi046.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T05:51:43.207 INFO:teuthology.orchestra.run.smithi046.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T05:51:43.207 INFO:teuthology.orchestra.run.smithi046.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T05:51:43.207 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.207 INFO:teuthology.orchestra.run.smithi046.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T05:51:43.207 INFO:teuthology.orchestra.run.smithi046.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T05:51:43.207 INFO:teuthology.orchestra.run.smithi046.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T05:51:43.207 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.208 INFO:teuthology.orchestra.run.smithi046.stdout: # 1m isn't quite enough 2024-09-19T05:51:43.208 INFO:teuthology.orchestra.run.smithi046.stdout: mon_down_mkfs_grace = 2m 2024-09-19T05:51:43.208 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.208 INFO:teuthology.orchestra.run.smithi046.stdout: mon_warn_on_filestore_osds = false 2024-09-19T05:51:43.208 INFO:teuthology.orchestra.run.smithi046.stdout: mon down mkfs grace = 300 2024-09-19T05:51:43.208 INFO:teuthology.orchestra.run.smithi046.stdout: mon op complaint time = 120 2024-09-19T05:51:43.208 INFO:teuthology.orchestra.run.smithi046.stdout: mon warn on pool no app = False 2024-09-19T05:51:43.208 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:43.208 INFO:teuthology.orchestra.run.smithi046.stdout:[client] 2024-09-19T05:51:43.208 INFO:teuthology.orchestra.run.smithi046.stdout: rgw cache enabled = true 2024-09-19T05:51:43.208 INFO:teuthology.orchestra.run.smithi046.stdout: rgw enable ops log = true 2024-09-19T05:51:43.208 INFO:teuthology.orchestra.run.smithi046.stdout: rgw enable usage log = true 2024-09-19T05:51:43.208 INFO:teuthology.orchestra.run.smithi046.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T05:51:43.209 INFO:teuthology.orchestra.run.smithi046.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T05:51:43.209 INFO:teuthology.orchestra.run.smithi046.stdout: client mount timeout = 600 2024-09-19T05:51:43.209 INFO:teuthology.orchestra.run.smithi046.stdout: client snapdir = .snap 2024-09-19T05:51:43.209 INFO:teuthology.orchestra.run.smithi046.stdout: debug client = 20 2024-09-19T05:51:43.209 INFO:teuthology.orchestra.run.smithi046.stdout: debug ms = 1 2024-09-19T05:51:43.209 INFO:teuthology.orchestra.run.smithi046.stdout: pid file = "" 2024-09-19T05:51:43.209 INFO:teuthology.orchestra.run.smithi046.stdout: rados mon op timeout = 900 2024-09-19T05:51:43.209 INFO:teuthology.orchestra.run.smithi046.stdout: rados osd op timeout = 900 2024-09-19T05:51:43.209 INFO:teuthology.orchestra.run.smithi046.stdout:[mon.a] 2024-09-19T05:51:43.209 INFO:teuthology.orchestra.run.smithi046.stdout:[mon.b] 2024-09-19T05:51:43.209 INFO:teuthology.orchestra.run.smithi046.stdout:[mon.c] 2024-09-19T05:51:43.209 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.a] 2024-09-19T05:51:43.209 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.c] 2024-09-19T05:51:43.210 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.b] 2024-09-19T05:51:43.210 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.d] 2024-09-19T05:51:43.210 INFO:teuthology.orchestra.run.smithi046.stdout:[mds] 2024-09-19T05:51:43.210 INFO:teuthology.orchestra.run.smithi046.stdout: debug mds = 20 2024-09-19T05:51:43.210 INFO:teuthology.orchestra.run.smithi046.stdout: debug mds balancer = 20 2024-09-19T05:51:43.210 INFO:teuthology.orchestra.run.smithi046.stdout: debug ms = 1 2024-09-19T05:51:43.210 INFO:teuthology.orchestra.run.smithi046.stdout: mds debug frag = True 2024-09-19T05:51:43.210 INFO:teuthology.orchestra.run.smithi046.stdout: mds debug scatterstat = True 2024-09-19T05:51:43.210 INFO:teuthology.orchestra.run.smithi046.stdout: mds op complaint time = 180 2024-09-19T05:51:43.210 INFO:teuthology.orchestra.run.smithi046.stdout: mds verify scatter = True 2024-09-19T05:51:43.210 INFO:teuthology.orchestra.run.smithi046.stdout: osd op complaint time = 180 2024-09-19T05:51:43.210 INFO:teuthology.orchestra.run.smithi046.stdout: rados mon op timeout = 900 2024-09-19T05:51:43.210 INFO:teuthology.orchestra.run.smithi046.stdout: rados osd op timeout = 900 2024-09-19T05:51:43.212 INFO:teuthology.orchestra.run.smithi078.stdout:[global] 2024-09-19T05:51:43.213 INFO:teuthology.orchestra.run.smithi078.stdout: chdir = "" 2024-09-19T05:51:43.213 INFO:teuthology.orchestra.run.smithi078.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T05:51:43.213 INFO:teuthology.orchestra.run.smithi078.stdout: auth supported = cephx 2024-09-19T05:51:43.213 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.213 INFO:teuthology.orchestra.run.smithi078.stdout: filestore xattr use omap = true 2024-09-19T05:51:43.213 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.213 INFO:teuthology.orchestra.run.smithi078.stdout: mon clock drift allowed = 1.000 2024-09-19T05:51:43.213 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.213 INFO:teuthology.orchestra.run.smithi078.stdout: osd crush chooseleaf type = 0 2024-09-19T05:51:43.213 INFO:teuthology.orchestra.run.smithi078.stdout: auth debug = true 2024-09-19T05:51:43.213 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.213 INFO:teuthology.orchestra.run.smithi078.stdout: ms die on old message = true 2024-09-19T05:51:43.214 INFO:teuthology.orchestra.run.smithi078.stdout: ms die on bug = true 2024-09-19T05:51:43.214 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.214 INFO:teuthology.orchestra.run.smithi078.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T05:51:43.214 INFO:teuthology.orchestra.run.smithi078.stdout: mon pg warn max object skew = 0 2024-09-19T05:51:43.214 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.214 INFO:teuthology.orchestra.run.smithi078.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T05:51:43.214 INFO:teuthology.orchestra.run.smithi078.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T05:51:43.214 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.214 INFO:teuthology.orchestra.run.smithi078.stdout: osd pool default size = 2 2024-09-19T05:51:43.214 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.214 INFO:teuthology.orchestra.run.smithi078.stdout: mon osd allow primary affinity = true 2024-09-19T05:51:43.214 INFO:teuthology.orchestra.run.smithi078.stdout: mon osd allow pg remap = true 2024-09-19T05:51:43.214 INFO:teuthology.orchestra.run.smithi078.stdout: mon warn on legacy crush tunables = false 2024-09-19T05:51:43.215 INFO:teuthology.orchestra.run.smithi078.stdout: mon warn on crush straw calc version zero = false 2024-09-19T05:51:43.215 INFO:teuthology.orchestra.run.smithi078.stdout: mon warn on no sortbitwise = false 2024-09-19T05:51:43.215 INFO:teuthology.orchestra.run.smithi078.stdout: mon warn on osd down out interval zero = false 2024-09-19T05:51:43.215 INFO:teuthology.orchestra.run.smithi078.stdout: mon warn on too few osds = false 2024-09-19T05:51:43.215 INFO:teuthology.orchestra.run.smithi078.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T05:51:43.215 INFO:teuthology.orchestra.run.smithi078.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T05:51:43.215 INFO:teuthology.orchestra.run.smithi078.stdout: mon_allow_pool_size_one = true 2024-09-19T05:51:43.215 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.215 INFO:teuthology.orchestra.run.smithi078.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T05:51:43.215 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.216 INFO:teuthology.orchestra.run.smithi078.stdout: osd default data pool replay window = 5 2024-09-19T05:51:43.216 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.216 INFO:teuthology.orchestra.run.smithi078.stdout: mon allow pool delete = true 2024-09-19T05:51:43.216 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.216 INFO:teuthology.orchestra.run.smithi078.stdout: mon cluster log file level = debug 2024-09-19T05:51:43.216 INFO:teuthology.orchestra.run.smithi078.stdout: debug asserts on shutdown = true 2024-09-19T05:51:43.216 INFO:teuthology.orchestra.run.smithi078.stdout: mon health detail to clog = false 2024-09-19T05:51:43.216 INFO:teuthology.orchestra.run.smithi078.stdout: mon host = "172.21.15.46,172.21.15.78,[v2:172.21.15.78:3301,v1:172.21.15.78:6790]" 2024-09-19T05:51:43.216 INFO:teuthology.orchestra.run.smithi078.stdout: fsid = f422d15e-e2c9-44aa-a788-7f9714905c67 2024-09-19T05:51:43.216 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.216 INFO:teuthology.orchestra.run.smithi078.stdout:[osd] 2024-09-19T05:51:43.217 INFO:teuthology.orchestra.run.smithi078.stdout: osd journal size = 100 2024-09-19T05:51:43.217 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.217 INFO:teuthology.orchestra.run.smithi078.stdout: osd scrub load threshold = 5.0 2024-09-19T05:51:43.217 INFO:teuthology.orchestra.run.smithi078.stdout: osd scrub max interval = 600 2024-09-19T05:51:43.217 INFO:teuthology.orchestra.run.smithi078.stdout: osd mclock profile = high_recovery_ops 2024-09-19T05:51:43.217 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.217 INFO:teuthology.orchestra.run.smithi078.stdout: osd recover clone overlap = true 2024-09-19T05:51:43.217 INFO:teuthology.orchestra.run.smithi078.stdout: osd recovery max chunk = 1048576 2024-09-19T05:51:43.217 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.218 INFO:teuthology.orchestra.run.smithi078.stdout: osd debug shutdown = true 2024-09-19T05:51:43.218 INFO:teuthology.orchestra.run.smithi078.stdout: osd debug op order = true 2024-09-19T05:51:43.218 INFO:teuthology.orchestra.run.smithi078.stdout: osd debug verify stray on activate = true 2024-09-19T05:51:43.218 INFO:teuthology.orchestra.run.smithi078.stdout: osd debug trim objects = true 2024-09-19T05:51:43.218 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.218 INFO:teuthology.orchestra.run.smithi078.stdout: osd open classes on start = true 2024-09-19T05:51:43.218 INFO:teuthology.orchestra.run.smithi078.stdout: osd debug pg log writeout = true 2024-09-19T05:51:43.218 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.218 INFO:teuthology.orchestra.run.smithi078.stdout: osd deep scrub update digest min age = 30 2024-09-19T05:51:43.218 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.218 INFO:teuthology.orchestra.run.smithi078.stdout: osd map max advance = 10 2024-09-19T05:51:43.218 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.219 INFO:teuthology.orchestra.run.smithi078.stdout: journal zero on create = true 2024-09-19T05:51:43.219 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.219 INFO:teuthology.orchestra.run.smithi078.stdout: filestore ondisk finisher threads = 3 2024-09-19T05:51:43.219 INFO:teuthology.orchestra.run.smithi078.stdout: filestore apply finisher threads = 3 2024-09-19T05:51:43.219 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.219 INFO:teuthology.orchestra.run.smithi078.stdout: bdev debug aio = true 2024-09-19T05:51:43.219 INFO:teuthology.orchestra.run.smithi078.stdout: osd debug misdirected ops = true 2024-09-19T05:51:43.219 INFO:teuthology.orchestra.run.smithi078.stdout: bdev async discard = True 2024-09-19T05:51:43.220 INFO:teuthology.orchestra.run.smithi078.stdout: bdev enable discard = True 2024-09-19T05:51:43.220 INFO:teuthology.orchestra.run.smithi078.stdout: bluestore allocator = bitmap 2024-09-19T05:51:43.220 INFO:teuthology.orchestra.run.smithi078.stdout: bluestore block size = 96636764160 2024-09-19T05:51:43.220 INFO:teuthology.orchestra.run.smithi078.stdout: bluestore fsck on mount = True 2024-09-19T05:51:43.220 INFO:teuthology.orchestra.run.smithi078.stdout: debug bluefs = 1/20 2024-09-19T05:51:43.220 INFO:teuthology.orchestra.run.smithi078.stdout: debug bluestore = 1/20 2024-09-19T05:51:43.220 INFO:teuthology.orchestra.run.smithi078.stdout: debug ms = 1 2024-09-19T05:51:43.220 INFO:teuthology.orchestra.run.smithi078.stdout: debug osd = 20 2024-09-19T05:51:43.220 INFO:teuthology.orchestra.run.smithi078.stdout: debug rocksdb = 4/10 2024-09-19T05:51:43.220 INFO:teuthology.orchestra.run.smithi078.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T05:51:43.220 INFO:teuthology.orchestra.run.smithi078.stdout: mon osd full ratio = 0.9 2024-09-19T05:51:43.220 INFO:teuthology.orchestra.run.smithi078.stdout: mon osd nearfull ratio = 0.8 2024-09-19T05:51:43.221 INFO:teuthology.orchestra.run.smithi078.stdout: osd failsafe full ratio = 0.95 2024-09-19T05:51:43.221 INFO:teuthology.orchestra.run.smithi078.stdout: osd objectstore = bluestore 2024-09-19T05:51:43.221 INFO:teuthology.orchestra.run.smithi078.stdout: osd op complaint time = 180 2024-09-19T05:51:43.221 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.221 INFO:teuthology.orchestra.run.smithi078.stdout:[mgr] 2024-09-19T05:51:43.221 INFO:teuthology.orchestra.run.smithi078.stdout: debug ms = 1 2024-09-19T05:51:43.221 INFO:teuthology.orchestra.run.smithi078.stdout: debug mgr = 20 2024-09-19T05:51:43.221 INFO:teuthology.orchestra.run.smithi078.stdout: debug mon = 20 2024-09-19T05:51:43.221 INFO:teuthology.orchestra.run.smithi078.stdout: debug auth = 20 2024-09-19T05:51:43.222 INFO:teuthology.orchestra.run.smithi078.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:51:43.222 INFO:teuthology.orchestra.run.smithi078.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:51:43.222 INFO:teuthology.orchestra.run.smithi078.stdout: mgr/telemetry/nag = false 2024-09-19T05:51:43.222 INFO:teuthology.orchestra.run.smithi078.stdout: debug client = 20 2024-09-19T05:51:43.222 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.222 INFO:teuthology.orchestra.run.smithi078.stdout:[mon] 2024-09-19T05:51:43.222 INFO:teuthology.orchestra.run.smithi078.stdout: debug ms = 1 2024-09-19T05:51:43.222 INFO:teuthology.orchestra.run.smithi078.stdout: debug mon = 20 2024-09-19T05:51:43.222 INFO:teuthology.orchestra.run.smithi078.stdout: debug paxos = 20 2024-09-19T05:51:43.222 INFO:teuthology.orchestra.run.smithi078.stdout: debug auth = 20 2024-09-19T05:51:43.222 INFO:teuthology.orchestra.run.smithi078.stdout: mon data avail warn = 5 2024-09-19T05:51:43.222 INFO:teuthology.orchestra.run.smithi078.stdout: mon mgr mkfs grace = 240 2024-09-19T05:51:43.223 INFO:teuthology.orchestra.run.smithi078.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:51:43.223 INFO:teuthology.orchestra.run.smithi078.stdout: mon osd reporter subtree level = osd 2024-09-19T05:51:43.223 INFO:teuthology.orchestra.run.smithi078.stdout: mon osd prime pg temp = true 2024-09-19T05:51:43.223 INFO:teuthology.orchestra.run.smithi078.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:51:43.223 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.223 INFO:teuthology.orchestra.run.smithi078.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T05:51:43.223 INFO:teuthology.orchestra.run.smithi078.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T05:51:43.223 INFO:teuthology.orchestra.run.smithi078.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T05:51:43.223 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.223 INFO:teuthology.orchestra.run.smithi078.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T05:51:43.223 INFO:teuthology.orchestra.run.smithi078.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T05:51:43.223 INFO:teuthology.orchestra.run.smithi078.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T05:51:43.223 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.224 INFO:teuthology.orchestra.run.smithi078.stdout: # 1m isn't quite enough 2024-09-19T05:51:43.224 INFO:teuthology.orchestra.run.smithi078.stdout: mon_down_mkfs_grace = 2m 2024-09-19T05:51:43.224 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.224 INFO:teuthology.orchestra.run.smithi078.stdout: mon_warn_on_filestore_osds = false 2024-09-19T05:51:43.224 INFO:teuthology.orchestra.run.smithi078.stdout: mon down mkfs grace = 300 2024-09-19T05:51:43.224 INFO:teuthology.orchestra.run.smithi078.stdout: mon op complaint time = 120 2024-09-19T05:51:43.224 INFO:teuthology.orchestra.run.smithi078.stdout: mon warn on pool no app = False 2024-09-19T05:51:43.225 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-19T05:51:43.225 INFO:teuthology.orchestra.run.smithi078.stdout:[client] 2024-09-19T05:51:43.225 INFO:teuthology.orchestra.run.smithi078.stdout: rgw cache enabled = true 2024-09-19T05:51:43.225 INFO:teuthology.orchestra.run.smithi078.stdout: rgw enable ops log = true 2024-09-19T05:51:43.225 INFO:teuthology.orchestra.run.smithi078.stdout: rgw enable usage log = true 2024-09-19T05:51:43.225 INFO:teuthology.orchestra.run.smithi078.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T05:51:43.225 INFO:teuthology.orchestra.run.smithi078.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T05:51:43.225 INFO:teuthology.orchestra.run.smithi078.stdout: client mount timeout = 600 2024-09-19T05:51:43.225 INFO:teuthology.orchestra.run.smithi078.stdout: client snapdir = .snap 2024-09-19T05:51:43.225 INFO:teuthology.orchestra.run.smithi078.stdout: debug client = 20 2024-09-19T05:51:43.225 INFO:teuthology.orchestra.run.smithi078.stdout: debug ms = 1 2024-09-19T05:51:43.225 INFO:teuthology.orchestra.run.smithi078.stdout: pid file = "" 2024-09-19T05:51:43.225 INFO:teuthology.orchestra.run.smithi078.stdout: rados mon op timeout = 900 2024-09-19T05:51:43.225 INFO:teuthology.orchestra.run.smithi078.stdout: rados osd op timeout = 900 2024-09-19T05:51:43.226 INFO:teuthology.orchestra.run.smithi078.stdout:[mon.a] 2024-09-19T05:51:43.226 INFO:teuthology.orchestra.run.smithi078.stdout:[mon.b] 2024-09-19T05:51:43.226 INFO:teuthology.orchestra.run.smithi078.stdout:[mon.c] 2024-09-19T05:51:43.226 INFO:teuthology.orchestra.run.smithi078.stdout:[mds.a] 2024-09-19T05:51:43.226 INFO:teuthology.orchestra.run.smithi078.stdout:[mds.c] 2024-09-19T05:51:43.226 INFO:teuthology.orchestra.run.smithi078.stdout:[mds.b] 2024-09-19T05:51:43.226 INFO:teuthology.orchestra.run.smithi078.stdout:[mds.d] 2024-09-19T05:51:43.226 INFO:teuthology.orchestra.run.smithi078.stdout:[mds] 2024-09-19T05:51:43.226 INFO:teuthology.orchestra.run.smithi078.stdout: debug mds = 20 2024-09-19T05:51:43.226 INFO:teuthology.orchestra.run.smithi078.stdout: debug mds balancer = 20 2024-09-19T05:51:43.227 INFO:teuthology.orchestra.run.smithi078.stdout: debug ms = 1 2024-09-19T05:51:43.227 INFO:teuthology.orchestra.run.smithi078.stdout: mds debug frag = True 2024-09-19T05:51:43.227 INFO:teuthology.orchestra.run.smithi078.stdout: mds debug scatterstat = True 2024-09-19T05:51:43.227 INFO:teuthology.orchestra.run.smithi078.stdout: mds op complaint time = 180 2024-09-19T05:51:43.227 INFO:teuthology.orchestra.run.smithi078.stdout: mds verify scatter = True 2024-09-19T05:51:43.227 INFO:teuthology.orchestra.run.smithi078.stdout: osd op complaint time = 180 2024-09-19T05:51:43.227 INFO:teuthology.orchestra.run.smithi078.stdout: rados mon op timeout = 900 2024-09-19T05:51:43.227 INFO:teuthology.orchestra.run.smithi078.stdout: rados osd op timeout = 900 2024-09-19T05:51:43.227 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:51:43.228 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:51:43.271 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:51:43.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.413+0000 7f0b0ed9f640 1 Processor -- start 2024-09-19T05:51:43.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.413+0000 7f0b0ed9f640 1 -- start start 2024-09-19T05:51:43.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.414+0000 7f0b0ed9f640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f0b0815e9c0 0x7f0b080cfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.414+0000 7f0b0ed9f640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0b080d16d0 0x7f0b080b7920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.414+0000 7f0b0ed9f640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b080d29c0 con 0x7f0b080d3d70 2024-09-19T05:51:43.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.414+0000 7f0b0ed9f640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f0b080d2ca0 con 0x7f0b0815e9c0 2024-09-19T05:51:43.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.414+0000 7f0b0ed9f640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f0b080d2f80 con 0x7f0b080d16d0 2024-09-19T05:51:43.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.414+0000 7f0b0cb3b640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f0b0815e9c0 0x7f0b080cfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.414+0000 7f0b0cb3b640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f0b0815e9c0 0x7f0b080cfb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40240/0 (socket says 172.21.15.46:40240) 2024-09-19T05:51:43.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.414+0000 7f0b0cb3b640 1 -- 172.21.15.46:0/372919757 learned_addr learned my addr 172.21.15.46:0/372919757 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:43.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.414+0000 7f0b0d33c640 1 --2- 172.21.15.46:0/372919757 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0b080d16d0 0x7f0b080b7920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.415+0000 7f0b0cb3b640 1 -- 172.21.15.46:0/372919757 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0b080d16d0 msgr2=0x7f0b080b7920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:43.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.415+0000 7f0b0cb3b640 1 --2- 172.21.15.46:0/372919757 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0b080d16d0 0x7f0b080b7920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.415+0000 7f0b0cb3b640 1 -- 172.21.15.46:0/372919757 >> v1:172.21.15.78:6789/0 conn(0x7f0b080d3d70 legacy=0x7f0b080d0fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:43.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.415+0000 7f0b0cb3b640 1 -- 172.21.15.46:0/372919757 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b080d3260 con 0x7f0b0815e9c0 2024-09-19T05:51:43.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.415+0000 7f0b0cb3b640 1 --2- 172.21.15.46:0/372919757 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b0815e9c0 0x7f0b080cfb00 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f0af8009870 tx=0x7f0af802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=deaba42bb2a36d9d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:43.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.416+0000 7f0b077fe640 1 -- 172.21.15.46:0/372919757 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0af8037070 con 0x7f0b0815e9c0 2024-09-19T05:51:43.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.416+0000 7f0b077fe640 1 -- 172.21.15.46:0/372919757 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0af802ae50 con 0x7f0b0815e9c0 2024-09-19T05:51:43.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.416+0000 7f0b077fe640 1 -- 172.21.15.46:0/372919757 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0af8032860 con 0x7f0b0815e9c0 2024-09-19T05:51:43.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.416+0000 7f0b0ed9f640 1 -- 172.21.15.46:0/372919757 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b0815e9c0 msgr2=0x7f0b080cfb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:43.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.416+0000 7f0b0ed9f640 1 --2- 172.21.15.46:0/372919757 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b0815e9c0 0x7f0b080cfb00 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f0af8009870 tx=0x7f0af802a300 comp rx=0 tx=0).stop 2024-09-19T05:51:43.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.416+0000 7f0b0ed9f640 1 -- 172.21.15.46:0/372919757 shutdown_connections 2024-09-19T05:51:43.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.416+0000 7f0b0ed9f640 1 --2- 172.21.15.46:0/372919757 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0b080d16d0 0x7f0b080b7920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.416+0000 7f0b0ed9f640 1 --2- 172.21.15.46:0/372919757 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b0815e9c0 0x7f0b080cfb00 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.416+0000 7f0b0ed9f640 1 -- 172.21.15.46:0/372919757 >> 172.21.15.46:0/372919757 conn(0x7f0b08067950 msgr2=0x7f0b08067d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:43.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.416+0000 7f0b0ed9f640 1 -- 172.21.15.46:0/372919757 shutdown_connections 2024-09-19T05:51:43.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.416+0000 7f0b0ed9f640 1 -- 172.21.15.46:0/372919757 wait complete. 2024-09-19T05:51:43.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.417+0000 7f0b0ed9f640 1 Processor -- start 2024-09-19T05:51:43.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.417+0000 7f0b0ed9f640 1 -- start start 2024-09-19T05:51:43.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.418+0000 7f0b0ed9f640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b080d16d0 0x7f0b080ccac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.418+0000 7f0b0ed9f640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0b080d3d70 0x7f0b080cc220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.418+0000 7f0b0ed9f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0b0815e9c0 0x7f0b08154160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.418+0000 7f0b0ed9f640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0b080d41c0 con 0x7f0b080d16d0 2024-09-19T05:51:43.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.418+0000 7f0b0ed9f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0b0815eda0 con 0x7f0b0815e9c0 2024-09-19T05:51:43.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.418+0000 7f0b0ed9f640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f0b080b7e60 con 0x7f0b080d3d70 2024-09-19T05:51:43.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.418+0000 7f0b0cb3b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b080d16d0 0x7f0b080ccac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.418+0000 7f0b0cb3b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b080d16d0 0x7f0b080ccac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40246/0 (socket says 172.21.15.46:40246) 2024-09-19T05:51:43.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.418+0000 7f0b0cb3b640 1 -- 172.21.15.46:0/731069147 learned_addr learned my addr 172.21.15.46:0/731069147 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:43.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.418+0000 7f0b07fff640 1 --2- 172.21.15.46:0/731069147 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0b080d3d70 0x7f0b080cc220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.418+0000 7f0b0d33c640 1 --2- 172.21.15.46:0/731069147 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0b0815e9c0 0x7f0b08154160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.419+0000 7f0b0cb3b640 1 -- 172.21.15.46:0/731069147 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0b080d3d70 msgr2=0x7f0b080cc220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:43.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.419+0000 7f0b0cb3b640 1 --2- 172.21.15.46:0/731069147 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0b080d3d70 0x7f0b080cc220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.419+0000 7f0b0cb3b640 1 -- 172.21.15.46:0/731069147 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0b0815e9c0 msgr2=0x7f0b08154160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:43.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.419+0000 7f0b0cb3b640 1 --2- 172.21.15.46:0/731069147 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0b0815e9c0 0x7f0b08154160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.419+0000 7f0b0cb3b640 1 -- 172.21.15.46:0/731069147 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b080cd1c0 con 0x7f0b080d16d0 2024-09-19T05:51:43.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.419+0000 7f0b0cb3b640 1 --2- 172.21.15.46:0/731069147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b080d16d0 0x7f0b080ccac0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f0af8000c00 tx=0x7f0af80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:43.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.419+0000 7f0b057fa640 1 -- 172.21.15.46:0/731069147 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0af8041070 con 0x7f0b080d16d0 2024-09-19T05:51:43.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.419+0000 7f0b057fa640 1 -- 172.21.15.46:0/731069147 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0af803c660 con 0x7f0b080d16d0 2024-09-19T05:51:43.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.419+0000 7f0b057fa640 1 -- 172.21.15.46:0/731069147 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0af8037040 con 0x7f0b080d16d0 2024-09-19T05:51:43.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.419+0000 7f0b0ed9f640 1 -- 172.21.15.46:0/731069147 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b080cd4a0 con 0x7f0b080d16d0 2024-09-19T05:51:43.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.419+0000 7f0b0ed9f640 1 -- 172.21.15.46:0/731069147 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b080cda60 con 0x7f0b080d16d0 2024-09-19T05:51:43.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.420+0000 7f0b0ed9f640 1 -- 172.21.15.46:0/731069147 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b080d06f0 con 0x7f0b080d16d0 2024-09-19T05:51:43.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.420+0000 7f0b057fa640 1 -- 172.21.15.46:0/731069147 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) ==== 90701+0+0 (secure 0 0 0) 0x7f0af8044070 con 0x7f0b080d16d0 2024-09-19T05:51:43.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.421+0000 7f0b057fa640 1 --2- 172.21.15.46:0/731069147 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f0af406c150 0x7f0af406e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.421+0000 7f0b057fa640 1 -- 172.21.15.46:0/731069147 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5967+0+0 (secure 0 0 0) 0x7f0af80ab6c0 con 0x7f0b080d16d0 2024-09-19T05:51:43.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.421+0000 7f0b07fff640 1 --2- 172.21.15.46:0/731069147 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f0af406c150 0x7f0af406e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.422+0000 7f0b07fff640 1 --2- 172.21.15.46:0/731069147 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f0af406c150 0x7f0af406e610 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f0b080d4e80 tx=0x7f0afc009040 comp rx=0 tx=0).ready entity=mgr.4724 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:43.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.425+0000 7f0b057fa640 1 -- 172.21.15.46:0/731069147 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0b080d06f0 con 0x7f0b080d16d0 2024-09-19T05:51:43.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.615+0000 7f0b0ed9f640 1 -- 172.21.15.46:0/731069147 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f0b081563f0 con 0x7f0b080d16d0 2024-09-19T05:51:43.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.615+0000 7f0b057fa640 1 -- 172.21.15.46:0/731069147 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 6 entries v33) ==== 80+0+353 (secure 0 0 0) 0x7f0b081563f0 con 0x7f0b080d16d0 2024-09-19T05:51:43.618 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.78:6833/1948069631 2024-09-20T05:51:41.665230+0000 2024-09-19T05:51:43.618 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.78:6832/1948069631 2024-09-20T05:51:41.665230+0000 2024-09-19T05:51:43.618 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.78:0/467785980 2024-09-20T05:51:41.665230+0000 2024-09-19T05:51:43.618 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.78:0/2668749290 2024-09-20T05:51:41.665230+0000 2024-09-19T05:51:43.618 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.78:0/4092399816 2024-09-20T05:51:41.665230+0000 2024-09-19T05:51:43.618 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.78:0/1479961958 2024-09-20T05:51:41.665230+0000 2024-09-19T05:51:43.618 INFO:teuthology.orchestra.run.smithi046.stderr:listed 6 entries 2024-09-19T05:51:43.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.617+0000 7f0b0ed9f640 1 -- 172.21.15.46:0/731069147 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f0af406c150 msgr2=0x7f0af406e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:43.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.617+0000 7f0b0ed9f640 1 --2- 172.21.15.46:0/731069147 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f0af406c150 0x7f0af406e610 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f0b080d4e80 tx=0x7f0afc009040 comp rx=0 tx=0).stop 2024-09-19T05:51:43.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.617+0000 7f0b0ed9f640 1 -- 172.21.15.46:0/731069147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b080d16d0 msgr2=0x7f0b080ccac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:43.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.617+0000 7f0b0ed9f640 1 --2- 172.21.15.46:0/731069147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b080d16d0 0x7f0b080ccac0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f0af8000c00 tx=0x7f0af80046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.617+0000 7f0b0ed9f640 1 -- 172.21.15.46:0/731069147 shutdown_connections 2024-09-19T05:51:43.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.617+0000 7f0b0ed9f640 1 --2- 172.21.15.46:0/731069147 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f0af406c150 0x7f0af406e610 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.620 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.617+0000 7f0b0ed9f640 1 --2- 172.21.15.46:0/731069147 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0b0815e9c0 0x7f0b08154160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.620 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.617+0000 7f0b0ed9f640 1 --2- 172.21.15.46:0/731069147 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0b080d3d70 0x7f0b080cc220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.620 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.617+0000 7f0b0ed9f640 1 --2- 172.21.15.46:0/731069147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b080d16d0 0x7f0b080ccac0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.620 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.617+0000 7f0b0ed9f640 1 -- 172.21.15.46:0/731069147 >> 172.21.15.46:0/731069147 conn(0x7f0b08067950 msgr2=0x7f0b080d0fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:43.620 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.617+0000 7f0b0ed9f640 1 -- 172.21.15.46:0/731069147 shutdown_connections 2024-09-19T05:51:43.620 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.617+0000 7f0b0ed9f640 1 -- 172.21.15.46:0/731069147 wait complete. 2024-09-19T05:51:43.631 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:51:43.631 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:51:43.649 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:51:43.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.793+0000 7f6e186a5640 1 Processor -- start 2024-09-19T05:51:43.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.793+0000 7f6e186a5640 1 -- start start 2024-09-19T05:51:43.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.794+0000 7f6e186a5640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e100cfb00 0x7f6e100d0fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.794+0000 7f6e186a5640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e100cff20 con 0x7f6e100d1500 2024-09-19T05:51:43.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.794+0000 7f6e186a5640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e100d29c0 con 0x7f6e1015e9c0 2024-09-19T05:51:43.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.794+0000 7f6e186a5640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f6e100d2ca0 con 0x7f6e100cfb00 2024-09-19T05:51:43.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.794+0000 7f6e16c42640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f6e100d1500 0x7f6e100b7920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:42268/0 (socket says 172.21.15.46:42268) 2024-09-19T05:51:43.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.794+0000 7f6e16c42640 1 -- 172.21.15.46:0/3545980636 learned_addr learned my addr 172.21.15.46:0/3545980636 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:43.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.794+0000 7f6e15c40640 1 --2- 172.21.15.46:0/3545980636 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e100cfb00 0x7f6e100d0fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.794+0000 7f6e1543f640 1 -- 172.21.15.46:0/3545980636 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2439705175 0 0) 0x7f6e100cff20 con 0x7f6e100d1500 2024-09-19T05:51:43.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.794+0000 7f6e1543f640 1 -- 172.21.15.46:0/3545980636 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6dfc003520 con 0x7f6e100d1500 2024-09-19T05:51:43.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.795+0000 7f6e1543f640 1 -- 172.21.15.46:0/3545980636 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 405778434 0 0) 0x7f6dfc003520 con 0x7f6e100d1500 2024-09-19T05:51:43.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.795+0000 7f6e1543f640 1 -- 172.21.15.46:0/3545980636 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e100cfb00 msgr2=0x7f6e100d0fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:43.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.795+0000 7f6e1543f640 1 --2- 172.21.15.46:0/3545980636 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e100cfb00 0x7f6e100d0fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.795+0000 7f6e1543f640 1 -- 172.21.15.46:0/3545980636 >> v1:172.21.15.78:6789/0 conn(0x7f6e1015e9c0 legacy=0x7f6e100d3d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:43.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.795+0000 7f6e1543f640 1 -- 172.21.15.46:0/3545980636 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e100d2f80 con 0x7f6e100d1500 2024-09-19T05:51:43.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.795+0000 7f6e1543f640 1 -- 172.21.15.46:0/3545980636 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 238125057 0 0) 0x7f6e080019f0 con 0x7f6e100d1500 2024-09-19T05:51:43.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.795+0000 7f6e1543f640 1 -- 172.21.15.46:0/3545980636 >> v1:172.21.15.46:6789/0 conn(0x7f6e100d1500 legacy=0x7f6e100b7920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:43.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.795+0000 7f6e1543f640 1 --2- 172.21.15.46:0/3545980636 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dfc0039e0 0x7f6dfc003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.795+0000 7f6e1543f640 1 --2- 172.21.15.46:0/3545980636 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6dfc004800 0x7f6dfc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.795+0000 7f6e1543f640 1 --2- 172.21.15.46:0/3545980636 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6dfc0051c0 0x7f6dfc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.795+0000 7f6e1543f640 1 -- 172.21.15.46:0/3545980636 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6e100d2ca0 con 0x7f6dfc0039e0 2024-09-19T05:51:43.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.795+0000 7f6e1543f640 1 -- 172.21.15.46:0/3545980636 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f6dfc00bfc0 con 0x7f6dfc004800 2024-09-19T05:51:43.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.795+0000 7f6e1543f640 1 -- 172.21.15.46:0/3545980636 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f6dfc00c1c0 con 0x7f6dfc0051c0 2024-09-19T05:51:43.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.795+0000 7f6e15c40640 1 --2- 172.21.15.46:0/3545980636 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6e100cfb00 0x7f6e100d0fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:43.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.795+0000 7f6e16441640 1 --2- 172.21.15.46:0/3545980636 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dfc0039e0 0x7f6dfc003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.795+0000 7f6e16c42640 1 --2- 172.21.15.46:0/3545980636 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6dfc0051c0 0x7f6dfc00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.795+0000 7f6e15c40640 1 --2- 172.21.15.46:0/3545980636 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6dfc004800 0x7f6dfc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.795+0000 7f6e16441640 1 -- 172.21.15.46:0/3545980636 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6dfc0051c0 msgr2=0x7f6dfc00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:43.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.795+0000 7f6e16441640 1 --2- 172.21.15.46:0/3545980636 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6dfc0051c0 0x7f6dfc00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.795+0000 7f6e16441640 1 -- 172.21.15.46:0/3545980636 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6dfc004800 msgr2=0x7f6dfc004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:43.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.795+0000 7f6e16441640 1 --2- 172.21.15.46:0/3545980636 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6dfc004800 0x7f6dfc004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.795+0000 7f6e16441640 1 -- 172.21.15.46:0/3545980636 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dfc003520 con 0x7f6dfc0039e0 2024-09-19T05:51:43.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.796+0000 7f6e16441640 1 --2- 172.21.15.46:0/3545980636 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dfc0039e0 0x7f6dfc003de0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f6e0c003db0 tx=0x7f6dfc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aba8d4fc03cd421d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:43.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.796+0000 7f6e1543f640 1 -- 172.21.15.46:0/3545980636 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e0c037070 con 0x7f6dfc0039e0 2024-09-19T05:51:43.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.796+0000 7f6e1543f640 1 -- 172.21.15.46:0/3545980636 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e0c02aa00 con 0x7f6dfc0039e0 2024-09-19T05:51:43.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.796+0000 7f6e1543f640 1 -- 172.21.15.46:0/3545980636 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e0c003980 con 0x7f6dfc0039e0 2024-09-19T05:51:43.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.796+0000 7f6e186a5640 1 -- 172.21.15.46:0/3545980636 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dfc0039e0 msgr2=0x7f6dfc003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:43.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.796+0000 7f6e186a5640 1 --2- 172.21.15.46:0/3545980636 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dfc0039e0 0x7f6dfc003de0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f6e0c003db0 tx=0x7f6dfc005830 comp rx=0 tx=0).stop 2024-09-19T05:51:43.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.797+0000 7f6e16c42640 1 -- 172.21.15.46:0/3545980636 reap_dead start 2024-09-19T05:51:43.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.797+0000 7f6e186a5640 1 -- 172.21.15.46:0/3545980636 shutdown_connections 2024-09-19T05:51:43.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.797+0000 7f6e186a5640 1 -- 172.21.15.46:0/3545980636 >> 172.21.15.46:0/3545980636 conn(0x7f6e10067950 msgr2=0x7f6e10067d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:43.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.797+0000 7f6e186a5640 1 -- 172.21.15.46:0/3545980636 shutdown_connections 2024-09-19T05:51:43.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.797+0000 7f6e186a5640 1 -- 172.21.15.46:0/3545980636 wait complete. 2024-09-19T05:51:43.805 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.798+0000 7f6e186a5640 1 Processor -- start 2024-09-19T05:51:43.805 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.798+0000 7f6e186a5640 1 -- start start 2024-09-19T05:51:43.805 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.799+0000 7f6e186a5640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6dfc0039e0 0x7f6e101ea320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.805 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.799+0000 7f6e186a5640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e100cbcd0 0x7f6e1015c180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.805 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.799+0000 7f6e186a5640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e100cc150 0x7f6e101e96d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.799+0000 7f6e186a5640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6e1015eda0 con 0x7f6e100cc150 2024-09-19T05:51:43.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.799+0000 7f6e186a5640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f6e100d3540 con 0x7f6e100cbcd0 2024-09-19T05:51:43.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.799+0000 7f6e186a5640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f6e100d0fc0 con 0x7f6dfc0039e0 2024-09-19T05:51:43.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.799+0000 7f6e16c42640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e100cc150 0x7f6e101e96d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.799+0000 7f6e16441640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6dfc0039e0 0x7f6e101ea320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.799+0000 7f6e15c40640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e100cbcd0 0x7f6e1015c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.799+0000 7f6e16441640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6dfc0039e0 0x7f6e101ea320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.46:38626/0 (socket says 172.21.15.46:38626) 2024-09-19T05:51:43.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.799+0000 7f6e16441640 1 -- 172.21.15.46:0/3115823099 learned_addr learned my addr 172.21.15.46:0/3115823099 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:43.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.799+0000 7f6e15c40640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e100cbcd0 0x7f6e1015c180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.46:55928/0 (socket says 172.21.15.46:55928) 2024-09-19T05:51:43.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.799+0000 7f6e16c42640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e100cc150 0x7f6e101e96d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40270/0 (socket says 172.21.15.46:40270) 2024-09-19T05:51:43.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.799+0000 7f6e16c42640 1 -- 172.21.15.46:0/3115823099 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6dfc0039e0 msgr2=0x7f6e101ea320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:43.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.799+0000 7f6e16c42640 1 --2- 172.21.15.46:0/3115823099 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6dfc0039e0 0x7f6e101ea320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.799+0000 7f6e16c42640 1 -- 172.21.15.46:0/3115823099 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e100cbcd0 msgr2=0x7f6e1015c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:43.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.799+0000 7f6e16c42640 1 --2- 172.21.15.46:0/3115823099 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e100cbcd0 0x7f6e1015c180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.799+0000 7f6e16c42640 1 -- 172.21.15.46:0/3115823099 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e100cd670 con 0x7f6e100cc150 2024-09-19T05:51:43.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.799+0000 7f6e16441640 1 --2- 172.21.15.46:0/3115823099 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6dfc0039e0 0x7f6e101ea320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:43.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.799+0000 7f6e15c40640 1 --2- 172.21.15.46:0/3115823099 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e100cbcd0 0x7f6e1015c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:43.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.799+0000 7f6e16c42640 1 --2- 172.21.15.46:0/3115823099 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e100cc150 0x7f6e101e96d0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f6e100b71a0 tx=0x7f6e08007bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:43.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.799+0000 7f6e06ffd640 1 -- 172.21.15.46:0/3115823099 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e0800abe0 con 0x7f6e100cc150 2024-09-19T05:51:43.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.800+0000 7f6e06ffd640 1 -- 172.21.15.46:0/3115823099 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e08018070 con 0x7f6e100cc150 2024-09-19T05:51:43.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.800+0000 7f6e06ffd640 1 -- 172.21.15.46:0/3115823099 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e080133f0 con 0x7f6e100cc150 2024-09-19T05:51:43.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.800+0000 7f6e186a5640 1 -- 172.21.15.46:0/3115823099 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e100cc5d0 con 0x7f6e100cc150 2024-09-19T05:51:43.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.800+0000 7f6e186a5640 1 -- 172.21.15.46:0/3115823099 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e100ccb90 con 0x7f6e100cc150 2024-09-19T05:51:43.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.801+0000 7f6e186a5640 1 -- 172.21.15.46:0/3115823099 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e1006d5d0 con 0x7f6e100cc150 2024-09-19T05:51:43.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.801+0000 7f6e06ffd640 1 -- 172.21.15.46:0/3115823099 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 9) ==== 90966+0+0 (secure 0 0 0) 0x7f6e08013590 con 0x7f6e100cc150 2024-09-19T05:51:43.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.801+0000 7f6e06ffd640 1 --2- 172.21.15.46:0/3115823099 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f6df406c420 0x7f6df406e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.802+0000 7f6e06ffd640 1 -- 172.21.15.46:0/3115823099 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5967+0+0 (secure 0 0 0) 0x7f6e0808bc00 con 0x7f6e100cc150 2024-09-19T05:51:43.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.802+0000 7f6e16441640 1 --2- 172.21.15.46:0/3115823099 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f6df406c420 0x7f6df406e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.802+0000 7f6e16441640 1 --2- 172.21.15.46:0/3115823099 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f6df406c420 0x7f6df406e8e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f6e0c02bfd0 tx=0x7f6e0c02e000 comp rx=0 tx=0).ready entity=mgr.4724 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:43.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.806+0000 7f6e06ffd640 1 -- 172.21.15.46:0/3115823099 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6e1006d5d0 con 0x7f6e100cc150 2024-09-19T05:51:43.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.992+0000 7f6e186a5640 1 -- 172.21.15.46:0/3115823099 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6e100d4ff0 con 0x7f6e100cc150 2024-09-19T05:51:43.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.993+0000 7f6e06ffd640 1 -- 172.21.15.46:0/3115823099 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 6 entries v33) ==== 80+0+353 (secure 0 0 0) 0x7f6e08059b00 con 0x7f6e100cc150 2024-09-19T05:51:43.995 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.78:6833/1948069631 2024-09-20T05:51:41.665230+0000 2024-09-19T05:51:43.995 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.78:6832/1948069631 2024-09-20T05:51:41.665230+0000 2024-09-19T05:51:43.995 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.78:0/467785980 2024-09-20T05:51:41.665230+0000 2024-09-19T05:51:43.995 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.78:0/2668749290 2024-09-20T05:51:41.665230+0000 2024-09-19T05:51:43.995 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.78:0/4092399816 2024-09-20T05:51:41.665230+0000 2024-09-19T05:51:43.995 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.78:0/1479961958 2024-09-20T05:51:41.665230+0000 2024-09-19T05:51:43.995 INFO:teuthology.orchestra.run.smithi046.stderr:listed 6 entries 2024-09-19T05:51:43.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.994+0000 7f6e186a5640 1 -- 172.21.15.46:0/3115823099 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f6df406c420 msgr2=0x7f6df406e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:43.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.994+0000 7f6e186a5640 1 --2- 172.21.15.46:0/3115823099 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f6df406c420 0x7f6df406e8e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f6e0c02bfd0 tx=0x7f6e0c02e000 comp rx=0 tx=0).stop 2024-09-19T05:51:43.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.994+0000 7f6e186a5640 1 -- 172.21.15.46:0/3115823099 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e100cc150 msgr2=0x7f6e101e96d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:43.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.994+0000 7f6e186a5640 1 --2- 172.21.15.46:0/3115823099 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e100cc150 0x7f6e101e96d0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f6e100b71a0 tx=0x7f6e08007bd0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.995+0000 7f6e186a5640 1 -- 172.21.15.46:0/3115823099 shutdown_connections 2024-09-19T05:51:43.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.995+0000 7f6e186a5640 1 --2- 172.21.15.46:0/3115823099 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f6df406c420 0x7f6df406e8e0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.995+0000 7f6e186a5640 1 --2- 172.21.15.46:0/3115823099 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e100cc150 0x7f6e101e96d0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.995+0000 7f6e186a5640 1 --2- 172.21.15.46:0/3115823099 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6e100cbcd0 0x7f6e1015c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.995+0000 7f6e186a5640 1 --2- 172.21.15.46:0/3115823099 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6dfc0039e0 0x7f6e101ea320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.995+0000 7f6e186a5640 1 -- 172.21.15.46:0/3115823099 >> 172.21.15.46:0/3115823099 conn(0x7f6e10067950 msgr2=0x7f6e100b98f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:43.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.995+0000 7f6e186a5640 1 -- 172.21.15.46:0/3115823099 shutdown_connections 2024-09-19T05:51:43.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:43.995+0000 7f6e186a5640 1 -- 172.21.15.46:0/3115823099 wait complete. 2024-09-19T05:51:44.007 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi046.front.sepia.ceph.com... 2024-09-19T05:51:44.007 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:44.007 DEBUG:teuthology.orchestra.run.smithi046:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T05:51:44.032 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi046.stderr:ceph-fuse[47410]: fuse finished with error 0 and tester_r 0 2024-09-19T05:51:44.034 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:51:50.136 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi046.front.sepia.ceph.com 2024-09-19T05:51:50.136 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:50.137 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T05:51:50.157 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:51:50.157 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:51:50.231 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18798 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:51:50.232 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:51:50.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.384+0000 7f8ef29d8640 1 Processor -- start 2024-09-19T05:51:50.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.384+0000 7f8ef29d8640 1 -- start start 2024-09-19T05:51:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.385+0000 7f8ef29d8640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f8eec15fdb0 0x7f8eec0d2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.385+0000 7f8ef29d8640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f8eec0b6c80 0x7f8eec0b6050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.385+0000 7f8ef29d8640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8eec0cf430 con 0x7f8eec0d0490 2024-09-19T05:51:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.385+0000 7f8ef29d8640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f8eec0d0000 con 0x7f8eec0b6c80 2024-09-19T05:51:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.385+0000 7f8ef29d8640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f8eec0cf6d0 con 0x7f8eec15fdb0 2024-09-19T05:51:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.386+0000 7f8eeb7fe640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f8eec0b6c80 0x7f8eec0b6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.386+0000 7f8eeb7fe640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f8eec0b6c80 0x7f8eec0b6050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41784/0 (socket says 172.21.15.46:41784) 2024-09-19T05:51:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.386+0000 7f8eeb7fe640 1 -- 172.21.15.46:0/2198238971 learned_addr learned my addr 172.21.15.46:0/2198238971 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.386+0000 7f8eebfff640 1 --2- 172.21.15.46:0/2198238971 >> v2:172.21.15.78:3300/0 conn(0x7f8eec15fdb0 0x7f8eec0d2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.386+0000 7f8eeb7fe640 1 -- 172.21.15.46:0/2198238971 >> v2:172.21.15.78:3300/0 conn(0x7f8eec15fdb0 msgr2=0x7f8eec0d2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:50.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.386+0000 7f8eeb7fe640 1 --2- 172.21.15.46:0/2198238971 >> v2:172.21.15.78:3300/0 conn(0x7f8eec15fdb0 0x7f8eec0d2ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:50.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.386+0000 7f8eeb7fe640 1 -- 172.21.15.46:0/2198238971 >> v1:172.21.15.78:6789/0 conn(0x7f8eec0d0490 legacy=0x7f8eec0d0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:50.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.386+0000 7f8eeb7fe640 1 -- 172.21.15.46:0/2198238971 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8eec0cf9b0 con 0x7f8eec0b6c80 2024-09-19T05:51:50.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.387+0000 7f8eeb7fe640 1 --2- 172.21.15.46:0/2198238971 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8eec0b6c80 0x7f8eec0b6050 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f8eec0755a0 tx=0x7f8ee002a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3e613a39c9213aa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:50.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.387+0000 7f8eeaffd640 1 -- 172.21.15.46:0/2198238971 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ee0037070 con 0x7f8eec0b6c80 2024-09-19T05:51:50.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.387+0000 7f8eeaffd640 1 -- 172.21.15.46:0/2198238971 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ee0032440 con 0x7f8eec0b6c80 2024-09-19T05:51:50.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.387+0000 7f8eeaffd640 1 -- 172.21.15.46:0/2198238971 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ee0032810 con 0x7f8eec0b6c80 2024-09-19T05:51:50.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.387+0000 7f8ef29d8640 1 -- 172.21.15.46:0/2198238971 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8eec0b6c80 msgr2=0x7f8eec0b6050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:50.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.387+0000 7f8ef29d8640 1 --2- 172.21.15.46:0/2198238971 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8eec0b6c80 0x7f8eec0b6050 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f8eec0755a0 tx=0x7f8ee002a2c0 comp rx=0 tx=0).stop 2024-09-19T05:51:50.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.387+0000 7f8ef29d8640 1 -- 172.21.15.46:0/2198238971 shutdown_connections 2024-09-19T05:51:50.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.387+0000 7f8ef29d8640 1 --2- 172.21.15.46:0/2198238971 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8eec0b6c80 0x7f8eec0b6050 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:50.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.387+0000 7f8ef29d8640 1 --2- 172.21.15.46:0/2198238971 >> v2:172.21.15.78:3300/0 conn(0x7f8eec15fdb0 0x7f8eec0d2ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:50.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.387+0000 7f8ef29d8640 1 -- 172.21.15.46:0/2198238971 >> 172.21.15.46:0/2198238971 conn(0x7f8eec072130 msgr2=0x7f8eec072540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:50.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.388+0000 7f8ef29d8640 1 -- 172.21.15.46:0/2198238971 shutdown_connections 2024-09-19T05:51:50.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.388+0000 7f8ef29d8640 1 -- 172.21.15.46:0/2198238971 wait complete. 2024-09-19T05:51:50.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.389+0000 7f8ef29d8640 1 Processor -- start 2024-09-19T05:51:50.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.389+0000 7f8ef29d8640 1 -- start start 2024-09-19T05:51:50.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.390+0000 7f8ef29d8640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8eec0b6c80 0x7f8eec09e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:50.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.390+0000 7f8ef29d8640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8eec0d0490 0x7f8eec0cb6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:50.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.390+0000 7f8ef29d8640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8eec15fdb0 0x7f8eec15c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:50.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.390+0000 7f8ef29d8640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8eec0d3420 con 0x7f8eec15fdb0 2024-09-19T05:51:50.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.390+0000 7f8ef29d8640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f8eec160190 con 0x7f8eec0d0490 2024-09-19T05:51:50.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.390+0000 7f8ef29d8640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f8eec0d35a0 con 0x7f8eec0b6c80 2024-09-19T05:51:50.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.390+0000 7f8ef0f75640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8eec15fdb0 0x7f8eec15c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:50.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.390+0000 7f8ef0f75640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8eec15fdb0 0x7f8eec15c4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41786/0 (socket says 172.21.15.46:41786) 2024-09-19T05:51:50.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.390+0000 7f8ef0f75640 1 -- 172.21.15.46:0/3338985203 learned_addr learned my addr 172.21.15.46:0/3338985203 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:50.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.390+0000 7f8eeb7fe640 1 --2- 172.21.15.46:0/3338985203 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8eec0d0490 0x7f8eec0cb6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:50.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.390+0000 7f8eebfff640 1 --2- 172.21.15.46:0/3338985203 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8eec0b6c80 0x7f8eec09e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:50.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.390+0000 7f8ef0f75640 1 -- 172.21.15.46:0/3338985203 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8eec0b6c80 msgr2=0x7f8eec09e2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:50.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.390+0000 7f8ef0f75640 1 --2- 172.21.15.46:0/3338985203 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8eec0b6c80 0x7f8eec09e2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:50.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.390+0000 7f8ef0f75640 1 -- 172.21.15.46:0/3338985203 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8eec0d0490 msgr2=0x7f8eec0cb6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:50.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.390+0000 7f8ef0f75640 1 --2- 172.21.15.46:0/3338985203 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8eec0d0490 0x7f8eec0cb6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:50.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.390+0000 7f8ef0f75640 1 -- 172.21.15.46:0/3338985203 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8eec0a0af0 con 0x7f8eec15fdb0 2024-09-19T05:51:50.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.390+0000 7f8ef0f75640 1 --2- 172.21.15.46:0/3338985203 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8eec15fdb0 0x7f8eec15c4f0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f8ee400c700 tx=0x7f8ee400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:50.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.391+0000 7f8ee8ff9640 1 -- 172.21.15.46:0/3338985203 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ee4016020 con 0x7f8eec15fdb0 2024-09-19T05:51:50.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.391+0000 7f8ee8ff9640 1 -- 172.21.15.46:0/3338985203 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ee400a9f0 con 0x7f8eec15fdb0 2024-09-19T05:51:50.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.391+0000 7f8ef29d8640 1 -- 172.21.15.46:0/3338985203 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8eec0cbe10 con 0x7f8eec15fdb0 2024-09-19T05:51:50.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.391+0000 7f8ee8ff9640 1 -- 172.21.15.46:0/3338985203 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ee400ae20 con 0x7f8eec15fdb0 2024-09-19T05:51:50.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.391+0000 7f8ef29d8640 1 -- 172.21.15.46:0/3338985203 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8eec0cc3d0 con 0x7f8eec15fdb0 2024-09-19T05:51:50.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.392+0000 7f8ef29d8640 1 -- 172.21.15.46:0/3338985203 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8eec0d2ee0 con 0x7f8eec15fdb0 2024-09-19T05:51:50.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.392+0000 7f8ee8ff9640 1 -- 172.21.15.46:0/3338985203 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 10) ==== 91022+0+0 (secure 0 0 0) 0x7f8ee4019020 con 0x7f8eec15fdb0 2024-09-19T05:51:50.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.393+0000 7f8ee8ff9640 1 --2- 172.21.15.46:0/3338985203 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f8ed806c4b0 0x7f8ed806e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:50.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.393+0000 7f8ee8ff9640 1 -- 172.21.15.46:0/3338985203 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5967+0+0 (secure 0 0 0) 0x7f8ee408b9e0 con 0x7f8eec15fdb0 2024-09-19T05:51:50.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.393+0000 7f8eebfff640 1 --2- 172.21.15.46:0/3338985203 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f8ed806c4b0 0x7f8ed806e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:50.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.393+0000 7f8eebfff640 1 --2- 172.21.15.46:0/3338985203 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f8ed806c4b0 0x7f8ed806e970 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f8edc006fd0 tx=0x7f8edc008040 comp rx=0 tx=0).ready entity=mgr.4724 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:50.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.397+0000 7f8ee8ff9640 1 -- 172.21.15.46:0/3338985203 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8ee4020020 con 0x7f8eec15fdb0 2024-09-19T05:51:50.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.607+0000 7f8ef29d8640 1 -- 172.21.15.46:0/3338985203 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f8eec069130 con 0x7f8eec15fdb0 2024-09-19T05:51:50.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.608+0000 7f8ee8ff9640 1 -- 172.21.15.46:0/3338985203 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v15) ==== 53+0+73 (secure 0 0 0) 0x7f8ee4059780 con 0x7f8eec15fdb0 2024-09-19T05:51:50.610 INFO:teuthology.orchestra.run.smithi046.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:51:50.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.610+0000 7f8ef29d8640 1 -- 172.21.15.46:0/3338985203 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f8ed806c4b0 msgr2=0x7f8ed806e970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:50.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.610+0000 7f8ef29d8640 1 --2- 172.21.15.46:0/3338985203 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f8ed806c4b0 0x7f8ed806e970 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f8edc006fd0 tx=0x7f8edc008040 comp rx=0 tx=0).stop 2024-09-19T05:51:50.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.610+0000 7f8ef29d8640 1 -- 172.21.15.46:0/3338985203 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8eec15fdb0 msgr2=0x7f8eec15c4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:50.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.610+0000 7f8ef29d8640 1 --2- 172.21.15.46:0/3338985203 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8eec15fdb0 0x7f8eec15c4f0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f8ee400c700 tx=0x7f8ee400cbc0 comp rx=0 tx=0).stop 2024-09-19T05:51:50.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.610+0000 7f8ef29d8640 1 -- 172.21.15.46:0/3338985203 shutdown_connections 2024-09-19T05:51:50.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.610+0000 7f8ef29d8640 1 --2- 172.21.15.46:0/3338985203 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f8ed806c4b0 0x7f8ed806e970 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:50.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.610+0000 7f8ef29d8640 1 --2- 172.21.15.46:0/3338985203 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8eec15fdb0 0x7f8eec15c4f0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:50.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.610+0000 7f8ef29d8640 1 --2- 172.21.15.46:0/3338985203 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8eec0d0490 0x7f8eec0cb6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:50.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.610+0000 7f8ef29d8640 1 --2- 172.21.15.46:0/3338985203 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8eec0b6c80 0x7f8eec09e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:50.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.610+0000 7f8ef29d8640 1 -- 172.21.15.46:0/3338985203 >> 172.21.15.46:0/3338985203 conn(0x7f8eec072130 msgr2=0x7f8eec0b1ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:50.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.610+0000 7f8ef29d8640 1 -- 172.21.15.46:0/3338985203 shutdown_connections 2024-09-19T05:51:50.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50.610+0000 7f8ef29d8640 1 -- 172.21.15.46:0/3338985203 wait complete. 2024-09-19T05:51:50.623 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T05:51:50.623 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:51:50.623 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi046.front.sepia.ceph.com 2024-09-19T05:51:50.623 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T05:51:50.623 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:51:50.623 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T05:51:50.623 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T05:51:50.623 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:51:50.623 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:51:50.623 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:50.624 DEBUG:teuthology.orchestra.run.smithi046:> ip addr 2024-09-19T05:51:50.640 INFO:teuthology.orchestra.run.smithi046.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:51:50.641 INFO:teuthology.orchestra.run.smithi046.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:51:50.641 INFO:teuthology.orchestra.run.smithi046.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:51:50.641 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:50.641 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 ::1/128 scope host 2024-09-19T05:51:50.641 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:50.641 INFO:teuthology.orchestra.run.smithi046.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:51:50.641 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:6b:f6:10 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:50.641 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp7s0f0 2024-09-19T05:51:50.641 INFO:teuthology.orchestra.run.smithi046.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:51:50.641 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:6b:f6:11 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:50.641 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp7s0f1 2024-09-19T05:51:50.641 INFO:teuthology.orchestra.run.smithi046.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:51:50.641 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:bd:15:f8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:50.642 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp1s0f0 2024-09-19T05:51:50.642 INFO:teuthology.orchestra.run.smithi046.stdout: inet 172.21.15.46/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:51:50.642 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft 42740sec preferred_lft 42740sec 2024-09-19T05:51:50.642 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::ec4:7aff:febd:15f8/64 scope link 2024-09-19T05:51:50.642 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:50.642 INFO:teuthology.orchestra.run.smithi046.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:51:50.642 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:bd:15:f9 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:50.642 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp1s0f1 2024-09-19T05:51:50.642 INFO:teuthology.orchestra.run.smithi046.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:51:50.642 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 72:01:33:01:69:20 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:51:50.642 INFO:teuthology.orchestra.run.smithi046.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:51:50.642 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:50.643 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::d092:7bff:fe4c:c3f3/64 scope link 2024-09-19T05:51:50.643 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:50.643 INFO:teuthology.orchestra.run.smithi046.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:51:50.643 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 72:01:33:01:69:20 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:51:50.643 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::7001:33ff:fe01:6920/64 scope link 2024-09-19T05:51:50.643 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:50.643 INFO:teuthology.orchestra.run.smithi046.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:51:50.643 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether d6:83:a7:bd:03:a1 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:51:50.643 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::d483:a7ff:febd:3a1/64 scope link 2024-09-19T05:51:50.643 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:51:50.643 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:50.644 DEBUG:teuthology.orchestra.run.smithi046:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:51:50.709 INFO:teuthology.orchestra.run.smithi046.stdout:1 2024-09-19T05:51:50.711 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:50.711 DEBUG:teuthology.orchestra.run.smithi046:> route 2024-09-19T05:51:50.770 INFO:teuthology.orchestra.run.smithi046.stdout:Kernel IP routing table 2024-09-19T05:51:50.770 INFO:teuthology.orchestra.run.smithi046.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:51:50.770 INFO:teuthology.orchestra.run.smithi046.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:51:50.771 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:51:50.771 INFO:teuthology.orchestra.run.smithi046.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:51:50.771 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:51:50.771 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2024-09-19T05:51:50.772 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:51:50.772 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:51:50.772 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:51:50.772 DEBUG:teuthology.orchestra.run.smithi046:> ') 2024-09-19T05:51:50.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:51:50.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:50.900 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:50.900 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list 2024-09-19T05:51:50.917 INFO:teuthology.orchestra.run.smithi046.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T05:51:50.918 INFO:teuthology.orchestra.run.smithi046.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:51:50.918 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:51:50.918 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:50.919 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link set brx.0 up 2024-09-19T05:51:50.984 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-19T05:51:50.984 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:51:50.984 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T05:51:51.041 INFO:teuthology.orchestra.run.smithi046.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:51:51.041 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:51:51.041 DEBUG:teuthology.orchestra.run.smithi046:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:51:51.097 DEBUG:teuthology.orchestra.run.smithi046:> sudo modprobe fuse 2024-09-19T05:51:51.164 DEBUG:teuthology.orchestra.run.smithi046:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T05:51:51.222 INFO:teuthology.orchestra.run.smithi046.stdout:/proc 2024-09-19T05:51:51.223 INFO:teuthology.orchestra.run.smithi046.stdout:/sys 2024-09-19T05:51:51.223 INFO:teuthology.orchestra.run.smithi046.stdout:/dev 2024-09-19T05:51:51.223 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/security 2024-09-19T05:51:51.223 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/shm 2024-09-19T05:51:51.223 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/pts 2024-09-19T05:51:51.223 INFO:teuthology.orchestra.run.smithi046.stdout:/run 2024-09-19T05:51:51.223 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/cgroup 2024-09-19T05:51:51.223 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/pstore 2024-09-19T05:51:51.223 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/bpf 2024-09-19T05:51:51.223 INFO:teuthology.orchestra.run.smithi046.stdout:/ 2024-09-19T05:51:51.223 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/selinux 2024-09-19T05:51:51.223 INFO:teuthology.orchestra.run.smithi046.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T05:51:51.224 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/mqueue 2024-09-19T05:51:51.224 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/hugepages 2024-09-19T05:51:51.224 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/debug 2024-09-19T05:51:51.224 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/tracing 2024-09-19T05:51:51.224 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/fuse/connections 2024-09-19T05:51:51.224 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/config 2024-09-19T05:51:51.224 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T05:51:51.224 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T05:51:51.224 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T05:51:51.224 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T05:51:51.224 INFO:teuthology.orchestra.run.smithi046.stdout:/run/user/1000 2024-09-19T05:51:51.224 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph 2024-09-19T05:51:51.224 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T05:51:51.224 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T05:51:51.225 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T05:51:51.225 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T05:51:51.225 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns 2024-09-19T05:51:51.225 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:51:51.225 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:51:51.225 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:51:51.225 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:51:51.225 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:51.225 DEBUG:teuthology.orchestra.run.smithi046:> ls /sys/fs/fuse/connections 2024-09-19T05:51:51.279 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T05:51:51.280 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-19T05:51:51.323 DEBUG:teuthology.orchestra.run.smithi046:> sudo modprobe fuse 2024-09-19T05:51:51.349 DEBUG:teuthology.orchestra.run.smithi046:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T05:51:51.406 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi046.stderr:2024-09-19T05:51:51.405+0000 7f51d1b47480 -1 init, newargv = 0x56304dff7a80 newargc=15 2024-09-19T05:51:51.407 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi046.stderr:ceph-fuse[48345]: starting ceph client 2024-09-19T05:51:51.407 INFO:teuthology.orchestra.run.smithi046.stdout:/proc 2024-09-19T05:51:51.407 INFO:teuthology.orchestra.run.smithi046.stdout:/sys 2024-09-19T05:51:51.408 INFO:teuthology.orchestra.run.smithi046.stdout:/dev 2024-09-19T05:51:51.408 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/security 2024-09-19T05:51:51.408 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/shm 2024-09-19T05:51:51.408 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/pts 2024-09-19T05:51:51.408 INFO:teuthology.orchestra.run.smithi046.stdout:/run 2024-09-19T05:51:51.408 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/cgroup 2024-09-19T05:51:51.408 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/pstore 2024-09-19T05:51:51.408 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/bpf 2024-09-19T05:51:51.408 INFO:teuthology.orchestra.run.smithi046.stdout:/ 2024-09-19T05:51:51.408 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/selinux 2024-09-19T05:51:51.408 INFO:teuthology.orchestra.run.smithi046.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T05:51:51.408 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/mqueue 2024-09-19T05:51:51.408 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/hugepages 2024-09-19T05:51:51.409 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/debug 2024-09-19T05:51:51.409 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/tracing 2024-09-19T05:51:51.409 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/fuse/connections 2024-09-19T05:51:51.409 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/config 2024-09-19T05:51:51.409 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T05:51:51.409 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T05:51:51.409 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T05:51:51.409 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T05:51:51.409 INFO:teuthology.orchestra.run.smithi046.stdout:/run/user/1000 2024-09-19T05:51:51.409 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph 2024-09-19T05:51:51.409 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T05:51:51.409 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T05:51:51.409 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T05:51:51.410 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T05:51:51.410 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns 2024-09-19T05:51:51.410 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:51:51.410 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:51:51.410 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:51:51.410 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:51:51.410 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:51.410 DEBUG:teuthology.orchestra.run.smithi046:> ls /sys/fs/fuse/connections 2024-09-19T05:51:51.411 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi046.stderr:ceph-fuse[48345]: starting fuse 2024-09-19T05:51:51.426 INFO:teuthology.orchestra.run.smithi046.stdout:41 2024-09-19T05:51:51.427 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-19T05:51:51.427 DEBUG:teuthology.orchestra.run.smithi046:> sudo stdin-killer -- python3 -c ' 2024-09-19T05:51:51.427 DEBUG:teuthology.orchestra.run.smithi046:> import glob 2024-09-19T05:51:51.427 DEBUG:teuthology.orchestra.run.smithi046:> import re 2024-09-19T05:51:51.427 DEBUG:teuthology.orchestra.run.smithi046:> import os 2024-09-19T05:51:51.427 DEBUG:teuthology.orchestra.run.smithi046:> import subprocess 2024-09-19T05:51:51.427 DEBUG:teuthology.orchestra.run.smithi046:> 2024-09-19T05:51:51.427 DEBUG:teuthology.orchestra.run.smithi046:> def _find_admin_socket(client_name): 2024-09-19T05:51:51.427 DEBUG:teuthology.orchestra.run.smithi046:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T05:51:51.428 DEBUG:teuthology.orchestra.run.smithi046:> files = glob.glob(asok_path) 2024-09-19T05:51:51.428 DEBUG:teuthology.orchestra.run.smithi046:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T05:51:51.429 DEBUG:teuthology.orchestra.run.smithi046:> 2024-09-19T05:51:51.429 DEBUG:teuthology.orchestra.run.smithi046:> # Given a non-glob path, it better be there 2024-09-19T05:51:51.429 DEBUG:teuthology.orchestra.run.smithi046:> if "*" not in asok_path: 2024-09-19T05:51:51.429 DEBUG:teuthology.orchestra.run.smithi046:> assert(len(files) == 1) 2024-09-19T05:51:51.429 DEBUG:teuthology.orchestra.run.smithi046:> return files[0] 2024-09-19T05:51:51.429 DEBUG:teuthology.orchestra.run.smithi046:> 2024-09-19T05:51:51.429 DEBUG:teuthology.orchestra.run.smithi046:> for f in files: 2024-09-19T05:51:51.429 DEBUG:teuthology.orchestra.run.smithi046:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T05:51:51.429 DEBUG:teuthology.orchestra.run.smithi046:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T05:51:51.429 DEBUG:teuthology.orchestra.run.smithi046:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T05:51:51.429 DEBUG:teuthology.orchestra.run.smithi046:> contents = proc_f.read() 2024-09-19T05:51:51.429 DEBUG:teuthology.orchestra.run.smithi046:> if mountpoint in contents: 2024-09-19T05:51:51.429 DEBUG:teuthology.orchestra.run.smithi046:> return f 2024-09-19T05:51:51.429 DEBUG:teuthology.orchestra.run.smithi046:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T05:51:51.429 DEBUG:teuthology.orchestra.run.smithi046:> 2024-09-19T05:51:51.430 DEBUG:teuthology.orchestra.run.smithi046:> print(_find_admin_socket("client.0")) 2024-09-19T05:51:51.430 DEBUG:teuthology.orchestra.run.smithi046:> ' 2024-09-19T05:51:51.546 INFO:teuthology.orchestra.run.smithi046.stdout:/var/run/ceph/ceph-client.0.48345.asok 2024-09-19T05:51:51.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:51:51.557 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.48345.asok 2024-09-19T05:51:51.557 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:51.558 DEBUG:teuthology.orchestra.run.smithi046:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.48345.asok status 2024-09-19T05:51:51.695 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-19T05:51:51.696 INFO:teuthology.orchestra.run.smithi046.stdout: "metadata": { 2024-09-19T05:51:51.696 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T05:51:51.696 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T05:51:51.696 INFO:teuthology.orchestra.run.smithi046.stdout: "entity_id": "0", 2024-09-19T05:51:51.696 INFO:teuthology.orchestra.run.smithi046.stdout: "hostname": "smithi046", 2024-09-19T05:51:51.696 INFO:teuthology.orchestra.run.smithi046.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T05:51:51.696 INFO:teuthology.orchestra.run.smithi046.stdout: "pid": "48345", 2024-09-19T05:51:51.696 INFO:teuthology.orchestra.run.smithi046.stdout: "root": "/" 2024-09-19T05:51:51.697 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:51.697 INFO:teuthology.orchestra.run.smithi046.stdout: "dentry_count": 0, 2024-09-19T05:51:51.697 INFO:teuthology.orchestra.run.smithi046.stdout: "dentry_pinned_count": 0, 2024-09-19T05:51:51.697 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 5127, 2024-09-19T05:51:51.697 INFO:teuthology.orchestra.run.smithi046.stdout: "inst": { 2024-09-19T05:51:51.697 INFO:teuthology.orchestra.run.smithi046.stdout: "name": { 2024-09-19T05:51:51.698 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "client", 2024-09-19T05:51:51.698 INFO:teuthology.orchestra.run.smithi046.stdout: "num": 5127 2024-09-19T05:51:51.698 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:51.698 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": { 2024-09-19T05:51:51.698 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v1", 2024-09-19T05:51:51.698 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "192.168.0.1:0", 2024-09-19T05:51:51.698 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 2757185817 2024-09-19T05:51:51.698 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-09-19T05:51:51.698 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:51.699 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": { 2024-09-19T05:51:51.699 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v1", 2024-09-19T05:51:51.699 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "192.168.0.1:0", 2024-09-19T05:51:51.699 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 2757185817 2024-09-19T05:51:51.699 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-09-19T05:51:51.699 INFO:teuthology.orchestra.run.smithi046.stdout: "inst_str": "client.5127 192.168.0.1:0/2757185817", 2024-09-19T05:51:51.699 INFO:teuthology.orchestra.run.smithi046.stdout: "addr_str": "192.168.0.1:0/2757185817", 2024-09-19T05:51:51.699 INFO:teuthology.orchestra.run.smithi046.stdout: "inode_count": 1, 2024-09-19T05:51:51.699 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_epoch": 15, 2024-09-19T05:51:51.699 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_epoch": 33, 2024-09-19T05:51:51.699 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_epoch_barrier": 0, 2024-09-19T05:51:51.699 INFO:teuthology.orchestra.run.smithi046.stdout: "blocklisted": false, 2024-09-19T05:51:51.699 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs" 2024-09-19T05:51:51.699 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-19T05:51:51.704 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:51.704 DEBUG:teuthology.orchestra.run.smithi046:> stat --file-system '--printf=%T 2024-09-19T05:51:51.704 DEBUG:teuthology.orchestra.run.smithi046:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T05:51:51.721 INFO:teuthology.orchestra.run.smithi046.stdout:fuseblk 2024-09-19T05:51:51.721 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T05:51:51.721 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:51.721 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:51:51.788 INFO:tasks.cephfs.test_snap_schedules:expecting snap snap_test_dir1/.snap/scheduled-2024-09-19-05_52_00 in ~17s... 2024-09-19T05:51:51.788 DEBUG:tasks.cephfs.test_snap_schedules:expected_schedule: ['1m'], expected_retention: [{'m': 1}] 2024-09-19T05:51:51.788 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule list --format json snap_test_dir1 2024-09-19T05:51:51.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.931+0000 7f69c1e5c640 1 Processor -- start 2024-09-19T05:51:51.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.931+0000 7f69c1e5c640 1 -- start start 2024-09-19T05:51:51.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.932+0000 7f69c1e5c640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f69bc15e880 0x7f69bc0b21e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:51.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.932+0000 7f69c1e5c640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f69bc0b3a90 0x7f69bc06c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:51.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.932+0000 7f69c1e5c640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69bc0b2720 con 0x7f69bc06bb10 2024-09-19T05:51:51.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.932+0000 7f69c1e5c640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f69bc15ec60 con 0x7f69bc15e880 2024-09-19T05:51:51.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.932+0000 7f69c1e5c640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f69bc0b3600 con 0x7f69bc0b3a90 2024-09-19T05:51:51.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.932+0000 7f69bb7fe640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f69bc15e880 0x7f69bc0b21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:51.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.932+0000 7f69baffd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f69bc0b3a90 0x7f69bc06c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:51.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.932+0000 7f69bb7fe640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f69bc15e880 0x7f69bc0b21e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.46:53856/0 (socket says 172.21.15.46:53856) 2024-09-19T05:51:51.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.932+0000 7f69bb7fe640 1 -- 172.21.15.46:0/644395367 learned_addr learned my addr 172.21.15.46:0/644395367 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:51.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.932+0000 7f69bbfff640 1 --1- 172.21.15.46:0/644395367 >> v1:172.21.15.78:6789/0 conn(0x7f69bc06bb10 0x7f69bc0af0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.78:6789/0 says I am v1:172.21.15.46:34252/0 (socket says 172.21.15.46:34252) 2024-09-19T05:51:51.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.933+0000 7f69bb7fe640 1 -- 172.21.15.46:0/644395367 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f69bc0b3a90 msgr2=0x7f69bc06c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:51.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.933+0000 7f69bb7fe640 1 --2- 172.21.15.46:0/644395367 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f69bc0b3a90 0x7f69bc06c140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:51.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.933+0000 7f69bb7fe640 1 -- 172.21.15.46:0/644395367 >> v1:172.21.15.78:6789/0 conn(0x7f69bc06bb10 legacy=0x7f69bc0af0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:51.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.933+0000 7f69bb7fe640 1 -- 172.21.15.46:0/644395367 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69bc0b29f0 con 0x7f69bc15e880 2024-09-19T05:51:51.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.933+0000 7f69baffd640 1 --2- 172.21.15.46:0/644395367 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f69bc0b3a90 0x7f69bc06c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:51.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.934+0000 7f69bb7fe640 1 --2- 172.21.15.46:0/644395367 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f69bc15e880 0x7f69bc0b21e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f69ac009870 tx=0x7f69ac02a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=498dbd6c4ae85743 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:51.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.934+0000 7f69ba7fc640 1 -- 172.21.15.46:0/644395367 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69ac037070 con 0x7f69bc15e880 2024-09-19T05:51:51.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.934+0000 7f69ba7fc640 1 -- 172.21.15.46:0/644395367 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69ac032440 con 0x7f69bc15e880 2024-09-19T05:51:51.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.934+0000 7f69ba7fc640 1 -- 172.21.15.46:0/644395367 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69ac032810 con 0x7f69bc15e880 2024-09-19T05:51:51.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.934+0000 7f69c1e5c640 1 -- 172.21.15.46:0/644395367 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f69bc15e880 msgr2=0x7f69bc0b21e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:51.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.934+0000 7f69c1e5c640 1 --2- 172.21.15.46:0/644395367 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f69bc15e880 0x7f69bc0b21e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f69ac009870 tx=0x7f69ac02a270 comp rx=0 tx=0).stop 2024-09-19T05:51:51.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.934+0000 7f69c1e5c640 1 -- 172.21.15.46:0/644395367 shutdown_connections 2024-09-19T05:51:51.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.934+0000 7f69c1e5c640 1 --2- 172.21.15.46:0/644395367 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f69bc0b3a90 0x7f69bc06c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:51.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.934+0000 7f69c1e5c640 1 --2- 172.21.15.46:0/644395367 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f69bc15e880 0x7f69bc0b21e0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:51.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.934+0000 7f69c1e5c640 1 -- 172.21.15.46:0/644395367 >> 172.21.15.46:0/644395367 conn(0x7f69bc0d2390 msgr2=0x7f69bc0d27a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:51.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.934+0000 7f69c1e5c640 1 -- 172.21.15.46:0/644395367 shutdown_connections 2024-09-19T05:51:51.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.934+0000 7f69c1e5c640 1 -- 172.21.15.46:0/644395367 wait complete. 2024-09-19T05:51:51.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.935+0000 7f69c1e5c640 1 Processor -- start 2024-09-19T05:51:51.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.936+0000 7f69c1e5c640 1 -- start start 2024-09-19T05:51:51.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.936+0000 7f69c1e5c640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f69bc06bb10 0x7f69bc1f3720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:51.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.936+0000 7f69c1e5c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f69bc15e880 0x7f69bc0ce8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:51.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.936+0000 7f69c1e5c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69bc0cd3b0 0x7f69bc0cedf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:51.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.936+0000 7f69c1e5c640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f69bc0b3290 con 0x7f69bc0cd3b0 2024-09-19T05:51:51.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.936+0000 7f69c1e5c640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f69bc0b2fb0 con 0x7f69bc15e880 2024-09-19T05:51:51.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.936+0000 7f69c1e5c640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f69bc06c680 con 0x7f69bc06bb10 2024-09-19T05:51:51.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.937+0000 7f69bbfff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69bc0cd3b0 0x7f69bc0cedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:51.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.937+0000 7f69bbfff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69bc0cd3b0 0x7f69bc0cedf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41790/0 (socket says 172.21.15.46:41790) 2024-09-19T05:51:51.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.937+0000 7f69bbfff640 1 -- 172.21.15.46:0/2751329188 learned_addr learned my addr 172.21.15.46:0/2751329188 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:51.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.937+0000 7f69bb7fe640 1 --2- 172.21.15.46:0/2751329188 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f69bc06bb10 0x7f69bc1f3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:51.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.937+0000 7f69baffd640 1 --2- 172.21.15.46:0/2751329188 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f69bc15e880 0x7f69bc0ce8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:51.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.937+0000 7f69bbfff640 1 -- 172.21.15.46:0/2751329188 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f69bc06bb10 msgr2=0x7f69bc1f3720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:51.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.937+0000 7f69bbfff640 1 --2- 172.21.15.46:0/2751329188 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f69bc06bb10 0x7f69bc1f3720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:51.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.937+0000 7f69bbfff640 1 -- 172.21.15.46:0/2751329188 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f69bc15e880 msgr2=0x7f69bc0ce8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:51.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.937+0000 7f69bbfff640 1 --2- 172.21.15.46:0/2751329188 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f69bc15e880 0x7f69bc0ce8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:51.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.937+0000 7f69bbfff640 1 -- 172.21.15.46:0/2751329188 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69bc0cd8b0 con 0x7f69bc0cd3b0 2024-09-19T05:51:51.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.937+0000 7f69bb7fe640 1 --2- 172.21.15.46:0/2751329188 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f69bc06bb10 0x7f69bc1f3720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:51.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.937+0000 7f69bbfff640 1 --2- 172.21.15.46:0/2751329188 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69bc0cd3b0 0x7f69bc0cedf0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f69b400c7d0 tx=0x7f69b400cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:51.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.937+0000 7f69a3fff640 1 -- 172.21.15.46:0/2751329188 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b4017070 con 0x7f69bc0cd3b0 2024-09-19T05:51:51.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.937+0000 7f69a3fff640 1 -- 172.21.15.46:0/2751329188 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69b400a5e0 con 0x7f69bc0cd3b0 2024-09-19T05:51:51.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.937+0000 7f69c1e5c640 1 -- 172.21.15.46:0/2751329188 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69bc0cdb90 con 0x7f69bc0cd3b0 2024-09-19T05:51:51.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.937+0000 7f69a3fff640 1 -- 172.21.15.46:0/2751329188 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b400a990 con 0x7f69bc0cd3b0 2024-09-19T05:51:51.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.937+0000 7f69c1e5c640 1 -- 172.21.15.46:0/2751329188 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69bc0b54a0 con 0x7f69bc0cd3b0 2024-09-19T05:51:51.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.938+0000 7f69c1e5c640 1 -- 172.21.15.46:0/2751329188 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69bc06c140 con 0x7f69bc0cd3b0 2024-09-19T05:51:51.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.939+0000 7f69a3fff640 1 -- 172.21.15.46:0/2751329188 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 10) ==== 91022+0+0 (secure 0 0 0) 0x7f69b401a070 con 0x7f69bc0cd3b0 2024-09-19T05:51:51.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.939+0000 7f69a3fff640 1 --2- 172.21.15.46:0/2751329188 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f69a806c4e0 0x7f69a806e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:51.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.940+0000 7f69a3fff640 1 -- 172.21.15.46:0/2751329188 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5967+0+0 (secure 0 0 0) 0x7f69b408ad30 con 0x7f69bc0cd3b0 2024-09-19T05:51:51.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.940+0000 7f69bb7fe640 1 --2- 172.21.15.46:0/2751329188 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f69a806c4e0 0x7f69a806e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:51.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.940+0000 7f69bb7fe640 1 --2- 172.21.15.46:0/2751329188 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f69a806c4e0 0x7f69a806e9a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f69ac034000 tx=0x7f69ac02e000 comp rx=0 tx=0).ready entity=mgr.4724 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:51.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:51.944+0000 7f69a3fff640 1 -- 172.21.15.46:0/2751329188 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f69b4058ad0 con 0x7f69bc0cd3b0 2024-09-19T05:51:52.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.139+0000 7f69c1e5c640 1 -- 172.21.15.46:0/2751329188 --> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "path": "snap_test_dir1", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f69bc1f3c60 con 0x7f69a806c4e0 2024-09-19T05:51:52.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.147+0000 7f69a3fff640 1 -- 172.21.15.46:0/2751329188 <== mgr.4724 v2:172.21.15.78:6832/1209090710 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+72 (secure 0 0 0) 0x7f69bc1f3c60 con 0x7f69a806c4e0 2024-09-19T05:51:52.148 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:52.148 INFO:teuthology.orchestra.run.smithi046.stdout:{"path": "snap_test_dir1", "schedule": ["1m"], "retention": [{"m": 1}]} 2024-09-19T05:51:52.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.149+0000 7f69c1e5c640 1 -- 172.21.15.46:0/2751329188 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f69a806c4e0 msgr2=0x7f69a806e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:52.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.149+0000 7f69c1e5c640 1 --2- 172.21.15.46:0/2751329188 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f69a806c4e0 0x7f69a806e9a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f69ac034000 tx=0x7f69ac02e000 comp rx=0 tx=0).stop 2024-09-19T05:51:52.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.149+0000 7f69c1e5c640 1 -- 172.21.15.46:0/2751329188 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69bc0cd3b0 msgr2=0x7f69bc0cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:52.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.149+0000 7f69c1e5c640 1 --2- 172.21.15.46:0/2751329188 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69bc0cd3b0 0x7f69bc0cedf0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f69b400c7d0 tx=0x7f69b400cc90 comp rx=0 tx=0).stop 2024-09-19T05:51:52.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.149+0000 7f69c1e5c640 1 -- 172.21.15.46:0/2751329188 shutdown_connections 2024-09-19T05:51:52.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.149+0000 7f69c1e5c640 1 --2- 172.21.15.46:0/2751329188 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f69a806c4e0 0x7f69a806e9a0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:52.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.149+0000 7f69c1e5c640 1 --2- 172.21.15.46:0/2751329188 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69bc0cd3b0 0x7f69bc0cedf0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:52.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.149+0000 7f69c1e5c640 1 --2- 172.21.15.46:0/2751329188 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f69bc15e880 0x7f69bc0ce8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:52.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.149+0000 7f69c1e5c640 1 --2- 172.21.15.46:0/2751329188 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f69bc06bb10 0x7f69bc1f3720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:52.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.149+0000 7f69c1e5c640 1 -- 172.21.15.46:0/2751329188 >> 172.21.15.46:0/2751329188 conn(0x7f69bc0d2390 msgr2=0x7f69bc0b1490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:52.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.149+0000 7f69c1e5c640 1 -- 172.21.15.46:0/2751329188 shutdown_connections 2024-09-19T05:51:52.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.149+0000 7f69c1e5c640 1 -- 172.21.15.46:0/2751329188 wait complete. 2024-09-19T05:51:52.162 DEBUG:tasks.cephfs.test_snap_schedules:res= {"path": "snap_test_dir1", "schedule": ["1m"], "retention": [{"m": 1}]} 2024-09-19T05:51:52.162 DEBUG:tasks.cephfs.test_snap_schedules:json_res: {'path': 'snap_test_dir1', 'schedule': ['1m'], 'retention': [{'m': 1}]} 2024-09-19T05:51:52.162 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove snap_test_dir1 2024-09-19T05:51:52.284 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.264+0000 7fe909eb7640 1 Processor -- start 2024-09-19T05:51:52.284 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.264+0000 7fe909eb7640 1 -- start start 2024-09-19T05:51:52.284 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.265+0000 7fe909eb7640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fe9040b6490 0x7fe9040b7de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:52.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.265+0000 7fe909eb7640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9040d43b0 con 0x7fe9040b6020 2024-09-19T05:51:52.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.265+0000 7fe909eb7640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9040d3310 con 0x7fe90415e690 2024-09-19T05:51:52.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.265+0000 7fe909eb7640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fe90415ea70 con 0x7fe9040b6490 2024-09-19T05:51:52.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.265+0000 7fe902ffd640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fe9040b6020 0x7fe9040b76d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:47806/0 (socket says 172.21.15.46:47806) 2024-09-19T05:51:52.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.265+0000 7fe902ffd640 1 -- 172.21.15.46:0/1938586669 learned_addr learned my addr 172.21.15.46:0/1938586669 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:52.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.265+0000 7fe903fff640 1 --2- 172.21.15.46:0/1938586669 >> v2:172.21.15.78:3300/0 conn(0x7fe9040b6490 0x7fe9040b7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:52.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.266+0000 7fe9027fc640 1 -- 172.21.15.46:0/1938586669 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 119643655 0 0) 0x7fe9040d43b0 con 0x7fe9040b6020 2024-09-19T05:51:52.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.266+0000 7fe9027fc640 1 -- 172.21.15.46:0/1938586669 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe8ec003520 con 0x7fe9040b6020 2024-09-19T05:51:52.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.266+0000 7fe903fff640 1 -- 172.21.15.46:0/1938586669 >> v1:172.21.15.78:6789/0 conn(0x7fe90415e690 legacy=0x7fe9040cf470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:52.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.266+0000 7fe903fff640 1 -- 172.21.15.46:0/1938586669 >> v1:172.21.15.46:6789/0 conn(0x7fe9040b6020 legacy=0x7fe9040b76d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:52.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.266+0000 7fe903fff640 1 -- 172.21.15.46:0/1938586669 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9040d35f0 con 0x7fe9040b6490 2024-09-19T05:51:52.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.267+0000 7fe903fff640 1 --2- 172.21.15.46:0/1938586669 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe9040b6490 0x7fe9040b7de0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fe8fc009d90 tx=0x7fe8fc02a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a76fb5ca1053a354 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:52.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.267+0000 7fe9027fc640 1 -- 172.21.15.46:0/1938586669 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8fc031600 con 0x7fe9040b6490 2024-09-19T05:51:52.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.267+0000 7fe9027fc640 1 -- 172.21.15.46:0/1938586669 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8fc0317a0 con 0x7fe9040b6490 2024-09-19T05:51:52.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.267+0000 7fe9027fc640 1 -- 172.21.15.46:0/1938586669 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8fc031b70 con 0x7fe9040b6490 2024-09-19T05:51:52.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.267+0000 7fe909eb7640 1 -- 172.21.15.46:0/1938586669 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe9040b6490 msgr2=0x7fe9040b7de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:52.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.267+0000 7fe909eb7640 1 --2- 172.21.15.46:0/1938586669 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe9040b6490 0x7fe9040b7de0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fe8fc009d90 tx=0x7fe8fc02a5d0 comp rx=0 tx=0).stop 2024-09-19T05:51:52.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.267+0000 7fe909eb7640 1 -- 172.21.15.46:0/1938586669 shutdown_connections 2024-09-19T05:51:52.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.267+0000 7fe909eb7640 1 --2- 172.21.15.46:0/1938586669 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe9040b6490 0x7fe9040b7de0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:52.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.267+0000 7fe909eb7640 1 -- 172.21.15.46:0/1938586669 >> 172.21.15.46:0/1938586669 conn(0x7fe9040d1020 msgr2=0x7fe9040d1430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:52.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.267+0000 7fe909eb7640 1 -- 172.21.15.46:0/1938586669 shutdown_connections 2024-09-19T05:51:52.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.267+0000 7fe909eb7640 1 -- 172.21.15.46:0/1938586669 wait complete. 2024-09-19T05:51:52.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.269+0000 7fe909eb7640 1 Processor -- start 2024-09-19T05:51:52.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.269+0000 7fe909eb7640 1 -- start start 2024-09-19T05:51:52.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.269+0000 7fe909eb7640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9040b6020 0x7fe9040cb880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:52.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.269+0000 7fe909eb7640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe9040b6490 0x7fe904153890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:52.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.269+0000 7fe909eb7640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe90415e690 0x7fe9040cdd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:52.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.269+0000 7fe909eb7640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe9040d3e90 con 0x7fe9040b6020 2024-09-19T05:51:52.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.269+0000 7fe909eb7640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fe9040d3bb0 con 0x7fe90415e690 2024-09-19T05:51:52.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.269+0000 7fe909eb7640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fe9040ce8e0 con 0x7fe9040b6490 2024-09-19T05:51:52.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.270+0000 7fe9037fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9040b6020 0x7fe9040cb880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:52.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.270+0000 7fe9037fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9040b6020 0x7fe9040cb880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41798/0 (socket says 172.21.15.46:41798) 2024-09-19T05:51:52.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.270+0000 7fe9037fe640 1 -- 172.21.15.46:0/689519836 learned_addr learned my addr 172.21.15.46:0/689519836 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:52.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.270+0000 7fe903fff640 1 --2- 172.21.15.46:0/689519836 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe90415e690 0x7fe9040cdd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:52.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.270+0000 7fe902ffd640 1 --2- 172.21.15.46:0/689519836 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe9040b6490 0x7fe904153890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:52.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.270+0000 7fe9037fe640 1 -- 172.21.15.46:0/689519836 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe9040b6490 msgr2=0x7fe904153890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:52.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.270+0000 7fe9037fe640 1 --2- 172.21.15.46:0/689519836 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe9040b6490 0x7fe904153890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:52.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.270+0000 7fe9037fe640 1 -- 172.21.15.46:0/689519836 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe90415e690 msgr2=0x7fe9040cdd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:52.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.270+0000 7fe9037fe640 1 --2- 172.21.15.46:0/689519836 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe90415e690 0x7fe9040cdd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:52.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.270+0000 7fe9037fe640 1 -- 172.21.15.46:0/689519836 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9040ce5d0 con 0x7fe9040b6020 2024-09-19T05:51:52.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.270+0000 7fe903fff640 1 --2- 172.21.15.46:0/689519836 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe90415e690 0x7fe9040cdd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:52.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.270+0000 7fe902ffd640 1 --2- 172.21.15.46:0/689519836 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe9040b6490 0x7fe904153890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:52.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.270+0000 7fe9037fe640 1 --2- 172.21.15.46:0/689519836 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9040b6020 0x7fe9040cb880 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe8f400c3f0 tx=0x7fe8f400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:52.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.270+0000 7fe8ebfff640 1 -- 172.21.15.46:0/689519836 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f40052d0 con 0x7fe9040b6020 2024-09-19T05:51:52.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.270+0000 7fe8ebfff640 1 -- 172.21.15.46:0/689519836 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8f4005490 con 0x7fe9040b6020 2024-09-19T05:51:52.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.270+0000 7fe909eb7640 1 -- 172.21.15.46:0/689519836 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9040cc190 con 0x7fe9040b6020 2024-09-19T05:51:52.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.270+0000 7fe8ebfff640 1 -- 172.21.15.46:0/689519836 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f4007260 con 0x7fe9040b6020 2024-09-19T05:51:52.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.270+0000 7fe909eb7640 1 -- 172.21.15.46:0/689519836 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9040cc750 con 0x7fe9040b6020 2024-09-19T05:51:52.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.271+0000 7fe909eb7640 1 -- 172.21.15.46:0/689519836 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9040b6890 con 0x7fe9040b6020 2024-09-19T05:51:52.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.272+0000 7fe8ebfff640 1 -- 172.21.15.46:0/689519836 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 10) ==== 91022+0+0 (secure 0 0 0) 0x7fe8f4007400 con 0x7fe9040b6020 2024-09-19T05:51:52.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.272+0000 7fe8ebfff640 1 --2- 172.21.15.46:0/689519836 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fe8f006c4b0 0x7fe8f006e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:52.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.272+0000 7fe8ebfff640 1 -- 172.21.15.46:0/689519836 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5967+0+0 (secure 0 0 0) 0x7fe8f408ad70 con 0x7fe9040b6020 2024-09-19T05:51:52.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.273+0000 7fe902ffd640 1 --2- 172.21.15.46:0/689519836 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fe8f006c4b0 0x7fe8f006e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:52.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.273+0000 7fe902ffd640 1 --2- 172.21.15.46:0/689519836 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fe8f006c4b0 0x7fe8f006e970 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fe904161850 tx=0x7fe8f8009040 comp rx=0 tx=0).ready entity=mgr.4724 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:52.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.276+0000 7fe8ebfff640 1 -- 172.21.15.46:0/689519836 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe8f40590c0 con 0x7fe9040b6020 2024-09-19T05:51:52.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.473+0000 7fe909eb7640 1 -- 172.21.15.46:0/689519836 --> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "path": "snap_test_dir1", "target": ["mon-mgr", ""]}) -- 0x7fe90415e1b0 con 0x7fe8f006c4b0 2024-09-19T05:51:52.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.541+0000 7fe8ebfff640 1 -- 172.21.15.46:0/689519836 <== mgr.4724 v2:172.21.15.78:6832/1209090710 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fe90415e1b0 con 0x7fe8f006c4b0 2024-09-19T05:51:52.544 INFO:teuthology.orchestra.run.smithi046.stdout:Schedule removed for path snap_test_dir1 2024-09-19T05:51:52.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.543+0000 7fe909eb7640 1 -- 172.21.15.46:0/689519836 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fe8f006c4b0 msgr2=0x7fe8f006e970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:52.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.543+0000 7fe909eb7640 1 --2- 172.21.15.46:0/689519836 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fe8f006c4b0 0x7fe8f006e970 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fe904161850 tx=0x7fe8f8009040 comp rx=0 tx=0).stop 2024-09-19T05:51:52.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.543+0000 7fe909eb7640 1 -- 172.21.15.46:0/689519836 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9040b6020 msgr2=0x7fe9040cb880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:52.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.543+0000 7fe909eb7640 1 --2- 172.21.15.46:0/689519836 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9040b6020 0x7fe9040cb880 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe8f400c3f0 tx=0x7fe8f400c8b0 comp rx=0 tx=0).stop 2024-09-19T05:51:52.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.543+0000 7fe909eb7640 1 -- 172.21.15.46:0/689519836 shutdown_connections 2024-09-19T05:51:52.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.543+0000 7fe909eb7640 1 --2- 172.21.15.46:0/689519836 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fe8f006c4b0 0x7fe8f006e970 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:52.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.543+0000 7fe909eb7640 1 --2- 172.21.15.46:0/689519836 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe90415e690 0x7fe9040cdd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:52.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.543+0000 7fe909eb7640 1 --2- 172.21.15.46:0/689519836 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe9040b6490 0x7fe904153890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:52.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.543+0000 7fe909eb7640 1 --2- 172.21.15.46:0/689519836 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9040b6020 0x7fe9040cb880 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:52.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.543+0000 7fe909eb7640 1 -- 172.21.15.46:0/689519836 >> 172.21.15.46:0/689519836 conn(0x7fe9040d1020 msgr2=0x7fe9040d1400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:52.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.543+0000 7fe909eb7640 1 -- 172.21.15.46:0/689519836 shutdown_connections 2024-09-19T05:51:52.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.543+0000 7fe909eb7640 1 -- 172.21.15.46:0/689519836 wait complete. 2024-09-19T05:51:52.556 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path snap_test_dir1 2024-09-19T05:51:52.556 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:52.556 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-09-19T05:51:52.578 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:52.578 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1) 2024-09-19T05:51:52.638 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module disable snap_schedule 2024-09-19T05:51:52.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.782+0000 7f0d4339f640 1 Processor -- start 2024-09-19T05:51:52.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.782+0000 7f0d4339f640 1 -- start start 2024-09-19T05:51:52.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.783+0000 7f0d4339f640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f0d3c15e5c0 0x7f0d3c0d1190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:52.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.783+0000 7f0d4339f640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d3c0b7960 con 0x7f0d3c0cea90 2024-09-19T05:51:52.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.783+0000 7f0d4339f640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d3c0b7c40 con 0x7f0d3c0b39d0 2024-09-19T05:51:52.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.783+0000 7f0d4339f640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f0d3c0cb510 con 0x7f0d3c15e5c0 2024-09-19T05:51:52.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.783+0000 7f0d41b9c640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f0d3c0cea90 0x7f0d3c161fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:47818/0 (socket says 172.21.15.46:47818) 2024-09-19T05:51:52.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.783+0000 7f0d41b9c640 1 -- 172.21.15.46:0/2608102272 learned_addr learned my addr 172.21.15.46:0/2608102272 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:52.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.783+0000 7f0d4239d640 1 --2- 172.21.15.46:0/2608102272 >> v2:172.21.15.78:3300/0 conn(0x7f0d3c15e5c0 0x7f0d3c0d1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:52.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.783+0000 7f0d4139b640 1 -- 172.21.15.46:0/2608102272 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2982634724 0 0) 0x7f0d3c0b7960 con 0x7f0d3c0cea90 2024-09-19T05:51:52.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.783+0000 7f0d4139b640 1 -- 172.21.15.46:0/2608102272 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0d28003520 con 0x7f0d3c0cea90 2024-09-19T05:51:52.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.783+0000 7f0d4139b640 1 -- 172.21.15.46:0/2608102272 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1507171568 0 0) 0x7f0d28003520 con 0x7f0d3c0cea90 2024-09-19T05:51:52.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.783+0000 7f0d4139b640 1 -- 172.21.15.46:0/2608102272 >> v2:172.21.15.78:3300/0 conn(0x7f0d3c15e5c0 msgr2=0x7f0d3c0d1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:52.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.783+0000 7f0d4139b640 1 --2- 172.21.15.46:0/2608102272 >> v2:172.21.15.78:3300/0 conn(0x7f0d3c15e5c0 0x7f0d3c0d1190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:52.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.783+0000 7f0d4139b640 1 -- 172.21.15.46:0/2608102272 >> v1:172.21.15.78:6789/0 conn(0x7f0d3c0b39d0 legacy=0x7f0d3c1626b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:52.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.783+0000 7f0d4139b640 1 -- 172.21.15.46:0/2608102272 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d3c0b7f20 con 0x7f0d3c0cea90 2024-09-19T05:51:52.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.783+0000 7f0d4139b640 1 -- 172.21.15.46:0/2608102272 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 238125057 0 0) 0x7f0d2c001670 con 0x7f0d3c0cea90 2024-09-19T05:51:52.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.783+0000 7f0d4139b640 1 -- 172.21.15.46:0/2608102272 >> v1:172.21.15.46:6789/0 conn(0x7f0d3c0cea90 legacy=0x7f0d3c161fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:52.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.783+0000 7f0d4139b640 1 --2- 172.21.15.46:0/2608102272 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0d280039b0 0x7f0d28003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:52.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.783+0000 7f0d4139b640 1 --2- 172.21.15.46:0/2608102272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0d28004800 0x7f0d28004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:52.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.783+0000 7f0d4139b640 1 --2- 172.21.15.46:0/2608102272 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0d280051c0 0x7f0d2800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:52.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.783+0000 7f0d4139b640 1 -- 172.21.15.46:0/2608102272 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0d2800c030 con 0x7f0d28004800 2024-09-19T05:51:52.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.783+0000 7f0d4139b640 1 -- 172.21.15.46:0/2608102272 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0d2800c1e0 con 0x7f0d280039b0 2024-09-19T05:51:52.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.783+0000 7f0d4139b640 1 -- 172.21.15.46:0/2608102272 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f0d2800c3e0 con 0x7f0d280051c0 2024-09-19T05:51:52.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.784+0000 7f0d41b9c640 1 --2- 172.21.15.46:0/2608102272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0d28004800 0x7f0d28004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:52.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.784+0000 7f0d4239d640 1 --2- 172.21.15.46:0/2608102272 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0d280039b0 0x7f0d28003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:52.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.784+0000 7f0d42b9e640 1 --2- 172.21.15.46:0/2608102272 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0d280051c0 0x7f0d2800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:52.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.784+0000 7f0d41b9c640 1 -- 172.21.15.46:0/2608102272 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0d280051c0 msgr2=0x7f0d2800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:52.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.784+0000 7f0d41b9c640 1 --2- 172.21.15.46:0/2608102272 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0d280051c0 0x7f0d2800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:52.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.784+0000 7f0d41b9c640 1 -- 172.21.15.46:0/2608102272 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0d280039b0 msgr2=0x7f0d28003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:52.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.784+0000 7f0d41b9c640 1 --2- 172.21.15.46:0/2608102272 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0d280039b0 0x7f0d28003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:52.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.784+0000 7f0d41b9c640 1 -- 172.21.15.46:0/2608102272 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d28003520 con 0x7f0d28004800 2024-09-19T05:51:52.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.784+0000 7f0d42b9e640 1 -- 172.21.15.46:0/2608102272 reap_dead start 2024-09-19T05:51:52.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.785+0000 7f0d41b9c640 1 --2- 172.21.15.46:0/2608102272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0d28004800 0x7f0d28004c80 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f0d2c00c210 tx=0x7f0d28005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f4fd5874759679f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:52.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.785+0000 7f0d4139b640 1 -- 172.21.15.46:0/2608102272 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d2c007d30 con 0x7f0d28004800 2024-09-19T05:51:52.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.785+0000 7f0d4139b640 1 -- 172.21.15.46:0/2608102272 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d2c0058d0 con 0x7f0d28004800 2024-09-19T05:51:52.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.785+0000 7f0d4139b640 1 -- 172.21.15.46:0/2608102272 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d2c005d20 con 0x7f0d28004800 2024-09-19T05:51:52.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.785+0000 7f0d4339f640 1 -- 172.21.15.46:0/2608102272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0d28004800 msgr2=0x7f0d28004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:52.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.785+0000 7f0d4339f640 1 --2- 172.21.15.46:0/2608102272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0d28004800 0x7f0d28004c80 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f0d2c00c210 tx=0x7f0d28005830 comp rx=0 tx=0).stop 2024-09-19T05:51:52.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.785+0000 7f0d4339f640 1 -- 172.21.15.46:0/2608102272 shutdown_connections 2024-09-19T05:51:52.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.785+0000 7f0d4339f640 1 --2- 172.21.15.46:0/2608102272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0d28004800 0x7f0d28004c80 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:52.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.785+0000 7f0d4339f640 1 -- 172.21.15.46:0/2608102272 >> 172.21.15.46:0/2608102272 conn(0x7f0d3c06cd90 msgr2=0x7f0d3c06d1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:52.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.785+0000 7f0d4339f640 1 -- 172.21.15.46:0/2608102272 shutdown_connections 2024-09-19T05:51:52.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.785+0000 7f0d4339f640 1 -- 172.21.15.46:0/2608102272 wait complete. 2024-09-19T05:51:52.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.787+0000 7f0d4339f640 1 Processor -- start 2024-09-19T05:51:52.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.787+0000 7f0d4339f640 1 -- start start 2024-09-19T05:51:52.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.787+0000 7f0d4339f640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0d28004800 0x7f0d3c1f7d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:52.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.787+0000 7f0d4339f640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0d3c0d4b70 0x7f0d3c15cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:52.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.787+0000 7f0d4339f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0d3c15d260 0x7f0d3c1f40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:52.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.787+0000 7f0d4339f640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0d3c0cfb70 con 0x7f0d3c0d4b70 2024-09-19T05:51:52.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.787+0000 7f0d4339f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0d3c0b84e0 con 0x7f0d3c15d260 2024-09-19T05:51:52.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.787+0000 7f0d4339f640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f0d3c0cfcf0 con 0x7f0d28004800 2024-09-19T05:51:52.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.787+0000 7f0d41b9c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0d3c0d4b70 0x7f0d3c15cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:52.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.787+0000 7f0d41b9c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0d3c0d4b70 0x7f0d3c15cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41812/0 (socket says 172.21.15.46:41812) 2024-09-19T05:51:52.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.787+0000 7f0d41b9c640 1 -- 172.21.15.46:0/1033803644 learned_addr learned my addr 172.21.15.46:0/1033803644 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:52.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.788+0000 7f0d42b9e640 1 --2- 172.21.15.46:0/1033803644 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0d3c15d260 0x7f0d3c1f40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:52.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.788+0000 7f0d4239d640 1 --2- 172.21.15.46:0/1033803644 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0d28004800 0x7f0d3c1f7d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:52.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.788+0000 7f0d41b9c640 1 -- 172.21.15.46:0/1033803644 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0d28004800 msgr2=0x7f0d3c1f7d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:52.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.788+0000 7f0d41b9c640 1 --2- 172.21.15.46:0/1033803644 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0d28004800 0x7f0d3c1f7d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:52.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.788+0000 7f0d41b9c640 1 -- 172.21.15.46:0/1033803644 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0d3c15d260 msgr2=0x7f0d3c1f40e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:52.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.788+0000 7f0d41b9c640 1 --2- 172.21.15.46:0/1033803644 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0d3c15d260 0x7f0d3c1f40e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:52.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.788+0000 7f0d41b9c640 1 -- 172.21.15.46:0/1033803644 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d3c1f82d0 con 0x7f0d3c0d4b70 2024-09-19T05:51:52.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.788+0000 7f0d42b9e640 1 --2- 172.21.15.46:0/1033803644 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0d3c15d260 0x7f0d3c1f40e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:52.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.788+0000 7f0d41b9c640 1 --2- 172.21.15.46:0/1033803644 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0d3c0d4b70 0x7f0d3c15cd20 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f0d2c001970 tx=0x7f0d2c001a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:52.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.788+0000 7f0d32ffd640 1 -- 172.21.15.46:0/1033803644 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d2c042020 con 0x7f0d3c0d4b70 2024-09-19T05:51:52.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.788+0000 7f0d32ffd640 1 -- 172.21.15.46:0/1033803644 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d2c039040 con 0x7f0d3c0d4b70 2024-09-19T05:51:52.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.788+0000 7f0d32ffd640 1 -- 172.21.15.46:0/1033803644 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d2c03e620 con 0x7f0d3c0d4b70 2024-09-19T05:51:52.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.788+0000 7f0d4339f640 1 -- 172.21.15.46:0/1033803644 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d3c148550 con 0x7f0d3c0d4b70 2024-09-19T05:51:52.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.788+0000 7f0d4339f640 1 -- 172.21.15.46:0/1033803644 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d3c148b10 con 0x7f0d3c0d4b70 2024-09-19T05:51:52.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.789+0000 7f0d4339f640 1 -- 172.21.15.46:0/1033803644 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d3c0b7630 con 0x7f0d3c0d4b70 2024-09-19T05:51:52.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.790+0000 7f0d32ffd640 1 -- 172.21.15.46:0/1033803644 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 10) ==== 91022+0+0 (secure 0 0 0) 0x7f0d2c045020 con 0x7f0d3c0d4b70 2024-09-19T05:51:52.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.790+0000 7f0d32ffd640 1 --2- 172.21.15.46:0/1033803644 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f0d2006c4e0 0x7f0d2006e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:52.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.791+0000 7f0d32ffd640 1 -- 172.21.15.46:0/1033803644 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5967+0+0 (secure 0 0 0) 0x7f0d2c0abe90 con 0x7f0d3c0d4b70 2024-09-19T05:51:52.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.791+0000 7f0d4239d640 1 --2- 172.21.15.46:0/1033803644 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f0d2006c4e0 0x7f0d2006e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:52.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.791+0000 7f0d4239d640 1 --2- 172.21.15.46:0/1033803644 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f0d2006c4e0 0x7f0d2006e9a0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f0d3c06b1a0 tx=0x7f0d38008040 comp rx=0 tx=0).ready entity=mgr.4724 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:52.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:52.795+0000 7f0d32ffd640 1 -- 172.21.15.46:0/1033803644 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0d3c1f82d0 con 0x7f0d3c0d4b70 2024-09-19T05:51:53.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.017+0000 7f0d4339f640 1 -- 172.21.15.46:0/1033803644 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mgr module disable", "module": "snap_schedule"} v 0) -- 0x7f0d3c15d640 con 0x7f0d3c0d4b70 2024-09-19T05:51:53.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.754+0000 7f0d32ffd640 1 -- 172.21.15.46:0/1033803644 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module disable", "module": "snap_schedule"}]=0 v11) ==== 93+0+0 (secure 0 0 0) 0x7f0d2c031370 con 0x7f0d3c0d4b70 2024-09-19T05:51:53.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.758+0000 7f0d4339f640 1 -- 172.21.15.46:0/1033803644 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f0d2006c4e0 msgr2=0x7f0d2006e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:53.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.758+0000 7f0d4339f640 1 --2- 172.21.15.46:0/1033803644 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f0d2006c4e0 0x7f0d2006e9a0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f0d3c06b1a0 tx=0x7f0d38008040 comp rx=0 tx=0).stop 2024-09-19T05:51:53.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.758+0000 7f0d4339f640 1 -- 172.21.15.46:0/1033803644 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0d3c0d4b70 msgr2=0x7f0d3c15cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:53.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.758+0000 7f0d4339f640 1 --2- 172.21.15.46:0/1033803644 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0d3c0d4b70 0x7f0d3c15cd20 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f0d2c001970 tx=0x7f0d2c001a40 comp rx=0 tx=0).stop 2024-09-19T05:51:53.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.758+0000 7f0d4339f640 1 -- 172.21.15.46:0/1033803644 shutdown_connections 2024-09-19T05:51:53.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.758+0000 7f0d4339f640 1 --2- 172.21.15.46:0/1033803644 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f0d2006c4e0 0x7f0d2006e9a0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:53.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.758+0000 7f0d4339f640 1 --2- 172.21.15.46:0/1033803644 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0d3c15d260 0x7f0d3c1f40e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:53.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.758+0000 7f0d4339f640 1 --2- 172.21.15.46:0/1033803644 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0d3c0d4b70 0x7f0d3c15cd20 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:53.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.758+0000 7f0d4339f640 1 --2- 172.21.15.46:0/1033803644 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0d28004800 0x7f0d3c1f7d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:53.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.758+0000 7f0d4339f640 1 -- 172.21.15.46:0/1033803644 >> 172.21.15.46:0/1033803644 conn(0x7f0d3c06cd90 msgr2=0x7f0d3c0b91e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:53.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.758+0000 7f0d4339f640 1 -- 172.21.15.46:0/1033803644 shutdown_connections 2024-09-19T05:51:53.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.758+0000 7f0d4339f640 1 -- 172.21.15.46:0/1033803644 wait complete. 2024-09-19T05:51:53.773 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:51:53.774 DEBUG:teuthology.orchestra.run.smithi046:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:51:53.812 DEBUG:teuthology.orchestra.run.smithi078:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:51:53.852 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:51:53.853 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:51:53.853 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:51:53.853 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:51:53.870 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:51:53.885 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:53.883+0000 7f7007e9b040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T05:51:53.887 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:53.886+0000 7f7304c0d040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T05:51:53.929 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:53.927+0000 7f7007e9b040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T05:51:53.930 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:53.928+0000 7f7304c0d040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T05:51:53.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.987+0000 7fc889b86640 1 Processor -- start 2024-09-19T05:51:53.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.987+0000 7fc889b86640 1 -- start start 2024-09-19T05:51:53.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.988+0000 7fc889b86640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fc884067950 0x7fc884067d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:53.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.988+0000 7fc889b86640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc884068270 con 0x7fc8840b02e0 2024-09-19T05:51:53.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.988+0000 7fc889b86640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc8840ae300 con 0x7fc88415e9d0 2024-09-19T05:51:53.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.988+0000 7fc889b86640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fc88406e4d0 con 0x7fc884067950 2024-09-19T05:51:53.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.988+0000 7fc883fff640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fc8840b02e0 0x7fc8840af3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:47826/0 (socket says 172.21.15.46:47826) 2024-09-19T05:51:53.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.988+0000 7fc883fff640 1 -- 172.21.15.46:0/27683644 learned_addr learned my addr 172.21.15.46:0/27683644 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:53.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.988+0000 7fc8837fe640 1 --2- 172.21.15.46:0/27683644 >> v2:172.21.15.78:3300/0 conn(0x7fc884067950 0x7fc884067d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:53.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.989+0000 7fc8837fe640 1 -- 172.21.15.46:0/27683644 >> v1:172.21.15.78:6789/0 conn(0x7fc88415e9d0 legacy=0x7fc88406ddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:53.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.989+0000 7fc8837fe640 1 -- 172.21.15.46:0/27683644 >> v1:172.21.15.46:6789/0 conn(0x7fc8840b02e0 legacy=0x7fc8840af3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:53.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.989+0000 7fc8827fc640 1 -- 172.21.15.46:0/27683644 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3201112674 0 0) 0x7fc884068270 con 0x7fc8840b02e0 2024-09-19T05:51:53.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.989+0000 7fc8837fe640 1 -- 172.21.15.46:0/27683644 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8840ae5e0 con 0x7fc884067950 2024-09-19T05:51:53.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.989+0000 7fc8837fe640 1 --2- 172.21.15.46:0/27683644 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc884067950 0x7fc884067d30 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc8740097a0 tx=0x7fc87402a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8ecffe70b7557c0d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:53.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.990+0000 7fc8827fc640 1 -- 172.21.15.46:0/27683644 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc874037070 con 0x7fc884067950 2024-09-19T05:51:53.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.990+0000 7fc8827fc640 1 -- 172.21.15.46:0/27683644 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc874032440 con 0x7fc884067950 2024-09-19T05:51:53.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.990+0000 7fc8827fc640 1 -- 172.21.15.46:0/27683644 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc874032810 con 0x7fc884067950 2024-09-19T05:51:53.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.990+0000 7fc889b86640 1 -- 172.21.15.46:0/27683644 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc884067950 msgr2=0x7fc884067d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:53.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.990+0000 7fc889b86640 1 --2- 172.21.15.46:0/27683644 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc884067950 0x7fc884067d30 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc8740097a0 tx=0x7fc87402a230 comp rx=0 tx=0).stop 2024-09-19T05:51:53.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.990+0000 7fc889b86640 1 -- 172.21.15.46:0/27683644 shutdown_connections 2024-09-19T05:51:53.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.990+0000 7fc889b86640 1 --2- 172.21.15.46:0/27683644 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc884067950 0x7fc884067d30 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:53.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.990+0000 7fc889b86640 1 -- 172.21.15.46:0/27683644 >> 172.21.15.46:0/27683644 conn(0x7fc88406bb10 msgr2=0x7fc88406bef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:53.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.990+0000 7fc889b86640 1 -- 172.21.15.46:0/27683644 shutdown_connections 2024-09-19T05:51:53.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.990+0000 7fc889b86640 1 -- 172.21.15.46:0/27683644 wait complete. 2024-09-19T05:51:53.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.991+0000 7fc889b86640 1 Processor -- start 2024-09-19T05:51:53.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.992+0000 7fc889b86640 1 -- start start 2024-09-19T05:51:53.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.992+0000 7fc889b86640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc884067950 0x7fc884158ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:53.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.992+0000 7fc889b86640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc8840b02e0 0x7fc8841f4080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:53.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.992+0000 7fc889b86640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc88415e9d0 0x7fc884160e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:53.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.992+0000 7fc889b86640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc8840adfd0 con 0x7fc884067950 2024-09-19T05:51:53.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.992+0000 7fc889b86640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc8840aeba0 con 0x7fc88415e9d0 2024-09-19T05:51:53.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.992+0000 7fc889b86640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fc8840afab0 con 0x7fc8840b02e0 2024-09-19T05:51:53.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.993+0000 7fc8837fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc884067950 0x7fc884158ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:53.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.993+0000 7fc8837fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc884067950 0x7fc884158ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41854/0 (socket says 172.21.15.46:41854) 2024-09-19T05:51:53.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.993+0000 7fc8837fe640 1 -- 172.21.15.46:0/500239051 learned_addr learned my addr 172.21.15.46:0/500239051 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.993+0000 7fc883fff640 1 --2- 172.21.15.46:0/500239051 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc88415e9d0 0x7fc884160e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.993+0000 7fc882ffd640 1 --2- 172.21.15.46:0/500239051 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc8840b02e0 0x7fc8841f4080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.993+0000 7fc8837fe640 1 -- 172.21.15.46:0/500239051 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc8840b02e0 msgr2=0x7fc8841f4080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.993+0000 7fc8837fe640 1 --2- 172.21.15.46:0/500239051 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc8840b02e0 0x7fc8841f4080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.993+0000 7fc8837fe640 1 -- 172.21.15.46:0/500239051 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc88415e9d0 msgr2=0x7fc884160e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.993+0000 7fc8837fe640 1 --2- 172.21.15.46:0/500239051 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc88415e9d0 0x7fc884160e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.993+0000 7fc8837fe640 1 -- 172.21.15.46:0/500239051 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8841f4b20 con 0x7fc884067950 2024-09-19T05:51:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.993+0000 7fc8837fe640 1 --2- 172.21.15.46:0/500239051 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc884067950 0x7fc884158ae0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fc8740097a0 tx=0x7fc8740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.993+0000 7fc87bfff640 1 -- 172.21.15.46:0/500239051 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc874037050 con 0x7fc884067950 2024-09-19T05:51:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.993+0000 7fc87bfff640 1 -- 172.21.15.46:0/500239051 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc874038040 con 0x7fc884067950 2024-09-19T05:51:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.993+0000 7fc889b86640 1 -- 172.21.15.46:0/500239051 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8841f4e00 con 0x7fc884067950 2024-09-19T05:51:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.993+0000 7fc87bfff640 1 -- 172.21.15.46:0/500239051 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc874004490 con 0x7fc884067950 2024-09-19T05:51:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.993+0000 7fc889b86640 1 -- 172.21.15.46:0/500239051 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8841f5240 con 0x7fc884067950 2024-09-19T05:51:53.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.995+0000 7fc889b86640 1 -- 172.21.15.46:0/500239051 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8840b0730 con 0x7fc884067950 2024-09-19T05:51:53.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.995+0000 7fc87bfff640 1 -- 172.21.15.46:0/500239051 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 11) ==== 91005+0+0 (secure 0 0 0) 0x7fc874030900 con 0x7fc884067950 2024-09-19T05:51:53.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.996+0000 7fc87bfff640 1 --2- 172.21.15.46:0/500239051 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fc86406c460 0x7fc86406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:53.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.996+0000 7fc882ffd640 1 -- 172.21.15.46:0/500239051 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fc86406c460 msgr2=0x7fc86406e920 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.78:6832/1209090710 2024-09-19T05:51:53.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.996+0000 7fc87bfff640 1 -- 172.21.15.46:0/500239051 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5967+0+0 (secure 0 0 0) 0x7fc8740ac4a0 con 0x7fc884067950 2024-09-19T05:51:54.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:53.996+0000 7fc882ffd640 1 --2- 172.21.15.46:0/500239051 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fc86406c460 0x7fc86406e920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:51:54.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.000+0000 7fc87bfff640 1 -- 172.21.15.46:0/500239051 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc87407a2e0 con 0x7fc884067950 2024-09-19T05:51:54.061 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:54.059+0000 7f7304c0d040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T05:51:54.070 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:54.069+0000 7f7007e9b040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T05:51:54.110 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:54.108+0000 7f7304c0d040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T05:51:54.122 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:54.120+0000 7f7007e9b040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T05:51:54.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.187+0000 7fc889b86640 1 -- 172.21.15.46:0/500239051 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc8840d0440 con 0x7fc884067950 2024-09-19T05:51:54.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.187+0000 7fc87bfff640 1 -- 172.21.15.46:0/500239051 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 6 entries v33) ==== 80+0+353 (secure 0 0 0) 0x7fc87407e5e0 con 0x7fc884067950 2024-09-19T05:51:54.189 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.78:6833/1948069631 2024-09-20T05:51:41.665230+0000 2024-09-19T05:51:54.190 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.78:6832/1948069631 2024-09-20T05:51:41.665230+0000 2024-09-19T05:51:54.190 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.78:0/467785980 2024-09-20T05:51:41.665230+0000 2024-09-19T05:51:54.190 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.78:0/2668749290 2024-09-20T05:51:41.665230+0000 2024-09-19T05:51:54.190 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.78:0/4092399816 2024-09-20T05:51:41.665230+0000 2024-09-19T05:51:54.190 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.78:0/1479961958 2024-09-20T05:51:41.665230+0000 2024-09-19T05:51:54.190 INFO:teuthology.orchestra.run.smithi046.stderr:listed 6 entries 2024-09-19T05:51:54.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.190+0000 7fc889b86640 1 -- 172.21.15.46:0/500239051 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fc86406c460 msgr2=0x7fc86406e920 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:51:54.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.190+0000 7fc889b86640 1 --2- 172.21.15.46:0/500239051 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fc86406c460 0x7fc86406e920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:54.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.190+0000 7fc889b86640 1 -- 172.21.15.46:0/500239051 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc884067950 msgr2=0x7fc884158ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:54.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.190+0000 7fc889b86640 1 --2- 172.21.15.46:0/500239051 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc884067950 0x7fc884158ae0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fc8740097a0 tx=0x7fc8740046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:54.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.190+0000 7fc889b86640 1 -- 172.21.15.46:0/500239051 shutdown_connections 2024-09-19T05:51:54.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.190+0000 7fc889b86640 1 --2- 172.21.15.46:0/500239051 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fc86406c460 0x7fc86406e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:54.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.190+0000 7fc889b86640 1 --2- 172.21.15.46:0/500239051 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc88415e9d0 0x7fc884160e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:54.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.190+0000 7fc889b86640 1 --2- 172.21.15.46:0/500239051 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fc8840b02e0 0x7fc8841f4080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:54.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.190+0000 7fc889b86640 1 --2- 172.21.15.46:0/500239051 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc884067950 0x7fc884158ae0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:54.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.190+0000 7fc889b86640 1 -- 172.21.15.46:0/500239051 >> 172.21.15.46:0/500239051 conn(0x7fc88406bb10 msgr2=0x7fc88406ddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:54.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.190+0000 7fc889b86640 1 -- 172.21.15.46:0/500239051 shutdown_connections 2024-09-19T05:51:54.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.190+0000 7fc889b86640 1 -- 172.21.15.46:0/500239051 wait complete. 2024-09-19T05:51:54.203 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi046.front.sepia.ceph.com... 2024-09-19T05:51:54.203 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:54.203 DEBUG:teuthology.orchestra.run.smithi046:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T05:51:54.218 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:54.216+0000 7f7304c0d040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:51:54.227 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi046.stderr:ceph-fuse[48345]: fuse finished with error 0 and tester_r 0 2024-09-19T05:51:54.230 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi046.front.sepia.ceph.com 2024-09-19T05:51:54.230 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:54.230 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T05:51:54.239 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:54.238+0000 7f7007e9b040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:51:54.311 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:54.310+0000 7f7304c0d040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T05:51:54.339 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:54.337+0000 7f7007e9b040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T05:51:54.367 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:51:54.367 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:51:54.367 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:51:54.383 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056009,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19578 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248716k,nr_inodes=812179,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:51:54.383 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi078.front.sepia.ceph.com 2024-09-19T05:51:54.383 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:54.383 DEBUG:teuthology.orchestra.run.smithi078:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T05:51:54.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:51:54.439 INFO:teuthology.orchestra.run.smithi078.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-19T05:51:54.439 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:51:54.439 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:51:54.439 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:51:54.455 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18798 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:51:54.456 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi046.front.sepia.ceph.com 2024-09-19T05:51:54.456 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:54.456 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-19T05:51:54.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:51:54.511 INFO:teuthology.orchestra.run.smithi046.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-19T05:51:54.512 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:51:54.512 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:51:54.512 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:51:54.527 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056009,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19578 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248716k,nr_inodes=812179,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:51:54.528 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi078.front.sepia.ceph.com 2024-09-19T05:51:54.528 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:51:54.528 DEBUG:teuthology.orchestra.run.smithi078:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-19T05:51:54.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:51:54.583 INFO:teuthology.orchestra.run.smithi078.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-19T05:51:54.584 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:51:54.585 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:54.583+0000 7f7304c0d040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T05:51:54.623 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:54.621+0000 7f7007e9b040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T05:51:54.631 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:54.629+0000 7f7304c0d040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T05:51:54.670 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:54.668+0000 7f7007e9b040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T05:51:54.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.685+0000 7f4f681bd640 1 Processor -- start 2024-09-19T05:51:54.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.685+0000 7f4f681bd640 1 -- start start 2024-09-19T05:51:54.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.686+0000 7f4f681bd640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f4f600b6760 0x7f4f60169620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:54.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.686+0000 7f4f681bd640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f600cf430 con 0x7f4f600b6c80 2024-09-19T05:51:54.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.686+0000 7f4f681bd640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f600cf6d0 con 0x7f4f6015fdb0 2024-09-19T05:51:54.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.686+0000 7f4f681bd640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f4f600d0000 con 0x7f4f600b6760 2024-09-19T05:51:54.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.686+0000 7f4f65758640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f4f600b6c80 0x7f4f600b6050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:46928/0 (socket says 172.21.15.46:46928) 2024-09-19T05:51:54.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.686+0000 7f4f65758640 1 -- 172.21.15.46:0/3670984384 learned_addr learned my addr 172.21.15.46:0/3670984384 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:54.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.686+0000 7f4f6675a640 1 --2- 172.21.15.46:0/3670984384 >> v2:172.21.15.78:3300/0 conn(0x7f4f600b6760 0x7f4f60169620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:54.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.686+0000 7f4f64f57640 1 -- 172.21.15.46:0/3670984384 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 952158370 0 0) 0x7f4f600cf430 con 0x7f4f600b6c80 2024-09-19T05:51:54.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.686+0000 7f4f64f57640 1 -- 172.21.15.46:0/3670984384 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4f4c003520 con 0x7f4f600b6c80 2024-09-19T05:51:54.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.686+0000 7f4f64f57640 1 -- 172.21.15.46:0/3670984384 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2233507102 0 0) 0x7f4f600cf6d0 con 0x7f4f6015fdb0 2024-09-19T05:51:54.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.686+0000 7f4f64f57640 1 -- 172.21.15.46:0/3670984384 --> v1:172.21.15.78:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4f600cf430 con 0x7f4f6015fdb0 2024-09-19T05:51:54.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.686+0000 7f4f6675a640 1 -- 172.21.15.46:0/3670984384 >> v1:172.21.15.78:6789/0 conn(0x7f4f6015fdb0 legacy=0x7f4f600d2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:54.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.686+0000 7f4f6675a640 1 -- 172.21.15.46:0/3670984384 >> v1:172.21.15.46:6789/0 conn(0x7f4f600b6c80 legacy=0x7f4f600b6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:54.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.686+0000 7f4f6675a640 1 -- 172.21.15.46:0/3670984384 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f600cf9b0 con 0x7f4f600b6760 2024-09-19T05:51:54.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.687+0000 7f4f6675a640 1 --2- 172.21.15.46:0/3670984384 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4f600b6760 0x7f4f60169620 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f4f58009d90 tx=0x7f4f5802a780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6badc8950de1f0c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:54.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.687+0000 7f4f64f57640 1 -- 172.21.15.46:0/3670984384 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f58037070 con 0x7f4f600b6760 2024-09-19T05:51:54.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.687+0000 7f4f64f57640 1 -- 172.21.15.46:0/3670984384 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f58007740 con 0x7f4f600b6760 2024-09-19T05:51:54.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.687+0000 7f4f64f57640 1 -- 172.21.15.46:0/3670984384 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f58007b10 con 0x7f4f600b6760 2024-09-19T05:51:54.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.688+0000 7f4f681bd640 1 -- 172.21.15.46:0/3670984384 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4f600b6760 msgr2=0x7f4f60169620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:54.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.688+0000 7f4f681bd640 1 --2- 172.21.15.46:0/3670984384 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4f600b6760 0x7f4f60169620 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f4f58009d90 tx=0x7f4f5802a780 comp rx=0 tx=0).stop 2024-09-19T05:51:54.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.688+0000 7f4f681bd640 1 -- 172.21.15.46:0/3670984384 shutdown_connections 2024-09-19T05:51:54.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.688+0000 7f4f681bd640 1 --2- 172.21.15.46:0/3670984384 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4f600b6760 0x7f4f60169620 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:54.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.688+0000 7f4f681bd640 1 -- 172.21.15.46:0/3670984384 >> 172.21.15.46:0/3670984384 conn(0x7f4f60072130 msgr2=0x7f4f60072540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:54.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.688+0000 7f4f681bd640 1 -- 172.21.15.46:0/3670984384 shutdown_connections 2024-09-19T05:51:54.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.688+0000 7f4f681bd640 1 -- 172.21.15.46:0/3670984384 wait complete. 2024-09-19T05:51:54.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.689+0000 7f4f681bd640 1 Processor -- start 2024-09-19T05:51:54.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.689+0000 7f4f681bd640 1 -- start start 2024-09-19T05:51:54.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.690+0000 7f4f681bd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4f600b6760 0x7f4f600b8470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:54.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.690+0000 7f4f681bd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4f600b6c80 0x7f4f600c80e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:54.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.690+0000 7f4f681bd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4f6015fdb0 0x7f4f600c8620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:54.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.690+0000 7f4f681bd640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f4f600d35f0 con 0x7f4f600b6760 2024-09-19T05:51:54.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.690+0000 7f4f681bd640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f4f60160190 con 0x7f4f600b6c80 2024-09-19T05:51:54.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.690+0000 7f4f681bd640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f4f601591a0 con 0x7f4f6015fdb0 2024-09-19T05:51:54.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.690+0000 7f4f65f59640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4f600b6760 0x7f4f600b8470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:54.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.690+0000 7f4f65f59640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4f600b6760 0x7f4f600b8470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56796/0 (socket says 172.21.15.46:56796) 2024-09-19T05:51:54.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.690+0000 7f4f65f59640 1 -- 172.21.15.46:0/3262503129 learned_addr learned my addr 172.21.15.46:0/3262503129 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:54.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.690+0000 7f4f65758640 1 --2- 172.21.15.46:0/3262503129 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4f600b6c80 0x7f4f600c80e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:54.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.690+0000 7f4f6675a640 1 --2- 172.21.15.46:0/3262503129 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4f6015fdb0 0x7f4f600c8620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:54.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.691+0000 7f4f65f59640 1 -- 172.21.15.46:0/3262503129 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4f6015fdb0 msgr2=0x7f4f600c8620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:54.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.691+0000 7f4f65f59640 1 --2- 172.21.15.46:0/3262503129 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4f6015fdb0 0x7f4f600c8620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:54.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.691+0000 7f4f65f59640 1 -- 172.21.15.46:0/3262503129 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4f600b6c80 msgr2=0x7f4f600c80e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:54.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.691+0000 7f4f65f59640 1 --2- 172.21.15.46:0/3262503129 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4f600b6c80 0x7f4f600c80e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:54.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.691+0000 7f4f65f59640 1 -- 172.21.15.46:0/3262503129 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f600b8da0 con 0x7f4f600b6760 2024-09-19T05:51:54.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.691+0000 7f4f65f59640 1 --2- 172.21.15.46:0/3262503129 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4f600b6760 0x7f4f600b8470 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f4f5c00c420 tx=0x7f4f5c00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:54.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.691+0000 7f4f567fc640 1 -- 172.21.15.46:0/3262503129 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f5c017070 con 0x7f4f600b6760 2024-09-19T05:51:54.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.691+0000 7f4f567fc640 1 -- 172.21.15.46:0/3262503129 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f5c0052d0 con 0x7f4f600b6760 2024-09-19T05:51:54.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.691+0000 7f4f681bd640 1 -- 172.21.15.46:0/3262503129 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f600b9080 con 0x7f4f600b6760 2024-09-19T05:51:54.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.691+0000 7f4f567fc640 1 -- 172.21.15.46:0/3262503129 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f5c003810 con 0x7f4f600b6760 2024-09-19T05:51:54.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.691+0000 7f4f681bd640 1 -- 172.21.15.46:0/3262503129 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f600b9640 con 0x7f4f600b6760 2024-09-19T05:51:54.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.692+0000 7f4f681bd640 1 -- 172.21.15.46:0/3262503129 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f600d05b0 con 0x7f4f600b6760 2024-09-19T05:51:54.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.692+0000 7f4f567fc640 1 -- 172.21.15.46:0/3262503129 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 11) ==== 91005+0+0 (secure 0 0 0) 0x7f4f5c01a070 con 0x7f4f600b6760 2024-09-19T05:51:54.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.693+0000 7f4f567fc640 1 --2- 172.21.15.46:0/3262503129 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f4f4406c460 0x7f4f4406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:54.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.693+0000 7f4f567fc640 1 -- 172.21.15.46:0/3262503129 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5967+0+0 (secure 0 0 0) 0x7f4f5c08ab50 con 0x7f4f600b6760 2024-09-19T05:51:54.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.693+0000 7f4f65758640 1 -- 172.21.15.46:0/3262503129 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f4f4406c460 msgr2=0x7f4f4406e920 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.78:6832/1209090710 2024-09-19T05:51:54.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.693+0000 7f4f65758640 1 --2- 172.21.15.46:0/3262503129 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f4f4406c460 0x7f4f4406e920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:51:54.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.697+0000 7f4f567fc640 1 -- 172.21.15.46:0/3262503129 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4f5c058910 con 0x7f4f600b6760 2024-09-19T05:51:54.749 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:54.747+0000 7f7304c0d040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T05:51:54.820 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:54.818+0000 7f7007e9b040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T05:51:54.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.894+0000 7f4f65758640 1 -- 172.21.15.46:0/3262503129 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f4f4406c460 msgr2=0x7f4f4406e920 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.78:6832/1209090710 2024-09-19T05:51:54.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.894+0000 7f4f65758640 1 --2- 172.21.15.46:0/3262503129 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f4f4406c460 0x7f4f4406e920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-19T05:51:54.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.938+0000 7f4f681bd640 1 -- 172.21.15.46:0/3262503129 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4f60069130 con 0x7f4f600b6760 2024-09-19T05:51:54.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.939+0000 7f4f567fc640 1 -- 172.21.15.46:0/3262503129 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5223 (secure 0 0 0) 0x7f4f5c05cc10 con 0x7f4f600b6760 2024-09-19T05:51:54.941 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:54.941 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":15,"btime":"2024-09-19T05:51:28:397478+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4571,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6836/3909873361","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":3909873361},{"type":"v1","addr":"172.21.15.78:6836","nonce":3909873361}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6837/3106165175","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6835","nonce":3106165175},{"type":"v1","addr":"172.21.15.78:6837","nonce":3106165175}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4809,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6834/1598859609","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1598859609},{"type":"v1","addr":"172.21.15.46:6834","nonce":1598859609}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:51:25.606565+0000","modified":"2024-09-19T05:51:27.741589+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4812},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4812":{"gid":4812,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.46:6835/1257253833","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6833","nonce":1257253833},{"type":"v1","addr":"172.21.15.46:6835","nonce":1257253833}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4812,"qdb_cluster":[4812]},"id":2}]} 2024-09-19T05:51:54.942 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 15 2024-09-19T05:51:54.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.941+0000 7f4f681bd640 1 -- 172.21.15.46:0/3262503129 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f4f4406c460 msgr2=0x7f4f4406e920 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:51:54.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.941+0000 7f4f681bd640 1 --2- 172.21.15.46:0/3262503129 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f4f4406c460 0x7f4f4406e920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:54.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.941+0000 7f4f681bd640 1 -- 172.21.15.46:0/3262503129 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4f600b6760 msgr2=0x7f4f600b8470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:54.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.941+0000 7f4f681bd640 1 --2- 172.21.15.46:0/3262503129 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4f600b6760 0x7f4f600b8470 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f4f5c00c420 tx=0x7f4f5c00c8e0 comp rx=0 tx=0).stop 2024-09-19T05:51:54.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.941+0000 7f4f681bd640 1 -- 172.21.15.46:0/3262503129 shutdown_connections 2024-09-19T05:51:54.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.941+0000 7f4f681bd640 1 --2- 172.21.15.46:0/3262503129 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f4f4406c460 0x7f4f4406e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:54.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.941+0000 7f4f681bd640 1 --2- 172.21.15.46:0/3262503129 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4f6015fdb0 0x7f4f600c8620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:54.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.941+0000 7f4f681bd640 1 --2- 172.21.15.46:0/3262503129 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4f600b6c80 0x7f4f600c80e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:54.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.941+0000 7f4f681bd640 1 --2- 172.21.15.46:0/3262503129 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4f600b6760 0x7f4f600b8470 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:54.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.941+0000 7f4f681bd640 1 -- 172.21.15.46:0/3262503129 >> 172.21.15.46:0/3262503129 conn(0x7f4f60072130 msgr2=0x7f4f600b4030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:54.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.941+0000 7f4f681bd640 1 -- 172.21.15.46:0/3262503129 shutdown_connections 2024-09-19T05:51:54.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:54.941+0000 7f4f681bd640 1 -- 172.21.15.46:0/3262503129 wait complete. 2024-09-19T05:51:54.955 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:51:55.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.096+0000 7fb813e15640 1 Processor -- start 2024-09-19T05:51:55.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.097+0000 7fb813e15640 1 -- start start 2024-09-19T05:51:55.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.097+0000 7fb813e15640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb80c15fdb0 0x7fb80c0d2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:55.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.098+0000 7fb813e15640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb80c0cf430 con 0x7fb80c0b6c80 2024-09-19T05:51:55.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.098+0000 7fb813e15640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb80c0cf6d0 con 0x7fb80c0b6760 2024-09-19T05:51:55.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.098+0000 7fb813e15640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fb80c0d0000 con 0x7fb80c15fdb0 2024-09-19T05:51:55.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.098+0000 7fb811bb1640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb80c15fdb0 0x7fb80c0d2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:55.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.098+0000 7fb8113b0640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fb80c0b6c80 0x7fb80c0b6050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:46930/0 (socket says 172.21.15.46:46930) 2024-09-19T05:51:55.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.098+0000 7fb8113b0640 1 -- 172.21.15.46:0/4246417846 learned_addr learned my addr 172.21.15.46:0/4246417846 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:55.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.098+0000 7fb811bb1640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fb80c15fdb0 0x7fb80c0d2ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56798/0 (socket says 172.21.15.46:56798) 2024-09-19T05:51:55.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.098+0000 7fb811bb1640 1 -- 172.21.15.46:0/4246417846 >> v1:172.21.15.78:6789/0 conn(0x7fb80c0b6760 legacy=0x7fb80c0d43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:55.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.098+0000 7fb811bb1640 1 -- 172.21.15.46:0/4246417846 >> v1:172.21.15.46:6789/0 conn(0x7fb80c0b6c80 legacy=0x7fb80c0b6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:55.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.098+0000 7fb811bb1640 1 -- 172.21.15.46:0/4246417846 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb80c0cf9b0 con 0x7fb80c15fdb0 2024-09-19T05:51:55.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.098+0000 7fb810baf640 1 -- 172.21.15.46:0/4246417846 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1397771052 0 0) 0x7fb80c0cf430 con 0x7fb80c0b6c80 2024-09-19T05:51:55.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.099+0000 7fb811bb1640 1 --2- 172.21.15.46:0/4246417846 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb80c15fdb0 0x7fb80c0d2ee0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fb8080097a0 tx=0x7fb80802a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e86ff4e67ab5928 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:55.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.099+0000 7fb810baf640 1 -- 172.21.15.46:0/4246417846 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb808037070 con 0x7fb80c15fdb0 2024-09-19T05:51:55.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.099+0000 7fb810baf640 1 -- 172.21.15.46:0/4246417846 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb808032640 con 0x7fb80c15fdb0 2024-09-19T05:51:55.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.099+0000 7fb810baf640 1 -- 172.21.15.46:0/4246417846 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb808032a10 con 0x7fb80c15fdb0 2024-09-19T05:51:55.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.099+0000 7fb813e15640 1 -- 172.21.15.46:0/4246417846 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb80c15fdb0 msgr2=0x7fb80c0d2ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:55.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.099+0000 7fb813e15640 1 --2- 172.21.15.46:0/4246417846 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb80c15fdb0 0x7fb80c0d2ee0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fb8080097a0 tx=0x7fb80802a2c0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.100+0000 7fb813e15640 1 -- 172.21.15.46:0/4246417846 shutdown_connections 2024-09-19T05:51:55.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.100+0000 7fb813e15640 1 --2- 172.21.15.46:0/4246417846 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb80c15fdb0 0x7fb80c0d2ee0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.100+0000 7fb813e15640 1 -- 172.21.15.46:0/4246417846 >> 172.21.15.46:0/4246417846 conn(0x7fb80c072130 msgr2=0x7fb80c072540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:55.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.100+0000 7fb813e15640 1 -- 172.21.15.46:0/4246417846 shutdown_connections 2024-09-19T05:51:55.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.100+0000 7fb813e15640 1 -- 172.21.15.46:0/4246417846 wait complete. 2024-09-19T05:51:55.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.101+0000 7fb813e15640 1 Processor -- start 2024-09-19T05:51:55.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.101+0000 7fb813e15640 1 -- start start 2024-09-19T05:51:55.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.102+0000 7fb813e15640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb80c0b6760 0x7fb80c0ce1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:55.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.102+0000 7fb813e15640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb80c0b6c80 0x7fb80c159ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:55.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.102+0000 7fb813e15640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb80c15fdb0 0x7fb80c15b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:55.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.102+0000 7fb813e15640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb80c0d0490 con 0x7fb80c0b6c80 2024-09-19T05:51:55.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.102+0000 7fb813e15640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb80c160190 con 0x7fb80c15fdb0 2024-09-19T05:51:55.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.102+0000 7fb813e15640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fb80c0d0610 con 0x7fb80c0b6760 2024-09-19T05:51:55.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.102+0000 7fb8113b0640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb80c0b6c80 0x7fb80c159ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:55.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.102+0000 7fb8113b0640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb80c0b6c80 0x7fb80c159ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56802/0 (socket says 172.21.15.46:56802) 2024-09-19T05:51:55.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.102+0000 7fb8113b0640 1 -- 172.21.15.46:0/1314010527 learned_addr learned my addr 172.21.15.46:0/1314010527 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:55.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.102+0000 7fb811bb1640 1 --2- 172.21.15.46:0/1314010527 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb80c0b6760 0x7fb80c0ce1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:55.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.102+0000 7fb8123b2640 1 --2- 172.21.15.46:0/1314010527 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb80c15fdb0 0x7fb80c15b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:55.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.102+0000 7fb8113b0640 1 -- 172.21.15.46:0/1314010527 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb80c0b6760 msgr2=0x7fb80c0ce1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:55.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.102+0000 7fb8113b0640 1 --2- 172.21.15.46:0/1314010527 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb80c0b6760 0x7fb80c0ce1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.102+0000 7fb8113b0640 1 -- 172.21.15.46:0/1314010527 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb80c15fdb0 msgr2=0x7fb80c15b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:55.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.102+0000 7fb8113b0640 1 --2- 172.21.15.46:0/1314010527 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb80c15fdb0 0x7fb80c15b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.102+0000 7fb8113b0640 1 -- 172.21.15.46:0/1314010527 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb80c0ce6e0 con 0x7fb80c0b6c80 2024-09-19T05:51:55.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.102+0000 7fb8113b0640 1 --2- 172.21.15.46:0/1314010527 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb80c0b6c80 0x7fb80c159ba0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fb7fc00c4a0 tx=0x7fb7fc00c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:55.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.102+0000 7fb8027fc640 1 -- 172.21.15.46:0/1314010527 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7fc018070 con 0x7fb80c0b6c80 2024-09-19T05:51:55.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.102+0000 7fb8027fc640 1 -- 172.21.15.46:0/1314010527 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7fc0074e0 con 0x7fb80c0b6c80 2024-09-19T05:51:55.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.102+0000 7fb813e15640 1 -- 172.21.15.46:0/1314010527 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb80c0cd100 con 0x7fb80c0b6c80 2024-09-19T05:51:55.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.102+0000 7fb8027fc640 1 -- 172.21.15.46:0/1314010527 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7fc004a20 con 0x7fb80c0b6c80 2024-09-19T05:51:55.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.102+0000 7fb813e15640 1 -- 172.21.15.46:0/1314010527 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb80c0cd6c0 con 0x7fb80c0b6c80 2024-09-19T05:51:55.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.103+0000 7fb813e15640 1 -- 172.21.15.46:0/1314010527 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb80c0b6050 con 0x7fb80c0b6c80 2024-09-19T05:51:55.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.104+0000 7fb8027fc640 1 -- 172.21.15.46:0/1314010527 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 11) ==== 91005+0+0 (secure 0 0 0) 0x7fb7fc01b070 con 0x7fb80c0b6c80 2024-09-19T05:51:55.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.105+0000 7fb8027fc640 1 --2- 172.21.15.46:0/1314010527 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fb7f006c490 0x7fb7f006e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:55.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.105+0000 7fb811bb1640 1 -- 172.21.15.46:0/1314010527 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fb7f006c490 msgr2=0x7fb7f006e950 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.78:6832/1209090710 2024-09-19T05:51:55.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.105+0000 7fb8027fc640 1 -- 172.21.15.46:0/1314010527 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5967+0+0 (secure 0 0 0) 0x7fb7fc08aa40 con 0x7fb80c0b6c80 2024-09-19T05:51:55.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.105+0000 7fb811bb1640 1 --2- 172.21.15.46:0/1314010527 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fb7f006c490 0x7fb7f006e950 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:51:55.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.113+0000 7fb8027fc640 1 -- 172.21.15.46:0/1314010527 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb7fc0587f0 con 0x7fb80c0b6c80 2024-09-19T05:51:55.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.306+0000 7fb811bb1640 1 -- 172.21.15.46:0/1314010527 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fb7f006c490 msgr2=0x7fb7f006e950 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.78:6832/1209090710 2024-09-19T05:51:55.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.306+0000 7fb811bb1640 1 --2- 172.21.15.46:0/1314010527 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fb7f006c490 0x7fb7f006e950 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-19T05:51:55.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.326+0000 7fb813e15640 1 -- 172.21.15.46:0/1314010527 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb80c069130 con 0x7fb80c0b6c80 2024-09-19T05:51:55.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.327+0000 7fb8027fc640 1 -- 172.21.15.46:0/1314010527 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5223 (secure 0 0 0) 0x7fb7fc05caf0 con 0x7fb80c0b6c80 2024-09-19T05:51:55.329 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:55.329 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":15,"btime":"2024-09-19T05:51:28:397478+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4571,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6836/3909873361","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":3909873361},{"type":"v1","addr":"172.21.15.78:6836","nonce":3909873361}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6837/3106165175","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6835","nonce":3106165175},{"type":"v1","addr":"172.21.15.78:6837","nonce":3106165175}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4809,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6834/1598859609","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1598859609},{"type":"v1","addr":"172.21.15.46:6834","nonce":1598859609}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:51:25.606565+0000","modified":"2024-09-19T05:51:27.741589+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4812},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4812":{"gid":4812,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.46:6835/1257253833","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6833","nonce":1257253833},{"type":"v1","addr":"172.21.15.46:6835","nonce":1257253833}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4812,"qdb_cluster":[4812]},"id":2}]} 2024-09-19T05:51:55.330 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 15 2024-09-19T05:51:55.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.329+0000 7fb813e15640 1 -- 172.21.15.46:0/1314010527 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fb7f006c490 msgr2=0x7fb7f006e950 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:51:55.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.329+0000 7fb813e15640 1 --2- 172.21.15.46:0/1314010527 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fb7f006c490 0x7fb7f006e950 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.329+0000 7fb813e15640 1 -- 172.21.15.46:0/1314010527 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb80c0b6c80 msgr2=0x7fb80c159ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:55.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.329+0000 7fb813e15640 1 --2- 172.21.15.46:0/1314010527 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb80c0b6c80 0x7fb80c159ba0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fb7fc00c4a0 tx=0x7fb7fc00c960 comp rx=0 tx=0).stop 2024-09-19T05:51:55.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.329+0000 7fb813e15640 1 -- 172.21.15.46:0/1314010527 shutdown_connections 2024-09-19T05:51:55.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.329+0000 7fb813e15640 1 --2- 172.21.15.46:0/1314010527 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fb7f006c490 0x7fb7f006e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.329+0000 7fb813e15640 1 --2- 172.21.15.46:0/1314010527 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb80c15fdb0 0x7fb80c15b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.329+0000 7fb813e15640 1 --2- 172.21.15.46:0/1314010527 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb80c0b6c80 0x7fb80c159ba0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.329+0000 7fb813e15640 1 --2- 172.21.15.46:0/1314010527 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb80c0b6760 0x7fb80c0ce1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.329+0000 7fb813e15640 1 -- 172.21.15.46:0/1314010527 >> 172.21.15.46:0/1314010527 conn(0x7fb80c072130 msgr2=0x7fb80c0b4f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:55.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.329+0000 7fb813e15640 1 -- 172.21.15.46:0/1314010527 shutdown_connections 2024-09-19T05:51:55.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.329+0000 7fb813e15640 1 -- 172.21.15.46:0/1314010527 wait complete. 2024-09-19T05:51:55.342 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:51:55.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.443+0000 7efdb79b7640 1 Processor -- start 2024-09-19T05:51:55.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.443+0000 7efdb79b7640 1 -- start start 2024-09-19T05:51:55.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.444+0000 7efdb79b7640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7efdb00b6c80 0x7efdb00b6050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:55.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.444+0000 7efdb79b7640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efdb00cf430 con 0x7efdb015fdb0 2024-09-19T05:51:55.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.444+0000 7efdb79b7640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efdb00cf6d0 con 0x7efdb00d0490 2024-09-19T05:51:55.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.444+0000 7efdb79b7640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7efdb00d0000 con 0x7efdb00b6c80 2024-09-19T05:51:55.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.444+0000 7efdb5753640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7efdb015fdb0 0x7efdb00d2ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:46938/0 (socket says 172.21.15.46:46938) 2024-09-19T05:51:55.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.444+0000 7efdb5753640 1 -- 172.21.15.46:0/330535832 learned_addr learned my addr 172.21.15.46:0/330535832 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:55.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.444+0000 7efdb4f52640 1 --2- 172.21.15.46:0/330535832 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7efdb00b6c80 0x7efdb00b6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:55.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.444+0000 7efda7fff640 1 -- 172.21.15.46:0/330535832 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4169102426 0 0) 0x7efdb00cf430 con 0x7efdb015fdb0 2024-09-19T05:51:55.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.444+0000 7efda7fff640 1 -- 172.21.15.46:0/330535832 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efd9c003520 con 0x7efdb015fdb0 2024-09-19T05:51:55.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.444+0000 7efda7fff640 1 -- 172.21.15.46:0/330535832 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3412320440 0 0) 0x7efdb00cf6d0 con 0x7efdb00d0490 2024-09-19T05:51:55.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.444+0000 7efda7fff640 1 -- 172.21.15.46:0/330535832 --> v1:172.21.15.78:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efdb00cf430 con 0x7efdb00d0490 2024-09-19T05:51:55.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.444+0000 7efdb4f52640 1 -- 172.21.15.46:0/330535832 >> v1:172.21.15.78:6789/0 conn(0x7efdb00d0490 legacy=0x7efdb00d43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:55.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.444+0000 7efdb4f52640 1 -- 172.21.15.46:0/330535832 >> v1:172.21.15.46:6789/0 conn(0x7efdb015fdb0 legacy=0x7efdb00d2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:55.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.444+0000 7efdb4f52640 1 -- 172.21.15.46:0/330535832 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdb00cf9b0 con 0x7efdb00b6c80 2024-09-19T05:51:55.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.445+0000 7efdb4f52640 1 --2- 172.21.15.46:0/330535832 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7efdb00b6c80 0x7efdb00b6050 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7efda00097d0 tx=0x7efda002a290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a8c0d14cf2d9a18c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:55.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.445+0000 7efda7fff640 1 -- 172.21.15.46:0/330535832 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efda0037070 con 0x7efdb00b6c80 2024-09-19T05:51:55.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.445+0000 7efda7fff640 1 -- 172.21.15.46:0/330535832 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efda0032440 con 0x7efdb00b6c80 2024-09-19T05:51:55.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.445+0000 7efda7fff640 1 -- 172.21.15.46:0/330535832 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efda00327f0 con 0x7efdb00b6c80 2024-09-19T05:51:55.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.446+0000 7efdb79b7640 1 -- 172.21.15.46:0/330535832 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7efdb00b6c80 msgr2=0x7efdb00b6050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:55.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.446+0000 7efdb79b7640 1 --2- 172.21.15.46:0/330535832 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7efdb00b6c80 0x7efdb00b6050 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7efda00097d0 tx=0x7efda002a290 comp rx=0 tx=0).stop 2024-09-19T05:51:55.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.446+0000 7efdb79b7640 1 -- 172.21.15.46:0/330535832 shutdown_connections 2024-09-19T05:51:55.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.446+0000 7efdb79b7640 1 --2- 172.21.15.46:0/330535832 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7efdb00b6c80 0x7efdb00b6050 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.446+0000 7efdb79b7640 1 -- 172.21.15.46:0/330535832 >> 172.21.15.46:0/330535832 conn(0x7efdb0072130 msgr2=0x7efdb0072540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:55.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.446+0000 7efdb79b7640 1 -- 172.21.15.46:0/330535832 shutdown_connections 2024-09-19T05:51:55.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.446+0000 7efdb79b7640 1 -- 172.21.15.46:0/330535832 wait complete. 2024-09-19T05:51:55.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.447+0000 7efdb79b7640 1 Processor -- start 2024-09-19T05:51:55.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.447+0000 7efdb79b7640 1 -- start start 2024-09-19T05:51:55.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.448+0000 7efdb79b7640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efdb00b6c80 0x7efdb01594d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:55.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.448+0000 7efdb79b7640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7efdb00d0490 0x7efdb014b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:55.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.448+0000 7efdb79b7640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7efdb015fdb0 0x7efdb014b630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:55.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.448+0000 7efdb79b7640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7efdb00d35f0 con 0x7efdb00b6c80 2024-09-19T05:51:55.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.448+0000 7efdb79b7640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7efdb0160190 con 0x7efdb00d0490 2024-09-19T05:51:55.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.448+0000 7efdb79b7640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7efdb00cc790 con 0x7efdb015fdb0 2024-09-19T05:51:55.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.448+0000 7efdb5753640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efdb00b6c80 0x7efdb01594d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:55.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.448+0000 7efdb5753640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efdb00b6c80 0x7efdb01594d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56818/0 (socket says 172.21.15.46:56818) 2024-09-19T05:51:55.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.448+0000 7efdb5753640 1 -- 172.21.15.46:0/2795446985 learned_addr learned my addr 172.21.15.46:0/2795446985 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:55.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.448+0000 7efdb4f52640 1 --2- 172.21.15.46:0/2795446985 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7efdb00d0490 0x7efdb014b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:55.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.448+0000 7efdb5f54640 1 --2- 172.21.15.46:0/2795446985 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7efdb015fdb0 0x7efdb014b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:55.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.449+0000 7efdb5753640 1 -- 172.21.15.46:0/2795446985 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7efdb015fdb0 msgr2=0x7efdb014b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:55.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.449+0000 7efdb5753640 1 --2- 172.21.15.46:0/2795446985 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7efdb015fdb0 0x7efdb014b630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.449+0000 7efdb5753640 1 -- 172.21.15.46:0/2795446985 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7efdb00d0490 msgr2=0x7efdb014b0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:55.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.449+0000 7efdb5753640 1 --2- 172.21.15.46:0/2795446985 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7efdb00d0490 0x7efdb014b0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.449+0000 7efdb5753640 1 -- 172.21.15.46:0/2795446985 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdb015c210 con 0x7efdb00b6c80 2024-09-19T05:51:55.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.449+0000 7efdb4f52640 1 --2- 172.21.15.46:0/2795446985 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7efdb00d0490 0x7efdb014b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:55.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.449+0000 7efdb5753640 1 --2- 172.21.15.46:0/2795446985 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efdb00b6c80 0x7efdb01594d0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7efdac00c410 tx=0x7efdac00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:55.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.449+0000 7efda5ffb640 1 -- 172.21.15.46:0/2795446985 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdac017070 con 0x7efdb00b6c80 2024-09-19T05:51:55.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.449+0000 7efda5ffb640 1 -- 172.21.15.46:0/2795446985 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efdac005ce0 con 0x7efdb00b6c80 2024-09-19T05:51:55.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.449+0000 7efda5ffb640 1 -- 172.21.15.46:0/2795446985 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdac0072d0 con 0x7efdb00b6c80 2024-09-19T05:51:55.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.449+0000 7efdb79b7640 1 -- 172.21.15.46:0/2795446985 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdb00cca00 con 0x7efdb00b6c80 2024-09-19T05:51:55.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.449+0000 7efdb79b7640 1 -- 172.21.15.46:0/2795446985 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdb015c4f0 con 0x7efdb00b6c80 2024-09-19T05:51:55.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.450+0000 7efdb79b7640 1 -- 172.21.15.46:0/2795446985 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efdb00b66b0 con 0x7efdb00b6c80 2024-09-19T05:51:55.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.451+0000 7efda5ffb640 1 -- 172.21.15.46:0/2795446985 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 11) ==== 91005+0+0 (secure 0 0 0) 0x7efdac01a070 con 0x7efdb00b6c80 2024-09-19T05:51:55.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.451+0000 7efda5ffb640 1 --2- 172.21.15.46:0/2795446985 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7efd9406c460 0x7efd9406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:55.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.451+0000 7efdb4f52640 1 -- 172.21.15.46:0/2795446985 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7efd9406c460 msgr2=0x7efd9406e920 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.78:6832/1209090710 2024-09-19T05:51:55.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.451+0000 7efda5ffb640 1 -- 172.21.15.46:0/2795446985 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5967+0+0 (secure 0 0 0) 0x7efdac08ab60 con 0x7efdb00b6c80 2024-09-19T05:51:55.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.451+0000 7efdb4f52640 1 --2- 172.21.15.46:0/2795446985 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7efd9406c460 0x7efd9406e920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:51:55.455 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:55.451+0000 7f7304c0d040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T05:51:55.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.460+0000 7efda5ffb640 1 -- 172.21.15.46:0/2795446985 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efdac0589f0 con 0x7efdb00b6c80 2024-09-19T05:51:55.498 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:55.495+0000 7f7304c0d040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T05:51:55.582 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:55.580+0000 7f7007e9b040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T05:51:55.629 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:55.627+0000 7f7007e9b040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T05:51:55.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.637+0000 7efdb79b7640 1 -- 172.21.15.46:0/2795446985 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efdb0069130 con 0x7efdb00b6c80 2024-09-19T05:51:55.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.639+0000 7efda5ffb640 1 -- 172.21.15.46:0/2795446985 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+17057 (secure 0 0 0) 0x7efdac05ccf0 con 0x7efdb00b6c80 2024-09-19T05:51:55.641 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:55.641 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":33,"fsid":"f422d15e-e2c9-44aa-a788-7f9714905c67","created":"2024-09-19T05:50:21.601235+0000","modified":"2024-09-19T05:51:41.665272+0000","last_up_change":"2024-09-19T05:50:34.148268+0000","last_in_change":"2024-09-19T05:50:23.689134+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:50:33.840497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:51:23.545986+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T05:51:24.597187+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5887dcb-f9c0-42a0-905d-718d357b4b57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6825","nonce":1884048663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6827","nonce":1884048663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6831","nonce":1884048663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6829","nonce":1884048663}]},"public_addr":"172.21.15.46:6825/1884048663","cluster_addr":"172.21.15.46:6827/1884048663","heartbeat_back_addr":"172.21.15.46:6831/1884048663","heartbeat_front_addr":"172.21.15.46:6829/1884048663","state":["exists","up"]},{"osd":1,"uuid":"3fed9b97-7482-4314-bf02-1518c03be152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6801","nonce":2797692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6803","nonce":2797692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6807","nonce":2797692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6805","nonce":2797692057}]},"public_addr":"172.21.15.46:6801/2797692057","cluster_addr":"172.21.15.46:6803/2797692057","heartbeat_back_addr":"172.21.15.46:6807/2797692057","heartbeat_front_addr":"172.21.15.46:6805/2797692057","state":["exists","up"]},{"osd":2,"uuid":"2e36d163-339b-491e-98a9-6e768a3249e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6809","nonce":4061240230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6811","nonce":4061240230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6815","nonce":4061240230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6813","nonce":4061240230}]},"public_addr":"172.21.15.46:6809/4061240230","cluster_addr":"172.21.15.46:6811/4061240230","heartbeat_back_addr":"172.21.15.46:6815/4061240230","heartbeat_front_addr":"172.21.15.46:6813/4061240230","state":["exists","up"]},{"osd":3,"uuid":"98fb22e5-3d85-4bb7-a92e-63625f26d7b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6817","nonce":170935989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6819","nonce":170935989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6823","nonce":170935989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6821","nonce":170935989}]},"public_addr":"172.21.15.46:6817/170935989","cluster_addr":"172.21.15.46:6819/170935989","heartbeat_back_addr":"172.21.15.46:6823/170935989","heartbeat_front_addr":"172.21.15.46:6821/170935989","state":["exists","up"]},{"osd":4,"uuid":"055bb872-b76a-40ab-aab7-c6e327ee7735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6809","nonce":2319815351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6811","nonce":2319815351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6815","nonce":2319815351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6813","nonce":2319815351}]},"public_addr":"172.21.15.78:6809/2319815351","cluster_addr":"172.21.15.78:6811/2319815351","heartbeat_back_addr":"172.21.15.78:6815/2319815351","heartbeat_front_addr":"172.21.15.78:6813/2319815351","state":["exists","up"]},{"osd":5,"uuid":"4164d7c8-3350-4cd1-b105-8376e2b8d205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6825","nonce":1036798121}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6827","nonce":1036798121}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6831","nonce":1036798121}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6829","nonce":1036798121}]},"public_addr":"172.21.15.78:6825/1036798121","cluster_addr":"172.21.15.78:6827/1036798121","heartbeat_back_addr":"172.21.15.78:6831/1036798121","heartbeat_front_addr":"172.21.15.78:6829/1036798121","state":["exists","up"]},{"osd":6,"uuid":"2ad21b97-7629-4de2-851e-909e8b1defd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6801","nonce":707998422}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6803","nonce":707998422}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6807","nonce":707998422}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6805","nonce":707998422}]},"public_addr":"172.21.15.78:6801/707998422","cluster_addr":"172.21.15.78:6803/707998422","heartbeat_back_addr":"172.21.15.78:6807/707998422","heartbeat_front_addr":"172.21.15.78:6805/707998422","state":["exists","up"]},{"osd":7,"uuid":"88efccef-c5f1-43b6-b786-9bc72f2cf2cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6817","nonce":2547959841}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6819","nonce":2547959841}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6823","nonce":2547959841}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6821","nonce":2547959841}]},"public_addr":"172.21.15.78:6817/2547959841","cluster_addr":"172.21.15.78:6819/2547959841","heartbeat_back_addr":"172.21.15.78:6823/2547959841","heartbeat_front_addr":"172.21.15.78:6821/2547959841","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.653882+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.491170+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.251245+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989665+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:31.041334+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.652320+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.566922+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.78:6833/1948069631":"2024-09-20T05:51:41.665230+0000","172.21.15.78:6832/1948069631":"2024-09-20T05:51:41.665230+0000","172.21.15.78:0/467785980":"2024-09-20T05:51:41.665230+0000","172.21.15.78:0/2668749290":"2024-09-20T05:51:41.665230+0000","172.21.15.78:0/4092399816":"2024-09-20T05:51:41.665230+0000","172.21.15.78:0/1479961958":"2024-09-20T05:51:41.665230+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:51:55.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.641+0000 7efdb79b7640 1 -- 172.21.15.46:0/2795446985 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7efd9406c460 msgr2=0x7efd9406e920 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:51:55.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.641+0000 7efdb79b7640 1 --2- 172.21.15.46:0/2795446985 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7efd9406c460 0x7efd9406e920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.641+0000 7efdb79b7640 1 -- 172.21.15.46:0/2795446985 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efdb00b6c80 msgr2=0x7efdb01594d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:55.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.641+0000 7efdb79b7640 1 --2- 172.21.15.46:0/2795446985 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efdb00b6c80 0x7efdb01594d0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7efdac00c410 tx=0x7efdac00c8d0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.641+0000 7efdb79b7640 1 -- 172.21.15.46:0/2795446985 shutdown_connections 2024-09-19T05:51:55.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.641+0000 7efdb79b7640 1 --2- 172.21.15.46:0/2795446985 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7efd9406c460 0x7efd9406e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.641+0000 7efdb79b7640 1 --2- 172.21.15.46:0/2795446985 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7efdb015fdb0 0x7efdb014b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.641+0000 7efdb79b7640 1 --2- 172.21.15.46:0/2795446985 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7efdb00d0490 0x7efdb014b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.641+0000 7efdb79b7640 1 --2- 172.21.15.46:0/2795446985 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efdb00b6c80 0x7efdb01594d0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.641+0000 7efdb79b7640 1 -- 172.21.15.46:0/2795446985 >> 172.21.15.46:0/2795446985 conn(0x7efdb0072130 msgr2=0x7efdb00d08f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:55.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.641+0000 7efdb79b7640 1 -- 172.21.15.46:0/2795446985 shutdown_connections 2024-09-19T05:51:55.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.641+0000 7efdb79b7640 1 -- 172.21.15.46:0/2795446985 wait complete. 2024-09-19T05:51:55.654 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T05:51:55.655 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:51:55.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.755+0000 7f52cb477640 1 Processor -- start 2024-09-19T05:51:55.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.756+0000 7f52cb477640 1 -- start start 2024-09-19T05:51:55.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.757+0000 7f52cb477640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f52c40cd110 0x7f52c4169730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:55.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.757+0000 7f52cb477640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f52c406ffc0 con 0x7f52c406f930 2024-09-19T05:51:55.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.757+0000 7f52cb477640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f52c40d0770 con 0x7f52c415e7e0 2024-09-19T05:51:55.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.757+0000 7f52cb477640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f52c40b1c90 con 0x7f52c40cd110 2024-09-19T05:51:55.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.757+0000 7f52c8a12640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f52c406f930 0x7f52c40cca00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:46944/0 (socket says 172.21.15.46:46944) 2024-09-19T05:51:55.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.757+0000 7f52c8a12640 1 -- 172.21.15.46:0/474985176 learned_addr learned my addr 172.21.15.46:0/474985176 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:55.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.757+0000 7f52c9a14640 1 --2- 172.21.15.46:0/474985176 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f52c40cd110 0x7f52c4169730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:55.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.757+0000 7f52c9a14640 1 -- 172.21.15.46:0/474985176 >> v1:172.21.15.78:6789/0 conn(0x7f52c415e7e0 legacy=0x7f52c40d1250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:55.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.757+0000 7f52c9a14640 1 -- 172.21.15.46:0/474985176 >> v1:172.21.15.46:6789/0 conn(0x7f52c406f930 legacy=0x7f52c40cca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:55.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.757+0000 7f52c9a14640 1 -- 172.21.15.46:0/474985176 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52c40d0a50 con 0x7f52c40cd110 2024-09-19T05:51:55.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.758+0000 7f52c9a14640 1 --2- 172.21.15.46:0/474985176 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f52c40cd110 0x7f52c4169730 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f52bc009df0 tx=0x7f52bc02a7a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8cd37242e899ac5d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:55.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.760+0000 7f52bbfff640 1 -- 172.21.15.46:0/474985176 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52bc007740 con 0x7f52c40cd110 2024-09-19T05:51:55.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.761+0000 7f52bbfff640 1 -- 172.21.15.46:0/474985176 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52bc0078e0 con 0x7f52c40cd110 2024-09-19T05:51:55.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.761+0000 7f52bbfff640 1 -- 172.21.15.46:0/474985176 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52bc007cb0 con 0x7f52c40cd110 2024-09-19T05:51:55.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.761+0000 7f52cb477640 1 -- 172.21.15.46:0/474985176 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f52c40cd110 msgr2=0x7f52c4169730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:55.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.761+0000 7f52cb477640 1 --2- 172.21.15.46:0/474985176 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f52c40cd110 0x7f52c4169730 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f52bc009df0 tx=0x7f52bc02a7a0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.761+0000 7f52cb477640 1 -- 172.21.15.46:0/474985176 shutdown_connections 2024-09-19T05:51:55.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.761+0000 7f52cb477640 1 --2- 172.21.15.46:0/474985176 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f52c40cd110 0x7f52c4169730 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.761+0000 7f52cb477640 1 -- 172.21.15.46:0/474985176 >> 172.21.15.46:0/474985176 conn(0x7f52c40d23b0 msgr2=0x7f52c40d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:55.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.761+0000 7f52cb477640 1 -- 172.21.15.46:0/474985176 shutdown_connections 2024-09-19T05:51:55.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.761+0000 7f52cb477640 1 -- 172.21.15.46:0/474985176 wait complete. 2024-09-19T05:51:55.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.763+0000 7f52cb477640 1 Processor -- start 2024-09-19T05:51:55.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.763+0000 7f52cb477640 1 -- start start 2024-09-19T05:51:55.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.763+0000 7f52cb477640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f52c406f930 0x7f52c40cafb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:55.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.763+0000 7f52cb477640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f52c40cd110 0x7f52c41545b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:55.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.763+0000 7f52cb477640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f52c415e7e0 0x7f52c40b3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:55.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.763+0000 7f52cb477640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f52c406fda0 con 0x7f52c415e7e0 2024-09-19T05:51:55.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.763+0000 7f52cb477640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f52c40702a0 con 0x7f52c40cd110 2024-09-19T05:51:55.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.763+0000 7f52cb477640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f52c4154f00 con 0x7f52c406f930 2024-09-19T05:51:55.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.764+0000 7f52c9a14640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f52c415e7e0 0x7f52c40b3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:55.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.764+0000 7f52c9a14640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f52c415e7e0 0x7f52c40b3fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56822/0 (socket says 172.21.15.46:56822) 2024-09-19T05:51:55.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.764+0000 7f52c9a14640 1 -- 172.21.15.46:0/3088369077 learned_addr learned my addr 172.21.15.46:0/3088369077 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:55.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.764+0000 7f52c9213640 1 --2- 172.21.15.46:0/3088369077 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f52c406f930 0x7f52c40cafb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:55.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.764+0000 7f52c8a12640 1 --2- 172.21.15.46:0/3088369077 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f52c40cd110 0x7f52c41545b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:55.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.764+0000 7f52c9a14640 1 -- 172.21.15.46:0/3088369077 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f52c406f930 msgr2=0x7f52c40cafb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:55.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.764+0000 7f52c9a14640 1 --2- 172.21.15.46:0/3088369077 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f52c406f930 0x7f52c40cafb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.764+0000 7f52c9a14640 1 -- 172.21.15.46:0/3088369077 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f52c40cd110 msgr2=0x7f52c41545b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:55.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.764+0000 7f52c9a14640 1 --2- 172.21.15.46:0/3088369077 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f52c40cd110 0x7f52c41545b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.764+0000 7f52c9a14640 1 -- 172.21.15.46:0/3088369077 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52c40cb6b0 con 0x7f52c415e7e0 2024-09-19T05:51:55.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.764+0000 7f52c9a14640 1 --2- 172.21.15.46:0/3088369077 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f52c415e7e0 0x7f52c40b3fe0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f52bc009f10 tx=0x7f52bc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:55.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.764+0000 7f52b9ffb640 1 -- 172.21.15.46:0/3088369077 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52bc040070 con 0x7f52c415e7e0 2024-09-19T05:51:55.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.764+0000 7f52b9ffb640 1 -- 172.21.15.46:0/3088369077 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52bc031c80 con 0x7f52c415e7e0 2024-09-19T05:51:55.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.764+0000 7f52b9ffb640 1 -- 172.21.15.46:0/3088369077 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52bc045680 con 0x7f52c415e7e0 2024-09-19T05:51:55.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.764+0000 7f52cb477640 1 -- 172.21.15.46:0/3088369077 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52c40cb990 con 0x7f52c415e7e0 2024-09-19T05:51:55.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.765+0000 7f52cb477640 1 -- 172.21.15.46:0/3088369077 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52c40cbf50 con 0x7f52c415e7e0 2024-09-19T05:51:55.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.766+0000 7f52cb477640 1 -- 172.21.15.46:0/3088369077 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52c415ebc0 con 0x7f52c415e7e0 2024-09-19T05:51:55.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.766+0000 7f52b9ffb640 1 -- 172.21.15.46:0/3088369077 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 11) ==== 91005+0+0 (secure 0 0 0) 0x7f52bc039040 con 0x7f52c415e7e0 2024-09-19T05:51:55.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.767+0000 7f52b9ffb640 1 --2- 172.21.15.46:0/3088369077 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f52a806c490 0x7f52a806e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:55.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.767+0000 7f52c9213640 1 -- 172.21.15.46:0/3088369077 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f52a806c490 msgr2=0x7f52a806e950 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.78:6832/1209090710 2024-09-19T05:51:55.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.767+0000 7f52b9ffb640 1 -- 172.21.15.46:0/3088369077 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5967+0+0 (secure 0 0 0) 0x7f52bc0ad300 con 0x7f52c415e7e0 2024-09-19T05:51:55.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.767+0000 7f52c9213640 1 --2- 172.21.15.46:0/3088369077 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f52a806c490 0x7f52a806e950 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:51:55.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.771+0000 7f52b9ffb640 1 -- 172.21.15.46:0/3088369077 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f52bc07b010 con 0x7f52c415e7e0 2024-09-19T05:51:55.810 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:55.808+0000 7f7304c0d040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T05:51:55.893 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:55.890+0000 7f7304c0d040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T05:51:55.967 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:55.965+0000 7f7007e9b040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T05:51:55.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.968+0000 7f52c9213640 1 -- 172.21.15.46:0/3088369077 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f52a806c490 msgr2=0x7f52a806e950 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.78:6832/1209090710 2024-09-19T05:51:55.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.968+0000 7f52c9213640 1 --2- 172.21.15.46:0/3088369077 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f52a806c490 0x7f52a806e950 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-19T05:51:55.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.983+0000 7f52cb477640 1 -- 172.21.15.46:0/3088369077 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f52c40b8330 con 0x7f52c415e7e0 2024-09-19T05:51:55.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.984+0000 7f52b9ffb640 1 -- 172.21.15.46:0/3088369077 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5223 (secure 0 0 0) 0x7f52bc07f310 con 0x7f52c415e7e0 2024-09-19T05:51:55.986 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:55.986 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":15,"btime":"2024-09-19T05:51:28:397478+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4571,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6836/3909873361","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":3909873361},{"type":"v1","addr":"172.21.15.78:6836","nonce":3909873361}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6837/3106165175","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6835","nonce":3106165175},{"type":"v1","addr":"172.21.15.78:6837","nonce":3106165175}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4809,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6834/1598859609","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1598859609},{"type":"v1","addr":"172.21.15.46:6834","nonce":1598859609}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:51:25.606565+0000","modified":"2024-09-19T05:51:27.741589+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4812},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4812":{"gid":4812,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.46:6835/1257253833","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6833","nonce":1257253833},{"type":"v1","addr":"172.21.15.46:6835","nonce":1257253833}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4812,"qdb_cluster":[4812]},"id":2}]} 2024-09-19T05:51:55.986 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 15 2024-09-19T05:51:55.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.986+0000 7f52cb477640 1 -- 172.21.15.46:0/3088369077 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f52a806c490 msgr2=0x7f52a806e950 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:51:55.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.986+0000 7f52cb477640 1 --2- 172.21.15.46:0/3088369077 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f52a806c490 0x7f52a806e950 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.986+0000 7f52cb477640 1 -- 172.21.15.46:0/3088369077 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f52c415e7e0 msgr2=0x7f52c40b3fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:55.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.986+0000 7f52cb477640 1 --2- 172.21.15.46:0/3088369077 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f52c415e7e0 0x7f52c40b3fe0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f52bc009f10 tx=0x7f52bc004a40 comp rx=0 tx=0).stop 2024-09-19T05:51:55.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.986+0000 7f52cb477640 1 -- 172.21.15.46:0/3088369077 shutdown_connections 2024-09-19T05:51:55.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.986+0000 7f52cb477640 1 --2- 172.21.15.46:0/3088369077 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f52a806c490 0x7f52a806e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.986+0000 7f52cb477640 1 --2- 172.21.15.46:0/3088369077 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f52c415e7e0 0x7f52c40b3fe0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.986+0000 7f52cb477640 1 --2- 172.21.15.46:0/3088369077 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f52c40cd110 0x7f52c41545b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.986+0000 7f52cb477640 1 --2- 172.21.15.46:0/3088369077 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f52c406f930 0x7f52c40cafb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:55.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.986+0000 7f52cb477640 1 -- 172.21.15.46:0/3088369077 >> 172.21.15.46:0/3088369077 conn(0x7f52c40d23b0 msgr2=0x7f52c406d290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:55.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.987+0000 7f52cb477640 1 -- 172.21.15.46:0/3088369077 shutdown_connections 2024-09-19T05:51:55.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:55.987+0000 7f52cb477640 1 -- 172.21.15.46:0/3088369077 wait complete. 2024-09-19T05:51:55.999 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:51:56.000 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:55.996+0000 7f7304c0d040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:51:56.042 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:56.039+0000 7f7304c0d040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T05:51:56.057 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:56.056+0000 7f7007e9b040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T05:51:56.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.101+0000 7f64ee665640 1 Processor -- start 2024-09-19T05:51:56.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.101+0000 7f64ee665640 1 -- start start 2024-09-19T05:51:56.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.101+0000 7f64ee665640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f64e80b3720 0x7f64e80cf1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:56.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.101+0000 7f64ee665640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f64e8067950 0x7f64e8067de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:56.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.101+0000 7f64ee665640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f64e80ceb30 con 0x7f64e80b55a0 2024-09-19T05:51:56.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.102+0000 7f64ee665640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f64e80cdcb0 con 0x7f64e80b3720 2024-09-19T05:51:56.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.102+0000 7f64ee665640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f64e806f560 con 0x7f64e8067950 2024-09-19T05:51:56.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.102+0000 7f64e7fff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f64e80b3720 0x7f64e80cf1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:56.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.102+0000 7f64dffff640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f64e80b55a0 0x7f64e80ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:46960/0 (socket says 172.21.15.46:46960) 2024-09-19T05:51:56.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.102+0000 7f64dffff640 1 -- 172.21.15.46:0/3117138714 learned_addr learned my addr 172.21.15.46:0/3117138714 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:56.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.102+0000 7f64ecc02640 1 --2- 172.21.15.46:0/3117138714 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f64e8067950 0x7f64e8067de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:56.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.102+0000 7f64e7fff640 1 -- 172.21.15.46:0/3117138714 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f64e8067950 msgr2=0x7f64e8067de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:56.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.102+0000 7f64e7fff640 1 --2- 172.21.15.46:0/3117138714 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f64e8067950 0x7f64e8067de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.102+0000 7f64e7fff640 1 -- 172.21.15.46:0/3117138714 >> v1:172.21.15.46:6789/0 conn(0x7f64e80b55a0 legacy=0x7f64e80ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:56.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.102+0000 7f64e7fff640 1 -- 172.21.15.46:0/3117138714 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64e806f840 con 0x7f64e80b3720 2024-09-19T05:51:56.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.102+0000 7f64e77fe640 1 -- 172.21.15.46:0/3117138714 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1988307550 0 0) 0x7f64e80ceb30 con 0x7f64e80b55a0 2024-09-19T05:51:56.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.102+0000 7f64ecc02640 1 --2- 172.21.15.46:0/3117138714 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f64e8067950 0x7f64e8067de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:56.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.103+0000 7f64e7fff640 1 --2- 172.21.15.46:0/3117138714 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64e80b3720 0x7f64e80cf1c0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f64d80097d0 tx=0x7f64d802a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e9f73d4b25f44b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:56.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.103+0000 7f64e77fe640 1 -- 172.21.15.46:0/3117138714 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d8037070 con 0x7f64e80b3720 2024-09-19T05:51:56.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.103+0000 7f64e77fe640 1 -- 172.21.15.46:0/3117138714 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64d802ae40 con 0x7f64e80b3720 2024-09-19T05:51:56.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.103+0000 7f64e77fe640 1 -- 172.21.15.46:0/3117138714 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d8032660 con 0x7f64e80b3720 2024-09-19T05:51:56.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.104+0000 7f64ee665640 1 -- 172.21.15.46:0/3117138714 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64e80b3720 msgr2=0x7f64e80cf1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:56.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.104+0000 7f64ee665640 1 --2- 172.21.15.46:0/3117138714 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64e80b3720 0x7f64e80cf1c0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f64d80097d0 tx=0x7f64d802a130 comp rx=0 tx=0).stop 2024-09-19T05:51:56.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.104+0000 7f64ee665640 1 -- 172.21.15.46:0/3117138714 shutdown_connections 2024-09-19T05:51:56.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.104+0000 7f64ee665640 1 --2- 172.21.15.46:0/3117138714 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f64e8067950 0x7f64e8067de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.104+0000 7f64ee665640 1 --2- 172.21.15.46:0/3117138714 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64e80b3720 0x7f64e80cf1c0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.104+0000 7f64ee665640 1 -- 172.21.15.46:0/3117138714 >> 172.21.15.46:0/3117138714 conn(0x7f64e806bb10 msgr2=0x7f64e806bef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:56.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.104+0000 7f64ee665640 1 -- 172.21.15.46:0/3117138714 shutdown_connections 2024-09-19T05:51:56.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.104+0000 7f64ee665640 1 -- 172.21.15.46:0/3117138714 wait complete. 2024-09-19T05:51:56.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.106+0000 7f64ee665640 1 Processor -- start 2024-09-19T05:51:56.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.106+0000 7f64ee665640 1 -- start start 2024-09-19T05:51:56.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.107+0000 7f64ee665640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64e8067950 0x7f64e80b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:56.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.107+0000 7f64ee665640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f64e80b3720 0x7f64e809d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:56.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.107+0000 7f64ee665640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f64e80b55a0 0x7f64e80c7790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:56.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.107+0000 7f64ee665640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f64e80b3b00 con 0x7f64e8067950 2024-09-19T05:51:56.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.107+0000 7f64ee665640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f64e80cdf00 con 0x7f64e80b55a0 2024-09-19T05:51:56.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.107+0000 7f64ee665640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f64e80b3c80 con 0x7f64e80b3720 2024-09-19T05:51:56.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.107+0000 7f64e7fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64e8067950 0x7f64e80b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:56.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.107+0000 7f64e7fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64e8067950 0x7f64e80b78e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56834/0 (socket says 172.21.15.46:56834) 2024-09-19T05:51:56.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.107+0000 7f64e7fff640 1 -- 172.21.15.46:0/1637517089 learned_addr learned my addr 172.21.15.46:0/1637517089 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:56.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.107+0000 7f64dffff640 1 --2- 172.21.15.46:0/1637517089 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f64e80b3720 0x7f64e809d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:56.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.107+0000 7f64ecc02640 1 --2- 172.21.15.46:0/1637517089 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f64e80b55a0 0x7f64e80c7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:56.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.107+0000 7f64e7fff640 1 -- 172.21.15.46:0/1637517089 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f64e80b3720 msgr2=0x7f64e809d4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:56.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.107+0000 7f64e7fff640 1 --2- 172.21.15.46:0/1637517089 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f64e80b3720 0x7f64e809d4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.107+0000 7f64e7fff640 1 -- 172.21.15.46:0/1637517089 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f64e80b55a0 msgr2=0x7f64e80c7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:56.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.107+0000 7f64e7fff640 1 --2- 172.21.15.46:0/1637517089 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f64e80b55a0 0x7f64e80c7790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.107+0000 7f64e7fff640 1 -- 172.21.15.46:0/1637517089 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64e809df70 con 0x7f64e8067950 2024-09-19T05:51:56.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.108+0000 7f64e7fff640 1 --2- 172.21.15.46:0/1637517089 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64e8067950 0x7f64e80b78e0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f64d80097d0 tx=0x7f64d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:56.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.108+0000 7f64e57fa640 1 -- 172.21.15.46:0/1637517089 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d8037040 con 0x7f64e8067950 2024-09-19T05:51:56.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.108+0000 7f64e57fa640 1 -- 172.21.15.46:0/1637517089 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64d8004030 con 0x7f64e8067950 2024-09-19T05:51:56.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.108+0000 7f64ee665640 1 -- 172.21.15.46:0/1637517089 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64e809e250 con 0x7f64e8067950 2024-09-19T05:51:56.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.108+0000 7f64e57fa640 1 -- 172.21.15.46:0/1637517089 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d8004420 con 0x7f64e8067950 2024-09-19T05:51:56.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.108+0000 7f64ee665640 1 -- 172.21.15.46:0/1637517089 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64e8155650 con 0x7f64e8067950 2024-09-19T05:51:56.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.109+0000 7f64ee665640 1 -- 172.21.15.46:0/1637517089 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64e814f900 con 0x7f64e8067950 2024-09-19T05:51:56.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.110+0000 7f64e57fa640 1 -- 172.21.15.46:0/1637517089 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 11) ==== 91005+0+0 (secure 0 0 0) 0x7f64d8003610 con 0x7f64e8067950 2024-09-19T05:51:56.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.110+0000 7f64e57fa640 1 --2- 172.21.15.46:0/1637517089 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f64c806c460 0x7f64c806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:56.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.110+0000 7f64dffff640 1 -- 172.21.15.46:0/1637517089 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f64c806c460 msgr2=0x7f64c806e920 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.78:6832/1209090710 2024-09-19T05:51:56.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.110+0000 7f64e57fa640 1 -- 172.21.15.46:0/1637517089 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5967+0+0 (secure 0 0 0) 0x7f64d80ac500 con 0x7f64e8067950 2024-09-19T05:51:56.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.110+0000 7f64dffff640 1 --2- 172.21.15.46:0/1637517089 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f64c806c460 0x7f64c806e920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:51:56.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.114+0000 7f64e57fa640 1 -- 172.21.15.46:0/1637517089 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f64d807a3c0 con 0x7f64e8067950 2024-09-19T05:51:56.154 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:56.151+0000 7f7304c0d040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T05:51:56.175 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:56.173+0000 7f7007e9b040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:51:56.204 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:56.201+0000 7f7304c0d040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T05:51:56.221 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:56.219+0000 7f7007e9b040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T05:51:56.245 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:56.242+0000 7f7304c0d040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T05:51:56.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.311+0000 7f64dffff640 1 -- 172.21.15.46:0/1637517089 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f64c806c460 msgr2=0x7f64c806e920 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.78:6832/1209090710 2024-09-19T05:51:56.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.311+0000 7f64dffff640 1 --2- 172.21.15.46:0/1637517089 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f64c806c460 0x7f64c806e920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-19T05:51:56.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.328+0000 7f64ee665640 1 -- 172.21.15.46:0/1637517089 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f64e815ffc0 con 0x7f64e8067950 2024-09-19T05:51:56.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.329+0000 7f64e57fa640 1 -- 172.21.15.46:0/1637517089 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5223 (secure 0 0 0) 0x7f64d807e6c0 con 0x7f64e8067950 2024-09-19T05:51:56.331 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:56.331 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":15,"btime":"2024-09-19T05:51:28:397478+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4571,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6836/3909873361","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":3909873361},{"type":"v1","addr":"172.21.15.78:6836","nonce":3909873361}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6837/3106165175","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6835","nonce":3106165175},{"type":"v1","addr":"172.21.15.78:6837","nonce":3106165175}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4809,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6834/1598859609","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1598859609},{"type":"v1","addr":"172.21.15.46:6834","nonce":1598859609}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:51:25.606565+0000","modified":"2024-09-19T05:51:27.741589+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4812},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4812":{"gid":4812,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.46:6835/1257253833","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6833","nonce":1257253833},{"type":"v1","addr":"172.21.15.46:6835","nonce":1257253833}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4812,"qdb_cluster":[4812]},"id":2}]} 2024-09-19T05:51:56.331 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 15 2024-09-19T05:51:56.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.331+0000 7f64ee665640 1 -- 172.21.15.46:0/1637517089 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f64c806c460 msgr2=0x7f64c806e920 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:51:56.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.331+0000 7f64ee665640 1 --2- 172.21.15.46:0/1637517089 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f64c806c460 0x7f64c806e920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.331+0000 7f64ee665640 1 -- 172.21.15.46:0/1637517089 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64e8067950 msgr2=0x7f64e80b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:56.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.331+0000 7f64ee665640 1 --2- 172.21.15.46:0/1637517089 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64e8067950 0x7f64e80b78e0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f64d80097d0 tx=0x7f64d80046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.331+0000 7f64ee665640 1 -- 172.21.15.46:0/1637517089 shutdown_connections 2024-09-19T05:51:56.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.331+0000 7f64ee665640 1 --2- 172.21.15.46:0/1637517089 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f64c806c460 0x7f64c806e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.331+0000 7f64ee665640 1 --2- 172.21.15.46:0/1637517089 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f64e80b55a0 0x7f64e80c7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.331+0000 7f64ee665640 1 --2- 172.21.15.46:0/1637517089 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f64e80b3720 0x7f64e809d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.331+0000 7f64ee665640 1 --2- 172.21.15.46:0/1637517089 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64e8067950 0x7f64e80b78e0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.331+0000 7f64ee665640 1 -- 172.21.15.46:0/1637517089 >> 172.21.15.46:0/1637517089 conn(0x7f64e806bb10 msgr2=0x7f64e806e930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:56.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.331+0000 7f64ee665640 1 -- 172.21.15.46:0/1637517089 shutdown_connections 2024-09-19T05:51:56.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.331+0000 7f64ee665640 1 -- 172.21.15.46:0/1637517089 wait complete. 2024-09-19T05:51:56.338 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:56.336+0000 7f7007e9b040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T05:51:56.344 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:51:56.356 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:56.353+0000 7f7304c0d040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T05:51:56.394 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:56.393+0000 7f7007e9b040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T05:51:56.403 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:56.401+0000 7f7304c0d040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T05:51:56.439 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:56.437+0000 7f7007e9b040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T05:51:56.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.445+0000 7fbf2cb68640 1 Processor -- start 2024-09-19T05:51:56.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.445+0000 7fbf2cb68640 1 -- start start 2024-09-19T05:51:56.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.446+0000 7fbf2cb68640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbf2815e9d0 0x7fbf2806ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:56.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.446+0000 7fbf2cb68640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fbf280b02e0 0x7fbf280b0790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:56.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.446+0000 7fbf2cb68640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf280ae300 con 0x7fbf28067950 2024-09-19T05:51:56.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.446+0000 7fbf2cb68640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fbf280ae5e0 con 0x7fbf280b02e0 2024-09-19T05:51:56.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.446+0000 7fbf2cb68640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fbf280ae8c0 con 0x7fbf2815e9d0 2024-09-19T05:51:56.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.447+0000 7fbf26d9d640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fbf280b02e0 0x7fbf280b0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:56.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.447+0000 7fbf2659c640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fbf28067950 0x7fbf28067d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:46976/0 (socket says 172.21.15.46:46976) 2024-09-19T05:51:56.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.447+0000 7fbf2659c640 1 -- 172.21.15.46:0/1320158027 learned_addr learned my addr 172.21.15.46:0/1320158027 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:56.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.447+0000 7fbf25d9b640 1 --2- 172.21.15.46:0/1320158027 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbf2815e9d0 0x7fbf2806ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:56.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.447+0000 7fbf26d9d640 1 -- 172.21.15.46:0/1320158027 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbf2815e9d0 msgr2=0x7fbf2806ddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:56.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.447+0000 7fbf26d9d640 1 --2- 172.21.15.46:0/1320158027 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbf2815e9d0 0x7fbf2806ddc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.447+0000 7fbf26d9d640 1 -- 172.21.15.46:0/1320158027 >> v1:172.21.15.46:6789/0 conn(0x7fbf28067950 legacy=0x7fbf28067d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:56.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.447+0000 7fbf26d9d640 1 -- 172.21.15.46:0/1320158027 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf280aeba0 con 0x7fbf280b02e0 2024-09-19T05:51:56.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.447+0000 7fbf2559a640 1 -- 172.21.15.46:0/1320158027 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3736852331 0 0) 0x7fbf280ae300 con 0x7fbf28067950 2024-09-19T05:51:56.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.448+0000 7fbf26d9d640 1 --2- 172.21.15.46:0/1320158027 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf280b02e0 0x7fbf280b0790 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fbf20009d90 tx=0x7fbf2002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8676922a0b14139c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:56.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.448+0000 7fbf2559a640 1 -- 172.21.15.46:0/1320158027 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf20007740 con 0x7fbf280b02e0 2024-09-19T05:51:56.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.448+0000 7fbf2559a640 1 -- 172.21.15.46:0/1320158027 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf200078e0 con 0x7fbf280b02e0 2024-09-19T05:51:56.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.448+0000 7fbf2559a640 1 -- 172.21.15.46:0/1320158027 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf20007cb0 con 0x7fbf280b02e0 2024-09-19T05:51:56.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.449+0000 7fbf2cb68640 1 -- 172.21.15.46:0/1320158027 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf280b02e0 msgr2=0x7fbf280b0790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:56.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.449+0000 7fbf2cb68640 1 --2- 172.21.15.46:0/1320158027 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf280b02e0 0x7fbf280b0790 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fbf20009d90 tx=0x7fbf2002a660 comp rx=0 tx=0).stop 2024-09-19T05:51:56.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.449+0000 7fbf2cb68640 1 -- 172.21.15.46:0/1320158027 shutdown_connections 2024-09-19T05:51:56.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.449+0000 7fbf2cb68640 1 --2- 172.21.15.46:0/1320158027 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf280b02e0 0x7fbf280b0790 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.449+0000 7fbf2cb68640 1 --2- 172.21.15.46:0/1320158027 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbf2815e9d0 0x7fbf2806ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.449+0000 7fbf2cb68640 1 -- 172.21.15.46:0/1320158027 >> 172.21.15.46:0/1320158027 conn(0x7fbf2806bb10 msgr2=0x7fbf2806bef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:56.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.449+0000 7fbf2cb68640 1 -- 172.21.15.46:0/1320158027 shutdown_connections 2024-09-19T05:51:56.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.449+0000 7fbf2cb68640 1 -- 172.21.15.46:0/1320158027 wait complete. 2024-09-19T05:51:56.452 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:56.448+0000 7f7304c0d040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T05:51:56.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.450+0000 7fbf2cb68640 1 Processor -- start 2024-09-19T05:51:56.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.450+0000 7fbf2cb68640 1 -- start start 2024-09-19T05:51:56.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.451+0000 7fbf2cb68640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbf28067950 0x7fbf2815fe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:56.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.451+0000 7fbf2cb68640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf280b02e0 0x7fbf2815d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:56.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.451+0000 7fbf2cb68640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf2815e9d0 0x7fbf2809c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:56.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.451+0000 7fbf2cb68640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fbf2806e480 con 0x7fbf280b02e0 2024-09-19T05:51:56.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.451+0000 7fbf2cb68640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fbf2806e300 con 0x7fbf2815e9d0 2024-09-19T05:51:56.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.451+0000 7fbf2cb68640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fbf280af3a0 con 0x7fbf28067950 2024-09-19T05:51:56.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.451+0000 7fbf25d9b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf280b02e0 0x7fbf2815d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:56.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.451+0000 7fbf25d9b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf280b02e0 0x7fbf2815d5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56850/0 (socket says 172.21.15.46:56850) 2024-09-19T05:51:56.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.451+0000 7fbf25d9b640 1 -- 172.21.15.46:0/3830340214 learned_addr learned my addr 172.21.15.46:0/3830340214 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:56.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.451+0000 7fbf2659c640 1 --2- 172.21.15.46:0/3830340214 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbf28067950 0x7fbf2815fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:56.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.451+0000 7fbf26d9d640 1 --2- 172.21.15.46:0/3830340214 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf2815e9d0 0x7fbf2809c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:56.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.452+0000 7fbf25d9b640 1 -- 172.21.15.46:0/3830340214 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbf28067950 msgr2=0x7fbf2815fe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:56.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.452+0000 7fbf25d9b640 1 --2- 172.21.15.46:0/3830340214 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbf28067950 0x7fbf2815fe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.452+0000 7fbf25d9b640 1 -- 172.21.15.46:0/3830340214 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf2815e9d0 msgr2=0x7fbf2809c6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:56.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.452+0000 7fbf25d9b640 1 --2- 172.21.15.46:0/3830340214 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf2815e9d0 0x7fbf2809c6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.452+0000 7fbf25d9b640 1 -- 172.21.15.46:0/3830340214 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf2809d0a0 con 0x7fbf280b02e0 2024-09-19T05:51:56.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.452+0000 7fbf25d9b640 1 --2- 172.21.15.46:0/3830340214 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf280b02e0 0x7fbf2815d5c0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fbf1c00e8a0 tx=0x7fbf1c00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:56.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.452+0000 7fbf16ffd640 1 -- 172.21.15.46:0/3830340214 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf1c017070 con 0x7fbf280b02e0 2024-09-19T05:51:56.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.452+0000 7fbf16ffd640 1 -- 172.21.15.46:0/3830340214 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf1c00c940 con 0x7fbf280b02e0 2024-09-19T05:51:56.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.452+0000 7fbf16ffd640 1 -- 172.21.15.46:0/3830340214 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf1c009e60 con 0x7fbf280b02e0 2024-09-19T05:51:56.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.452+0000 7fbf2cb68640 1 -- 172.21.15.46:0/3830340214 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf2809d380 con 0x7fbf280b02e0 2024-09-19T05:51:56.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.452+0000 7fbf2cb68640 1 -- 172.21.15.46:0/3830340214 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf280c67f0 con 0x7fbf280b02e0 2024-09-19T05:51:56.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.453+0000 7fbf2cb68640 1 -- 172.21.15.46:0/3830340214 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf280b0790 con 0x7fbf280b02e0 2024-09-19T05:51:56.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.454+0000 7fbf16ffd640 1 -- 172.21.15.46:0/3830340214 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 11) ==== 91005+0+0 (secure 0 0 0) 0x7fbf1c01a070 con 0x7fbf280b02e0 2024-09-19T05:51:56.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.454+0000 7fbf16ffd640 1 --2- 172.21.15.46:0/3830340214 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fbf0806c490 0x7fbf0806e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:56.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.454+0000 7fbf2659c640 1 -- 172.21.15.46:0/3830340214 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fbf0806c490 msgr2=0x7fbf0806e950 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.78:6832/1209090710 2024-09-19T05:51:56.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.454+0000 7fbf16ffd640 1 -- 172.21.15.46:0/3830340214 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5967+0+0 (secure 0 0 0) 0x7fbf1c08b530 con 0x7fbf280b02e0 2024-09-19T05:51:56.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.454+0000 7fbf2659c640 1 --2- 172.21.15.46:0/3830340214 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fbf0806c490 0x7fbf0806e950 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:51:56.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.459+0000 7fbf16ffd640 1 -- 172.21.15.46:0/3830340214 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbf1c059380 con 0x7fbf280b02e0 2024-09-19T05:51:56.504 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:56.501+0000 7f7304c0d040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T05:51:56.547 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:56.544+0000 7f7304c0d040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T05:51:56.562 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:56.560+0000 7f7007e9b040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T05:51:56.588 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:56.585+0000 7f7304c0d040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T05:51:56.612 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:56.610+0000 7f7007e9b040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T05:51:56.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.637+0000 7fbf2cb68640 1 -- 172.21.15.46:0/3830340214 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbf2806cd20 con 0x7fbf280b02e0 2024-09-19T05:51:56.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.639+0000 7fbf16ffd640 1 -- 172.21.15.46:0/3830340214 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+17057 (secure 0 0 0) 0x7fbf1c05d680 con 0x7fbf280b02e0 2024-09-19T05:51:56.641 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:51:56.641 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":33,"fsid":"f422d15e-e2c9-44aa-a788-7f9714905c67","created":"2024-09-19T05:50:21.601235+0000","modified":"2024-09-19T05:51:41.665272+0000","last_up_change":"2024-09-19T05:50:34.148268+0000","last_in_change":"2024-09-19T05:50:23.689134+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:50:33.840497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:51:23.545986+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T05:51:24.597187+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5887dcb-f9c0-42a0-905d-718d357b4b57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6825","nonce":1884048663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6827","nonce":1884048663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6831","nonce":1884048663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6829","nonce":1884048663}]},"public_addr":"172.21.15.46:6825/1884048663","cluster_addr":"172.21.15.46:6827/1884048663","heartbeat_back_addr":"172.21.15.46:6831/1884048663","heartbeat_front_addr":"172.21.15.46:6829/1884048663","state":["exists","up"]},{"osd":1,"uuid":"3fed9b97-7482-4314-bf02-1518c03be152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6801","nonce":2797692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6803","nonce":2797692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6807","nonce":2797692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6805","nonce":2797692057}]},"public_addr":"172.21.15.46:6801/2797692057","cluster_addr":"172.21.15.46:6803/2797692057","heartbeat_back_addr":"172.21.15.46:6807/2797692057","heartbeat_front_addr":"172.21.15.46:6805/2797692057","state":["exists","up"]},{"osd":2,"uuid":"2e36d163-339b-491e-98a9-6e768a3249e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6809","nonce":4061240230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6811","nonce":4061240230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6815","nonce":4061240230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6813","nonce":4061240230}]},"public_addr":"172.21.15.46:6809/4061240230","cluster_addr":"172.21.15.46:6811/4061240230","heartbeat_back_addr":"172.21.15.46:6815/4061240230","heartbeat_front_addr":"172.21.15.46:6813/4061240230","state":["exists","up"]},{"osd":3,"uuid":"98fb22e5-3d85-4bb7-a92e-63625f26d7b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6817","nonce":170935989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6819","nonce":170935989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6823","nonce":170935989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6821","nonce":170935989}]},"public_addr":"172.21.15.46:6817/170935989","cluster_addr":"172.21.15.46:6819/170935989","heartbeat_back_addr":"172.21.15.46:6823/170935989","heartbeat_front_addr":"172.21.15.46:6821/170935989","state":["exists","up"]},{"osd":4,"uuid":"055bb872-b76a-40ab-aab7-c6e327ee7735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6809","nonce":2319815351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6811","nonce":2319815351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6815","nonce":2319815351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6813","nonce":2319815351}]},"public_addr":"172.21.15.78:6809/2319815351","cluster_addr":"172.21.15.78:6811/2319815351","heartbeat_back_addr":"172.21.15.78:6815/2319815351","heartbeat_front_addr":"172.21.15.78:6813/2319815351","state":["exists","up"]},{"osd":5,"uuid":"4164d7c8-3350-4cd1-b105-8376e2b8d205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6825","nonce":1036798121}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6827","nonce":1036798121}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6831","nonce":1036798121}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6829","nonce":1036798121}]},"public_addr":"172.21.15.78:6825/1036798121","cluster_addr":"172.21.15.78:6827/1036798121","heartbeat_back_addr":"172.21.15.78:6831/1036798121","heartbeat_front_addr":"172.21.15.78:6829/1036798121","state":["exists","up"]},{"osd":6,"uuid":"2ad21b97-7629-4de2-851e-909e8b1defd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6801","nonce":707998422}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6803","nonce":707998422}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6807","nonce":707998422}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6805","nonce":707998422}]},"public_addr":"172.21.15.78:6801/707998422","cluster_addr":"172.21.15.78:6803/707998422","heartbeat_back_addr":"172.21.15.78:6807/707998422","heartbeat_front_addr":"172.21.15.78:6805/707998422","state":["exists","up"]},{"osd":7,"uuid":"88efccef-c5f1-43b6-b786-9bc72f2cf2cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6817","nonce":2547959841}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6819","nonce":2547959841}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6823","nonce":2547959841}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6821","nonce":2547959841}]},"public_addr":"172.21.15.78:6817/2547959841","cluster_addr":"172.21.15.78:6819/2547959841","heartbeat_back_addr":"172.21.15.78:6823/2547959841","heartbeat_front_addr":"172.21.15.78:6821/2547959841","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.653882+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.491170+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.251245+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989665+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:31.041334+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.652320+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.566922+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.78:6833/1948069631":"2024-09-20T05:51:41.665230+0000","172.21.15.78:6832/1948069631":"2024-09-20T05:51:41.665230+0000","172.21.15.78:0/467785980":"2024-09-20T05:51:41.665230+0000","172.21.15.78:0/2668749290":"2024-09-20T05:51:41.665230+0000","172.21.15.78:0/4092399816":"2024-09-20T05:51:41.665230+0000","172.21.15.78:0/1479961958":"2024-09-20T05:51:41.665230+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:51:56.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.641+0000 7fbf2cb68640 1 -- 172.21.15.46:0/3830340214 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fbf0806c490 msgr2=0x7fbf0806e950 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:51:56.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.641+0000 7fbf2cb68640 1 --2- 172.21.15.46:0/3830340214 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fbf0806c490 0x7fbf0806e950 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.641+0000 7fbf2cb68640 1 -- 172.21.15.46:0/3830340214 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf280b02e0 msgr2=0x7fbf2815d5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:56.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.641+0000 7fbf2cb68640 1 --2- 172.21.15.46:0/3830340214 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf280b02e0 0x7fbf2815d5c0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fbf1c00e8a0 tx=0x7fbf1c00ed60 comp rx=0 tx=0).stop 2024-09-19T05:51:56.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.641+0000 7fbf2cb68640 1 -- 172.21.15.46:0/3830340214 shutdown_connections 2024-09-19T05:51:56.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.641+0000 7fbf2cb68640 1 --2- 172.21.15.46:0/3830340214 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fbf0806c490 0x7fbf0806e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.641+0000 7fbf2cb68640 1 --2- 172.21.15.46:0/3830340214 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf2815e9d0 0x7fbf2809c6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.641+0000 7fbf2cb68640 1 --2- 172.21.15.46:0/3830340214 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf280b02e0 0x7fbf2815d5c0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.641+0000 7fbf2cb68640 1 --2- 172.21.15.46:0/3830340214 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fbf28067950 0x7fbf2815fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.641+0000 7fbf2cb68640 1 -- 172.21.15.46:0/3830340214 >> 172.21.15.46:0/3830340214 conn(0x7fbf2806bb10 msgr2=0x7fbf280b2490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:56.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.641+0000 7fbf2cb68640 1 -- 172.21.15.46:0/3830340214 shutdown_connections 2024-09-19T05:51:56.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.641+0000 7fbf2cb68640 1 -- 172.21.15.46:0/3830340214 wait complete. 2024-09-19T05:51:56.658 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T05:51:56.669 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:56.667+0000 7f7007e9b040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T05:51:56.726 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:56.724+0000 7f7007e9b040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T05:51:56.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.760+0000 7f4e0528b640 1 Processor -- start 2024-09-19T05:51:56.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.760+0000 7f4e0528b640 1 -- start start 2024-09-19T05:51:56.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.761+0000 7f4e0528b640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4e0015fdb0 0x7f4e000d2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:56.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.761+0000 7f4e0528b640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f4e000b6760 0x7f4e000d43e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:56.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.761+0000 7f4e0528b640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e000cf430 con 0x7f4e000b6c80 2024-09-19T05:51:56.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.761+0000 7f4e0528b640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f4e000d0000 con 0x7f4e000b6760 2024-09-19T05:51:56.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.761+0000 7f4e0528b640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f4e000cf6d0 con 0x7f4e0015fdb0 2024-09-19T05:51:56.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.762+0000 7f4dff7fe640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f4e000b6760 0x7f4e000d43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:56.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.762+0000 7f4dfeffd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4e0015fdb0 0x7f4e000d2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:56.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.761+0000 7f4df7fff640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f4e000b6c80 0x7f4e000b6050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:46978/0 (socket says 172.21.15.46:46978) 2024-09-19T05:51:56.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.762+0000 7f4df7fff640 1 -- 172.21.15.46:0/229294348 learned_addr learned my addr 172.21.15.46:0/229294348 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:56.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.762+0000 7f4dff7fe640 1 -- 172.21.15.46:0/229294348 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4e0015fdb0 msgr2=0x7f4e000d2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:56.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.762+0000 7f4dff7fe640 1 --2- 172.21.15.46:0/229294348 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4e0015fdb0 0x7f4e000d2ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.762+0000 7f4dfe7fc640 1 -- 172.21.15.46:0/229294348 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2069274741 0 0) 0x7f4e000cf430 con 0x7f4e000b6c80 2024-09-19T05:51:56.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.762+0000 7f4dff7fe640 1 -- 172.21.15.46:0/229294348 >> v1:172.21.15.46:6789/0 conn(0x7f4e000b6c80 legacy=0x7f4e000b6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:56.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.762+0000 7f4dff7fe640 1 -- 172.21.15.46:0/229294348 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e000cf9b0 con 0x7f4e000b6760 2024-09-19T05:51:56.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.762+0000 7f4dfeffd640 1 --2- 172.21.15.46:0/229294348 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4e0015fdb0 0x7f4e000d2ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:56.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.763+0000 7f4dff7fe640 1 --2- 172.21.15.46:0/229294348 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e000b6760 0x7f4e000d43e0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f4df8009d90 tx=0x7f4df802a710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1b946b4bebcf45e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:56.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.763+0000 7f4dfe7fc640 1 -- 172.21.15.46:0/229294348 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4df8007740 con 0x7f4e000b6760 2024-09-19T05:51:56.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.763+0000 7f4dfe7fc640 1 -- 172.21.15.46:0/229294348 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4df80078e0 con 0x7f4e000b6760 2024-09-19T05:51:56.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.763+0000 7f4dfe7fc640 1 -- 172.21.15.46:0/229294348 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4df8007cb0 con 0x7f4e000b6760 2024-09-19T05:51:56.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.763+0000 7f4e0528b640 1 -- 172.21.15.46:0/229294348 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e000b6760 msgr2=0x7f4e000d43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:56.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.763+0000 7f4e0528b640 1 --2- 172.21.15.46:0/229294348 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e000b6760 0x7f4e000d43e0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f4df8009d90 tx=0x7f4df802a710 comp rx=0 tx=0).stop 2024-09-19T05:51:56.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.763+0000 7f4e0528b640 1 -- 172.21.15.46:0/229294348 shutdown_connections 2024-09-19T05:51:56.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.763+0000 7f4e0528b640 1 --2- 172.21.15.46:0/229294348 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e000b6760 0x7f4e000d43e0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.764+0000 7f4e0528b640 1 --2- 172.21.15.46:0/229294348 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4e0015fdb0 0x7f4e000d2ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.764+0000 7f4e0528b640 1 -- 172.21.15.46:0/229294348 >> 172.21.15.46:0/229294348 conn(0x7f4e00072130 msgr2=0x7f4e00072540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:56.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.764+0000 7f4e0528b640 1 -- 172.21.15.46:0/229294348 shutdown_connections 2024-09-19T05:51:56.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.764+0000 7f4e0528b640 1 -- 172.21.15.46:0/229294348 wait complete. 2024-09-19T05:51:56.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.765+0000 7f4e0528b640 1 Processor -- start 2024-09-19T05:51:56.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.765+0000 7f4e0528b640 1 -- start start 2024-09-19T05:51:56.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.765+0000 7f4e0528b640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e000b6760 0x7f4e000ce6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:56.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.765+0000 7f4e0528b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e000b6c80 0x7f4e0014e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:56.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.765+0000 7f4e0528b640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4e0015fdb0 0x7f4e000cb6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:56.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.765+0000 7f4e0528b640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f4e000d0490 con 0x7f4e000b6c80 2024-09-19T05:51:56.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.766+0000 7f4e0528b640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f4e00160190 con 0x7f4e000b6760 2024-09-19T05:51:56.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.766+0000 7f4e0528b640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f4e000d0610 con 0x7f4e0015fdb0 2024-09-19T05:51:56.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.766+0000 7f4df7fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e000b6c80 0x7f4e0014e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:56.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.766+0000 7f4dfeffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e000b6760 0x7f4e000ce6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:56.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.766+0000 7f4df7fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e000b6c80 0x7f4e0014e6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56858/0 (socket says 172.21.15.46:56858) 2024-09-19T05:51:56.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.766+0000 7f4dff7fe640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4e0015fdb0 0x7f4e000cb6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:56.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.766+0000 7f4dfeffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e000b6760 0x7f4e000ce6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.46:57872/0 (socket says 172.21.15.46:57872) 2024-09-19T05:51:56.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.766+0000 7f4df7fff640 1 -- 172.21.15.46:0/4026898813 learned_addr learned my addr 172.21.15.46:0/4026898813 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:56.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.766+0000 7f4df7fff640 1 -- 172.21.15.46:0/4026898813 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4e0015fdb0 msgr2=0x7f4e000cb6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:56.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.766+0000 7f4df7fff640 1 --2- 172.21.15.46:0/4026898813 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4e0015fdb0 0x7f4e000cb6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.766+0000 7f4df7fff640 1 -- 172.21.15.46:0/4026898813 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e000b6760 msgr2=0x7f4e000ce6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:56.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.766+0000 7f4df7fff640 1 --2- 172.21.15.46:0/4026898813 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e000b6760 0x7f4e000ce6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.766+0000 7f4df7fff640 1 -- 172.21.15.46:0/4026898813 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e00151f20 con 0x7f4e000b6c80 2024-09-19T05:51:56.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.766+0000 7f4dfeffd640 1 --2- 172.21.15.46:0/4026898813 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e000b6760 0x7f4e000ce6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:56.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.766+0000 7f4df7fff640 1 --2- 172.21.15.46:0/4026898813 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e000b6c80 0x7f4e0014e6a0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f4de800c480 tx=0x7f4de800c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:56.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.766+0000 7f4df77fe640 1 -- 172.21.15.46:0/4026898813 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4de8018070 con 0x7f4e000b6c80 2024-09-19T05:51:56.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.767+0000 7f4e0528b640 1 -- 172.21.15.46:0/4026898813 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e000cd8e0 con 0x7f4e000b6c80 2024-09-19T05:51:56.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.767+0000 7f4df77fe640 1 -- 172.21.15.46:0/4026898813 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4de8007500 con 0x7f4e000b6c80 2024-09-19T05:51:56.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.767+0000 7f4df77fe640 1 -- 172.21.15.46:0/4026898813 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4de8004a20 con 0x7f4e000b6c80 2024-09-19T05:51:56.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.767+0000 7f4e0528b640 1 -- 172.21.15.46:0/4026898813 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e000cdea0 con 0x7f4e000b6c80 2024-09-19T05:51:56.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.767+0000 7f4e0528b640 1 -- 172.21.15.46:0/4026898813 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e000b6050 con 0x7f4e000b6c80 2024-09-19T05:51:56.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.768+0000 7f4df77fe640 1 -- 172.21.15.46:0/4026898813 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 11) ==== 91005+0+0 (secure 0 0 0) 0x7f4de8004bc0 con 0x7f4e000b6c80 2024-09-19T05:51:56.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.769+0000 7f4df77fe640 1 --2- 172.21.15.46:0/4026898813 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f4de006c460 0x7f4de006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:56.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.769+0000 7f4dfeffd640 1 -- 172.21.15.46:0/4026898813 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f4de006c460 msgr2=0x7f4de006e920 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.78:6832/1209090710 2024-09-19T05:51:56.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.769+0000 7f4df77fe640 1 -- 172.21.15.46:0/4026898813 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5967+0+0 (secure 0 0 0) 0x7f4de808a9d0 con 0x7f4e000b6c80 2024-09-19T05:51:56.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.769+0000 7f4dfeffd640 1 --2- 172.21.15.46:0/4026898813 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f4de006c460 0x7f4de006e920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:51:56.778 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:56.774+0000 7f7007e9b040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T05:51:56.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.777+0000 7f4df77fe640 1 -- 172.21.15.46:0/4026898813 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4de8058830 con 0x7f4e000b6c80 2024-09-19T05:51:56.822 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:56.820+0000 7f7007e9b040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T05:51:56.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.970+0000 7f4dfeffd640 1 -- 172.21.15.46:0/4026898813 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f4de006c460 msgr2=0x7f4de006e920 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.78:6832/1209090710 2024-09-19T05:51:56.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.970+0000 7f4dfeffd640 1 --2- 172.21.15.46:0/4026898813 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f4de006c460 0x7f4de006e920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-19T05:51:56.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.990+0000 7f4e0528b640 1 -- 172.21.15.46:0/4026898813 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f4e00069130 con 0x7f4e000b6c80 2024-09-19T05:51:56.993 INFO:tasks.ceph.mon.a.smithi046.stderr:2024-09-19T05:51:56.991+0000 7fae2e54f640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T05:51:56.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.992+0000 7f4df77fe640 1 -- 172.21.15.46:0/4026898813 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v16) ==== 161+0+0 (secure 0 0 0) 0x7f4de805cb30 con 0x7f4e000b6c80 2024-09-19T05:51:56.994 INFO:teuthology.orchestra.run.smithi046.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T05:51:56.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.995+0000 7f4e0528b640 1 -- 172.21.15.46:0/4026898813 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f4de006c460 msgr2=0x7f4de006e920 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:51:56.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.995+0000 7f4e0528b640 1 --2- 172.21.15.46:0/4026898813 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f4de006c460 0x7f4de006e920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.995+0000 7f4e0528b640 1 -- 172.21.15.46:0/4026898813 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e000b6c80 msgr2=0x7f4e0014e6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:56.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.995+0000 7f4e0528b640 1 --2- 172.21.15.46:0/4026898813 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e000b6c80 0x7f4e0014e6a0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f4de800c480 tx=0x7f4de800c940 comp rx=0 tx=0).stop 2024-09-19T05:51:56.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.995+0000 7f4e0528b640 1 -- 172.21.15.46:0/4026898813 shutdown_connections 2024-09-19T05:51:56.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.995+0000 7f4e0528b640 1 --2- 172.21.15.46:0/4026898813 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7f4de006c460 0x7f4de006e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.995+0000 7f4e0528b640 1 --2- 172.21.15.46:0/4026898813 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f4e0015fdb0 0x7f4e000cb6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.995+0000 7f4e0528b640 1 --2- 172.21.15.46:0/4026898813 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e000b6c80 0x7f4e0014e6a0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.995+0000 7f4e0528b640 1 --2- 172.21.15.46:0/4026898813 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e000b6760 0x7f4e000ce6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:56.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.995+0000 7f4e0528b640 1 -- 172.21.15.46:0/4026898813 >> 172.21.15.46:0/4026898813 conn(0x7f4e00072130 msgr2=0x7f4e000d24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:56.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.995+0000 7f4e0528b640 1 -- 172.21.15.46:0/4026898813 shutdown_connections 2024-09-19T05:51:56.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:56.995+0000 7f4e0528b640 1 -- 172.21.15.46:0/4026898813 wait complete. 2024-09-19T05:51:56.999 INFO:tasks.ceph.mds.c.smithi046.stderr: -3741> 2024-09-19T05:51:31.237+0000 7fd13d726640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:51:57.009 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T05:51:57.029 INFO:tasks.ceph.mds.c.smithi046.stdout:starting mds.c at 2024-09-19T05:51:57.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.132+0000 7fa995e17640 1 Processor -- start 2024-09-19T05:51:57.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.132+0000 7fa995e17640 1 -- start start 2024-09-19T05:51:57.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.133+0000 7fa995e17640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fa9900b60a0 0x7fa9900d30e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.133+0000 7fa995e17640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fa9900d21f0 0x7fa9900b6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.133+0000 7fa995e17640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa9900b7fb0 con 0x7fa9900cf3d0 2024-09-19T05:51:57.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.133+0000 7fa995e17640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fa9900b69c0 con 0x7fa9900b60a0 2024-09-19T05:51:57.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.133+0000 7fa995e17640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fa9900d36f0 con 0x7fa9900d21f0 2024-09-19T05:51:57.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.133+0000 7fa98f7fe640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fa9900b60a0 0x7fa9900d30e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:57.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.133+0000 7fa98ffff640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fa9900cf3d0 0x7fa9900cf840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:46992/0 (socket says 172.21.15.46:46992) 2024-09-19T05:51:57.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.133+0000 7fa98f7fe640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fa9900b60a0 0x7fa9900d30e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56876/0 (socket says 172.21.15.46:56876) 2024-09-19T05:51:57.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.133+0000 7fa98ffff640 1 -- 172.21.15.46:0/3268197385 learned_addr learned my addr 172.21.15.46:0/3268197385 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:57.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.133+0000 7fa98effd640 1 --2- 172.21.15.46:0/3268197385 >> v2:172.21.15.78:3300/0 conn(0x7fa9900d21f0 0x7fa9900b6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:57.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.133+0000 7fa98f7fe640 1 -- 172.21.15.46:0/3268197385 >> v2:172.21.15.78:3300/0 conn(0x7fa9900d21f0 msgr2=0x7fa9900b6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:57.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.133+0000 7fa98f7fe640 1 --2- 172.21.15.46:0/3268197385 >> v2:172.21.15.78:3300/0 conn(0x7fa9900d21f0 0x7fa9900b6480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.133+0000 7fa98f7fe640 1 -- 172.21.15.46:0/3268197385 >> v1:172.21.15.46:6789/0 conn(0x7fa9900cf3d0 legacy=0x7fa9900cf840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:57.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.133+0000 7fa98f7fe640 1 -- 172.21.15.46:0/3268197385 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9900d39d0 con 0x7fa9900b60a0 2024-09-19T05:51:57.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.135+0000 7fa98f7fe640 1 --2- 172.21.15.46:0/3268197385 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa9900b60a0 0x7fa9900d30e0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fa9900c80c0 tx=0x7fa98002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3cc2889d1c4c973 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:57.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.135+0000 7fa98e7fc640 1 -- 172.21.15.46:0/3268197385 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa980037070 con 0x7fa9900b60a0 2024-09-19T05:51:57.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.135+0000 7fa98e7fc640 1 -- 172.21.15.46:0/3268197385 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa980032440 con 0x7fa9900b60a0 2024-09-19T05:51:57.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.135+0000 7fa98e7fc640 1 -- 172.21.15.46:0/3268197385 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa980032810 con 0x7fa9900b60a0 2024-09-19T05:51:57.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.135+0000 7fa995e17640 1 -- 172.21.15.46:0/3268197385 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa9900b60a0 msgr2=0x7fa9900d30e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:57.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.135+0000 7fa995e17640 1 --2- 172.21.15.46:0/3268197385 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa9900b60a0 0x7fa9900d30e0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fa9900c80c0 tx=0x7fa98002a1a0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.135+0000 7fa995e17640 1 -- 172.21.15.46:0/3268197385 shutdown_connections 2024-09-19T05:51:57.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.135+0000 7fa995e17640 1 --2- 172.21.15.46:0/3268197385 >> v2:172.21.15.78:3300/0 conn(0x7fa9900d21f0 0x7fa9900b6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.135+0000 7fa995e17640 1 --2- 172.21.15.46:0/3268197385 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa9900b60a0 0x7fa9900d30e0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.135+0000 7fa995e17640 1 -- 172.21.15.46:0/3268197385 >> 172.21.15.46:0/3268197385 conn(0x7fa9900d10a0 msgr2=0x7fa9900d1480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:57.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.135+0000 7fa995e17640 1 -- 172.21.15.46:0/3268197385 shutdown_connections 2024-09-19T05:51:57.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.136+0000 7fa995e17640 1 -- 172.21.15.46:0/3268197385 wait complete. 2024-09-19T05:51:57.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.137+0000 7fa995e17640 1 Processor -- start 2024-09-19T05:51:57.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.137+0000 7fa995e17640 1 -- start start 2024-09-19T05:51:57.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.138+0000 7fa995e17640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa9900b60a0 0x7fa990150a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.138+0000 7fa995e17640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa9900cf3d0 0x7fa9901e5f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.138+0000 7fa995e17640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa9900d21f0 0x7fa9900caab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.138+0000 7fa995e17640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa99015ef80 con 0x7fa9900cf3d0 2024-09-19T05:51:57.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.138+0000 7fa995e17640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa9900d3f90 con 0x7fa9900b60a0 2024-09-19T05:51:57.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.138+0000 7fa995e17640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fa9900d1e00 con 0x7fa9900d21f0 2024-09-19T05:51:57.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.138+0000 7fa98effd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa9900cf3d0 0x7fa9901e5f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:57.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.138+0000 7fa98effd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa9900cf3d0 0x7fa9901e5f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56886/0 (socket says 172.21.15.46:56886) 2024-09-19T05:51:57.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.138+0000 7fa98effd640 1 -- 172.21.15.46:0/1623090098 learned_addr learned my addr 172.21.15.46:0/1623090098 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:57.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.138+0000 7fa98f7fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa9900b60a0 0x7fa990150a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:57.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.138+0000 7fa98ffff640 1 --2- 172.21.15.46:0/1623090098 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa9900d21f0 0x7fa9900caab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:57.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.138+0000 7fa98f7fe640 1 -- 172.21.15.46:0/1623090098 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa9900d21f0 msgr2=0x7fa9900caab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:57.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.138+0000 7fa98f7fe640 1 --2- 172.21.15.46:0/1623090098 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa9900d21f0 0x7fa9900caab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.138+0000 7fa98f7fe640 1 -- 172.21.15.46:0/1623090098 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa9900cf3d0 msgr2=0x7fa9901e5f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:57.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.138+0000 7fa98f7fe640 1 --2- 172.21.15.46:0/1623090098 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa9900cf3d0 0x7fa9901e5f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.138+0000 7fa98f7fe640 1 -- 172.21.15.46:0/1623090098 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9900c8e70 con 0x7fa9900b60a0 2024-09-19T05:51:57.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.138+0000 7fa98effd640 1 --2- 172.21.15.46:0/1623090098 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa9900cf3d0 0x7fa9901e5f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:57.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.138+0000 7fa98f7fe640 1 --2- 172.21.15.46:0/1623090098 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa9900b60a0 0x7fa990150a10 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa980031000 tx=0x7fa9800046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:57.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.138+0000 7fa977fff640 1 -- 172.21.15.46:0/1623090098 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa980041030 con 0x7fa9900b60a0 2024-09-19T05:51:57.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.139+0000 7fa977fff640 1 -- 172.21.15.46:0/1623090098 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa980030500 con 0x7fa9900b60a0 2024-09-19T05:51:57.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.139+0000 7fa977fff640 1 -- 172.21.15.46:0/1623090098 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa980037040 con 0x7fa9900b60a0 2024-09-19T05:51:57.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.139+0000 7fa995e17640 1 -- 172.21.15.46:0/1623090098 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9900c9150 con 0x7fa9900b60a0 2024-09-19T05:51:57.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.139+0000 7fa995e17640 1 -- 172.21.15.46:0/1623090098 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9900c9710 con 0x7fa9900b60a0 2024-09-19T05:51:57.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.140+0000 7fa995e17640 1 -- 172.21.15.46:0/1623090098 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9900b6f10 con 0x7fa9900b60a0 2024-09-19T05:51:57.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.140+0000 7fa977fff640 1 -- 172.21.15.46:0/1623090098 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 11) ==== 91005+0+0 (secure 0 0 0) 0x7fa980044070 con 0x7fa9900b60a0 2024-09-19T05:51:57.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.140+0000 7fa977fff640 1 --2- 172.21.15.46:0/1623090098 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fa97c06c460 0x7fa97c06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.141+0000 7fa98effd640 1 -- 172.21.15.46:0/1623090098 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fa97c06c460 msgr2=0x7fa97c06e920 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.78:6832/1209090710 2024-09-19T05:51:57.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.141+0000 7fa977fff640 1 -- 172.21.15.46:0/1623090098 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 6053+0+0 (secure 0 0 0) 0x7fa9800abe60 con 0x7fa9900b60a0 2024-09-19T05:51:57.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.141+0000 7fa98effd640 1 --2- 172.21.15.46:0/1623090098 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fa97c06c460 0x7fa97c06e920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:51:57.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.145+0000 7fa977fff640 1 -- 172.21.15.46:0/1623090098 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa9900b6f10 con 0x7fa9900b60a0 2024-09-19T05:51:57.156 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:57.154+0000 7f7304c0d040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T05:51:57.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.165+0000 7fa977fff640 1 -- 172.21.15.46:0/1623090098 <== mon.1 v2:172.21.15.78:3300/0 7 ==== mgrmap(e 12) ==== 90557+0+0 (secure 0 0 0) 0x7fa9800af030 con 0x7fa9900b60a0 2024-09-19T05:51:57.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.166+0000 7fa977fff640 1 -- 172.21.15.46:0/1623090098 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fa97c06c460 msgr2=0x7fa97c06e920 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:51:57.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.166+0000 7fa977fff640 1 --2- 172.21.15.46:0/1623090098 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fa97c06c460 0x7fa97c06e920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.213 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:57.210+0000 7f728867d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:51:57.214 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:57.210+0000 7f728867d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:51:57.214 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:57.210+0000 7f728867d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:51:57.214 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:57.210+0000 7f728867d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:51:57.214 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:57.210+0000 7f728867d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:51:57.214 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:57.211+0000 7f7285677640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:51:57.214 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:57.211+0000 7f7285677640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:51:57.214 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:57.211+0000 7f7285677640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:51:57.214 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:57.211+0000 7f7285677640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:51:57.214 INFO:tasks.ceph.mgr.x.smithi078.stderr:2024-09-19T05:51:57.211+0000 7f7285677640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:51:57.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.363+0000 7fa995e17640 1 -- 172.21.15.46:0/1623090098 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fa9900d30e0 con 0x7fa9900b60a0 2024-09-19T05:51:57.433 INFO:tasks.ceph.mgr.y.smithi046.stderr:2024-09-19T05:51:57.432+0000 7f7007e9b040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T05:51:57.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.996+0000 7fa977fff640 1 -- 172.21.15.46:0/1623090098 <== mon.1 v2:172.21.15.78:3300/0 8 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v17) ==== 104+0+0 (secure 0 0 0) 0x7fa9800a4220 con 0x7fa9900b60a0 2024-09-19T05:51:58.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.999+0000 7fa995e17640 1 -- 172.21.15.46:0/1623090098 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa9900b60a0 msgr2=0x7fa990150a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:58.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.999+0000 7fa995e17640 1 --2- 172.21.15.46:0/1623090098 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa9900b60a0 0x7fa990150a10 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa980031000 tx=0x7fa9800046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:58.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.999+0000 7fa995e17640 1 -- 172.21.15.46:0/1623090098 shutdown_connections 2024-09-19T05:51:58.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.999+0000 7fa995e17640 1 --2- 172.21.15.46:0/1623090098 >> [v2:172.21.15.78:6832/1209090710,v1:172.21.15.78:6833/1209090710] conn(0x7fa97c06c460 0x7fa97c06e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:58.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.999+0000 7fa995e17640 1 --2- 172.21.15.46:0/1623090098 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fa9900d21f0 0x7fa9900caab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:58.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.999+0000 7fa995e17640 1 --2- 172.21.15.46:0/1623090098 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa9900cf3d0 0x7fa9901e5f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:58.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.999+0000 7fa995e17640 1 --2- 172.21.15.46:0/1623090098 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa9900b60a0 0x7fa990150a10 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:58.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.999+0000 7fa995e17640 1 -- 172.21.15.46:0/1623090098 >> 172.21.15.46:0/1623090098 conn(0x7fa9900d10a0 msgr2=0x7fa9900cf820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:58.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.999+0000 7fa995e17640 1 -- 172.21.15.46:0/1623090098 shutdown_connections 2024-09-19T05:51:58.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:57.999+0000 7fa995e17640 1 -- 172.21.15.46:0/1623090098 wait complete. 2024-09-19T05:51:58.013 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T05:51:58.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.120+0000 7fd89a227640 1 Processor -- start 2024-09-19T05:51:58.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.120+0000 7fd89a227640 1 -- start start 2024-09-19T05:51:58.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.121+0000 7fd89a227640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fd89415e700 0x7fd8940d3370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:58.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.121+0000 7fd89a227640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fd8940d15f0 0x7fd8940b7cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:58.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.121+0000 7fd89a227640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd89415eae0 con 0x7fd8940cf7c0 2024-09-19T05:51:58.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.121+0000 7fd89a227640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fd8940d3950 con 0x7fd89415e700 2024-09-19T05:51:58.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.121+0000 7fd89a227640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fd8940d3c30 con 0x7fd8940d15f0 2024-09-19T05:51:58.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.121+0000 7fd8937fe640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fd89415e700 0x7fd8940d3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:58.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.121+0000 7fd892ffd640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fd8940cf7c0 0x7fd8940d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:47000/0 (socket says 172.21.15.46:47000) 2024-09-19T05:51:58.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.121+0000 7fd892ffd640 1 -- 172.21.15.46:0/3509605743 learned_addr learned my addr 172.21.15.46:0/3509605743 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:58.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.122+0000 7fd893fff640 1 --2- 172.21.15.46:0/3509605743 >> v2:172.21.15.78:3300/0 conn(0x7fd8940d15f0 0x7fd8940b7cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:58.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.122+0000 7fd8937fe640 1 -- 172.21.15.46:0/3509605743 >> v2:172.21.15.78:3300/0 conn(0x7fd8940d15f0 msgr2=0x7fd8940b7cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:58.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.122+0000 7fd8937fe640 1 --2- 172.21.15.46:0/3509605743 >> v2:172.21.15.78:3300/0 conn(0x7fd8940d15f0 0x7fd8940b7cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:58.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.122+0000 7fd8937fe640 1 -- 172.21.15.46:0/3509605743 >> v1:172.21.15.46:6789/0 conn(0x7fd8940cf7c0 legacy=0x7fd8940d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:58.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.122+0000 7fd8937fe640 1 -- 172.21.15.46:0/3509605743 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8940d3f10 con 0x7fd89415e700 2024-09-19T05:51:58.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.122+0000 7fd8927fc640 1 -- 172.21.15.46:0/3509605743 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1390653226 0 0) 0x7fd89415eae0 con 0x7fd8940cf7c0 2024-09-19T05:51:58.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.122+0000 7fd8937fe640 1 --2- 172.21.15.46:0/3509605743 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd89415e700 0x7fd8940d3370 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fd8940d1ca0 tx=0x7fd88402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a259b514d5afd20 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:58.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.123+0000 7fd8927fc640 1 -- 172.21.15.46:0/3509605743 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd884037070 con 0x7fd89415e700 2024-09-19T05:51:58.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.123+0000 7fd8927fc640 1 -- 172.21.15.46:0/3509605743 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd884032440 con 0x7fd89415e700 2024-09-19T05:51:58.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.123+0000 7fd8927fc640 1 -- 172.21.15.46:0/3509605743 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd884032810 con 0x7fd89415e700 2024-09-19T05:51:58.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.123+0000 7fd89a227640 1 -- 172.21.15.46:0/3509605743 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd89415e700 msgr2=0x7fd8940d3370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:58.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.123+0000 7fd89a227640 1 --2- 172.21.15.46:0/3509605743 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd89415e700 0x7fd8940d3370 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fd8940d1ca0 tx=0x7fd88402a1a0 comp rx=0 tx=0).stop 2024-09-19T05:51:58.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.123+0000 7fd89a227640 1 -- 172.21.15.46:0/3509605743 shutdown_connections 2024-09-19T05:51:58.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.123+0000 7fd89a227640 1 --2- 172.21.15.46:0/3509605743 >> v2:172.21.15.78:3300/0 conn(0x7fd8940d15f0 0x7fd8940b7cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:58.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.123+0000 7fd89a227640 1 --2- 172.21.15.46:0/3509605743 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd89415e700 0x7fd8940d3370 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:58.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.123+0000 7fd89a227640 1 -- 172.21.15.46:0/3509605743 >> 172.21.15.46:0/3509605743 conn(0x7fd8940b6140 msgr2=0x7fd8940b6550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:58.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.123+0000 7fd89a227640 1 -- 172.21.15.46:0/3509605743 shutdown_connections 2024-09-19T05:51:58.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.123+0000 7fd89a227640 1 -- 172.21.15.46:0/3509605743 wait complete. 2024-09-19T05:51:58.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.124+0000 7fd89a227640 1 Processor -- start 2024-09-19T05:51:58.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.125+0000 7fd89a227640 1 -- start start 2024-09-19T05:51:58.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.125+0000 7fd89a227640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8940cf7c0 0x7fd8941537a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:58.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.125+0000 7fd89a227640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd8940d15f0 0x7fd8940ca6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:58.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.125+0000 7fd89a227640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd89415e700 0x7fd894155060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:58.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.125+0000 7fd89a227640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd8940cfc50 con 0x7fd8940cf7c0 2024-09-19T05:51:58.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.125+0000 7fd89a227640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd8940b7760 con 0x7fd89415e700 2024-09-19T05:51:58.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.125+0000 7fd89a227640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fd8940b81f0 con 0x7fd8940d15f0 2024-09-19T05:51:58.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.125+0000 7fd8937fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8940cf7c0 0x7fd8941537a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:58.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.125+0000 7fd8937fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8940cf7c0 0x7fd8941537a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56898/0 (socket says 172.21.15.46:56898) 2024-09-19T05:51:58.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.125+0000 7fd8937fe640 1 -- 172.21.15.46:0/1944321903 learned_addr learned my addr 172.21.15.46:0/1944321903 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:58.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.126+0000 7fd8937fe640 1 -- 172.21.15.46:0/1944321903 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd8940d15f0 msgr2=0x7fd8940ca6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:58.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.126+0000 7fd8937fe640 1 --2- 172.21.15.46:0/1944321903 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd8940d15f0 0x7fd8940ca6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:58.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.126+0000 7fd8937fe640 1 -- 172.21.15.46:0/1944321903 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd89415e700 msgr2=0x7fd894155060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:58.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.126+0000 7fd8937fe640 1 --2- 172.21.15.46:0/1944321903 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd89415e700 0x7fd894155060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:58.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.126+0000 7fd8937fe640 1 -- 172.21.15.46:0/1944321903 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd894160bd0 con 0x7fd8940cf7c0 2024-09-19T05:51:58.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.126+0000 7fd8937fe640 1 --2- 172.21.15.46:0/1944321903 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8940cf7c0 0x7fd8941537a0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fd884009890 tx=0x7fd8840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:58.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.126+0000 7fd87bfff640 1 -- 172.21.15.46:0/1944321903 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd884037040 con 0x7fd8940cf7c0 2024-09-19T05:51:58.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.126+0000 7fd87bfff640 1 -- 172.21.15.46:0/1944321903 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd884042070 con 0x7fd8940cf7c0 2024-09-19T05:51:58.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.126+0000 7fd89a227640 1 -- 172.21.15.46:0/1944321903 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd894160eb0 con 0x7fd8940cf7c0 2024-09-19T05:51:58.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.126+0000 7fd87bfff640 1 -- 172.21.15.46:0/1944321903 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd884030bd0 con 0x7fd8940cf7c0 2024-09-19T05:51:58.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.126+0000 7fd89a227640 1 -- 172.21.15.46:0/1944321903 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd894161470 con 0x7fd8940cf7c0 2024-09-19T05:51:58.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.127+0000 7fd89a227640 1 -- 172.21.15.46:0/1944321903 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8940b7cb0 con 0x7fd8940cf7c0 2024-09-19T05:51:58.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.127+0000 7fd87bfff640 1 -- 172.21.15.46:0/1944321903 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 12) ==== 90557+0+0 (secure 0 0 0) 0x7fd884047460 con 0x7fd8940cf7c0 2024-09-19T05:51:58.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.128+0000 7fd87bfff640 1 -- 172.21.15.46:0/1944321903 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 6440+0+0 (secure 0 0 0) 0x7fd8840abd80 con 0x7fd8940cf7c0 2024-09-19T05:51:58.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.132+0000 7fd87bfff640 1 -- 172.21.15.46:0/1944321903 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd884032e20 con 0x7fd8940cf7c0 2024-09-19T05:51:58.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.166+0000 7fd87bfff640 1 -- 172.21.15.46:0/1944321903 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mgrmap(e 13) ==== 90684+0+0 (secure 0 0 0) 0x7fd884075cb0 con 0x7fd8940cf7c0 2024-09-19T05:51:58.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.166+0000 7fd87bfff640 1 --2- 172.21.15.46:0/1944321903 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd880071a20 0x7fd880073e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:58.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.167+0000 7fd892ffd640 1 --2- 172.21.15.46:0/1944321903 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd880071a20 0x7fd880073e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:58.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.169+0000 7fd892ffd640 1 --2- 172.21.15.46:0/1944321903 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd880071a20 0x7fd880073e10 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fd888007fd0 tx=0x7fd888007900 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:58.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:58.316+0000 7fd89a227640 1 -- 172.21.15.46:0/1944321903 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd8940b6520 con 0x7fd8940cf7c0 2024-09-19T05:51:59.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.167+0000 7fd87bfff640 1 -- 172.21.15.46:0/1944321903 <== mon.0 v2:172.21.15.46:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v36) ==== 181+0+0 (secure 0 0 0) 0x7fd88407a660 con 0x7fd8940cf7c0 2024-09-19T05:51:59.169 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_metadata' removed 2024-09-19T05:51:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.170+0000 7fd89a227640 1 -- 172.21.15.46:0/1944321903 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd880071a20 msgr2=0x7fd880073e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.171+0000 7fd89a227640 1 --2- 172.21.15.46:0/1944321903 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd880071a20 0x7fd880073e10 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fd888007fd0 tx=0x7fd888007900 comp rx=0 tx=0).stop 2024-09-19T05:51:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.171+0000 7fd89a227640 1 -- 172.21.15.46:0/1944321903 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8940cf7c0 msgr2=0x7fd8941537a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.171+0000 7fd89a227640 1 --2- 172.21.15.46:0/1944321903 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8940cf7c0 0x7fd8941537a0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fd884009890 tx=0x7fd8840046c0 comp rx=0 tx=0).stop 2024-09-19T05:51:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.171+0000 7fd89a227640 1 -- 172.21.15.46:0/1944321903 shutdown_connections 2024-09-19T05:51:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.171+0000 7fd89a227640 1 --2- 172.21.15.46:0/1944321903 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd880071a20 0x7fd880073e10 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.171+0000 7fd89a227640 1 --2- 172.21.15.46:0/1944321903 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd89415e700 0x7fd894155060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.171+0000 7fd89a227640 1 --2- 172.21.15.46:0/1944321903 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd8940d15f0 0x7fd8940ca6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.171+0000 7fd89a227640 1 --2- 172.21.15.46:0/1944321903 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8940cf7c0 0x7fd8941537a0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.171+0000 7fd89a227640 1 -- 172.21.15.46:0/1944321903 >> 172.21.15.46:0/1944321903 conn(0x7fd8940b6140 msgr2=0x7fd8940d4af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.171+0000 7fd89a227640 1 -- 172.21.15.46:0/1944321903 shutdown_connections 2024-09-19T05:51:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.171+0000 7fd89a227640 1 -- 172.21.15.46:0/1944321903 wait complete. 2024-09-19T05:51:59.188 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T05:51:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.301+0000 7f11b1f13640 1 Processor -- start 2024-09-19T05:51:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.301+0000 7f11b1f13640 1 -- start start 2024-09-19T05:51:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.302+0000 7f11b1f13640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f11ac0d3370 0x7f11ac0d0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.302+0000 7f11b1f13640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11ac15eae0 con 0x7f11ac15e700 2024-09-19T05:51:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.302+0000 7f11b1f13640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11ac0d3950 con 0x7f11ac0d1420 2024-09-19T05:51:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.302+0000 7f11b1f13640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f11ac0d1870 con 0x7f11ac0d3370 2024-09-19T05:51:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.302+0000 7f11aaffd640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f11ac0d3370 0x7f11ac0d0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.302+0000 7f11ab7fe640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f11ac15e700 0x7f11ac0cf7c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:47006/0 (socket says 172.21.15.46:47006) 2024-09-19T05:51:59.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.302+0000 7f11ab7fe640 1 -- 172.21.15.46:0/1292750339 learned_addr learned my addr 172.21.15.46:0/1292750339 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:51:59.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.302+0000 7f11aaffd640 1 -- 172.21.15.46:0/1292750339 >> v1:172.21.15.78:6789/0 conn(0x7f11ac0d1420 legacy=0x7f11ac0b7cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:59.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.302+0000 7f11aaffd640 1 -- 172.21.15.46:0/1292750339 >> v1:172.21.15.46:6789/0 conn(0x7f11ac15e700 legacy=0x7f11ac0cf7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:59.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.302+0000 7f11aaffd640 1 -- 172.21.15.46:0/1292750339 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11ac0d3c30 con 0x7f11ac0d3370 2024-09-19T05:51:59.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.302+0000 7f11aa7fc640 1 -- 172.21.15.46:0/1292750339 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2835651943 0 0) 0x7f11ac15eae0 con 0x7f11ac15e700 2024-09-19T05:51:59.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.303+0000 7f11aaffd640 1 --2- 172.21.15.46:0/1292750339 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11ac0d3370 0x7f11ac0d0ee0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f11a00097d0 tx=0x7f11a002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=347b366e38790093 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:59.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.303+0000 7f11aa7fc640 1 -- 172.21.15.46:0/1292750339 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11a0037070 con 0x7f11ac0d3370 2024-09-19T05:51:59.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.303+0000 7f11aa7fc640 1 -- 172.21.15.46:0/1292750339 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11a0032440 con 0x7f11ac0d3370 2024-09-19T05:51:59.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.303+0000 7f11aa7fc640 1 -- 172.21.15.46:0/1292750339 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11a0032810 con 0x7f11ac0d3370 2024-09-19T05:51:59.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.304+0000 7f11b1f13640 1 -- 172.21.15.46:0/1292750339 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11ac0d3370 msgr2=0x7f11ac0d0ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:59.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.304+0000 7f11b1f13640 1 --2- 172.21.15.46:0/1292750339 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11ac0d3370 0x7f11ac0d0ee0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f11a00097d0 tx=0x7f11a002a210 comp rx=0 tx=0).stop 2024-09-19T05:51:59.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.304+0000 7f11b1f13640 1 -- 172.21.15.46:0/1292750339 shutdown_connections 2024-09-19T05:51:59.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.304+0000 7f11b1f13640 1 --2- 172.21.15.46:0/1292750339 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11ac0d3370 0x7f11ac0d0ee0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:59.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.304+0000 7f11b1f13640 1 -- 172.21.15.46:0/1292750339 >> 172.21.15.46:0/1292750339 conn(0x7f11ac0b6140 msgr2=0x7f11ac0b6550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:59.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.304+0000 7f11b1f13640 1 -- 172.21.15.46:0/1292750339 shutdown_connections 2024-09-19T05:51:59.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.304+0000 7f11b1f13640 1 -- 172.21.15.46:0/1292750339 wait complete. 2024-09-19T05:51:59.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.305+0000 7f11b1f13640 1 Processor -- start 2024-09-19T05:51:59.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.305+0000 7f11b1f13640 1 -- start start 2024-09-19T05:51:59.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.306+0000 7f11b1f13640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f11ac0d1420 0x7f11ac1f6e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:59.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.306+0000 7f11b1f13640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f11ac0d3370 0x7f11ac0c90e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:59.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.306+0000 7f11b1f13640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11ac15e700 0x7f11ac0c9620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:59.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.306+0000 7f11b1f13640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f11ac0b7760 con 0x7f11ac15e700 2024-09-19T05:51:59.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.306+0000 7f11b1f13640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f11ac0d41f0 con 0x7f11ac0d3370 2024-09-19T05:51:59.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.306+0000 7f11b1f13640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f11ac0b83c0 con 0x7f11ac0d1420 2024-09-19T05:51:59.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.306+0000 7f11abfff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11ac15e700 0x7f11ac0c9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:59.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.306+0000 7f11abfff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11ac15e700 0x7f11ac0c9620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56914/0 (socket says 172.21.15.46:56914) 2024-09-19T05:51:59.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.306+0000 7f11aaffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f11ac0d3370 0x7f11ac0c90e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:59.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.306+0000 7f11abfff640 1 -- 172.21.15.46:0/324307540 learned_addr learned my addr 172.21.15.46:0/324307540 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:51:59.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.306+0000 7f11ab7fe640 1 --2- 172.21.15.46:0/324307540 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f11ac0d1420 0x7f11ac1f6e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:59.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.307+0000 7f11abfff640 1 -- 172.21.15.46:0/324307540 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f11ac0d1420 msgr2=0x7f11ac1f6e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:59.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.307+0000 7f11abfff640 1 --2- 172.21.15.46:0/324307540 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f11ac0d1420 0x7f11ac1f6e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:59.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.307+0000 7f11abfff640 1 -- 172.21.15.46:0/324307540 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f11ac0d3370 msgr2=0x7f11ac0c90e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:59.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.307+0000 7f11abfff640 1 --2- 172.21.15.46:0/324307540 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f11ac0d3370 0x7f11ac0c90e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:59.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.307+0000 7f11abfff640 1 -- 172.21.15.46:0/324307540 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11ac159520 con 0x7f11ac15e700 2024-09-19T05:51:59.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.307+0000 7f11abfff640 1 --2- 172.21.15.46:0/324307540 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11ac15e700 0x7f11ac0c9620 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f11a400c7b0 tx=0x7f11a400cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:59.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.307+0000 7f1193fff640 1 -- 172.21.15.46:0/324307540 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11a4004b60 con 0x7f11ac15e700 2024-09-19T05:51:59.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.307+0000 7f1193fff640 1 -- 172.21.15.46:0/324307540 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11a4004d00 con 0x7f11ac15e700 2024-09-19T05:51:59.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.307+0000 7f11b1f13640 1 -- 172.21.15.46:0/324307540 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11ac156b00 con 0x7f11ac15e700 2024-09-19T05:51:59.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.307+0000 7f1193fff640 1 -- 172.21.15.46:0/324307540 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11a400aa90 con 0x7f11ac15e700 2024-09-19T05:51:59.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.307+0000 7f11b1f13640 1 -- 172.21.15.46:0/324307540 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11ac1f7350 con 0x7f11ac15e700 2024-09-19T05:51:59.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.308+0000 7f11b1f13640 1 -- 172.21.15.46:0/324307540 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11ac0d0ee0 con 0x7f11ac15e700 2024-09-19T05:51:59.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.309+0000 7f1193fff640 1 -- 172.21.15.46:0/324307540 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 90684+0+0 (secure 0 0 0) 0x7f11a400ac30 con 0x7f11ac15e700 2024-09-19T05:51:59.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.309+0000 7f1193fff640 1 --2- 172.21.15.46:0/324307540 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f119806c100 0x7f119806e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:59.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.309+0000 7f1193fff640 1 -- 172.21.15.46:0/324307540 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 6002+0+0 (secure 0 0 0) 0x7f11a408b2d0 con 0x7f11ac15e700 2024-09-19T05:51:59.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.309+0000 7f11ab7fe640 1 --2- 172.21.15.46:0/324307540 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f119806c100 0x7f119806e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:59.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.310+0000 7f11ab7fe640 1 --2- 172.21.15.46:0/324307540 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f119806c100 0x7f119806e5c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f119c007fd0 tx=0x7f119c007de0 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.314+0000 7f1193fff640 1 -- 172.21.15.46:0/324307540 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f11a4020070 con 0x7f11ac15e700 2024-09-19T05:51:59.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.488+0000 7f11b1f13640 1 -- 172.21.15.46:0/324307540 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f11ac1611b0 con 0x7f11ac15e700 2024-09-19T05:51:59.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:51:59.766+0000 7f1193fff640 1 -- 172.21.15.46:0/324307540 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mgrmap(e 14) ==== 90790+0+0 (secure 0 0 0) 0x7f11a4055c70 con 0x7f11ac15e700 2024-09-19T05:52:00.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.168+0000 7f1193fff640 1 -- 172.21.15.46:0/324307540 <== mon.0 v2:172.21.15.46:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v37) ==== 169+0+0 (secure 0 0 0) 0x7f11a405d900 con 0x7f11ac15e700 2024-09-19T05:52:00.170 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_data' removed 2024-09-19T05:52:00.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.172+0000 7f11b1f13640 1 -- 172.21.15.46:0/324307540 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f119806c100 msgr2=0x7f119806e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:00.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.172+0000 7f11b1f13640 1 --2- 172.21.15.46:0/324307540 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f119806c100 0x7f119806e5c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f119c007fd0 tx=0x7f119c007de0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.172+0000 7f11b1f13640 1 -- 172.21.15.46:0/324307540 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11ac15e700 msgr2=0x7f11ac0c9620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:00.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.172+0000 7f11b1f13640 1 --2- 172.21.15.46:0/324307540 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11ac15e700 0x7f11ac0c9620 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f11a400c7b0 tx=0x7f11a400cc70 comp rx=0 tx=0).stop 2024-09-19T05:52:00.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.172+0000 7f11b1f13640 1 -- 172.21.15.46:0/324307540 shutdown_connections 2024-09-19T05:52:00.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.172+0000 7f11b1f13640 1 --2- 172.21.15.46:0/324307540 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f119806c100 0x7f119806e5c0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.172+0000 7f11b1f13640 1 --2- 172.21.15.46:0/324307540 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11ac15e700 0x7f11ac0c9620 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.172+0000 7f11b1f13640 1 --2- 172.21.15.46:0/324307540 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f11ac0d3370 0x7f11ac0c90e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.172+0000 7f11b1f13640 1 --2- 172.21.15.46:0/324307540 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f11ac0d1420 0x7f11ac1f6e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.172+0000 7f11b1f13640 1 -- 172.21.15.46:0/324307540 >> 172.21.15.46:0/324307540 conn(0x7f11ac0b6140 msgr2=0x7f11ac159a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:00.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.172+0000 7f11b1f13640 1 -- 172.21.15.46:0/324307540 shutdown_connections 2024-09-19T05:52:00.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.172+0000 7f11b1f13640 1 -- 172.21.15.46:0/324307540 wait complete. 2024-09-19T05:52:00.189 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T05:52:00.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.300+0000 7fb74343c640 1 Processor -- start 2024-09-19T05:52:00.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.300+0000 7fb74343c640 1 -- start start 2024-09-19T05:52:00.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.301+0000 7fb74343c640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fb73c0d06e0 0x7fb73c067950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:00.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.301+0000 7fb74343c640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb73c0b47d0 0x7fb73c067e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:00.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.301+0000 7fb74343c640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb73c0b37f0 con 0x7fb73c0d0ac0 2024-09-19T05:52:00.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.301+0000 7fb74343c640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fb73c06f5b0 con 0x7fb73c0d06e0 2024-09-19T05:52:00.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.301+0000 7fb74343c640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fb73c0cff70 con 0x7fb73c0b47d0 2024-09-19T05:52:00.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.301+0000 7fb7419d9640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb73c0b47d0 0x7fb73c067e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:00.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.301+0000 7fb7411d8640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fb73c0d06e0 0x7fb73c067950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:00.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.302+0000 7fb7411d8640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fb73c0d06e0 0x7fb73c067950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.46:57926/0 (socket says 172.21.15.46:57926) 2024-09-19T05:52:00.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.302+0000 7fb7419d9640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb73c0b47d0 0x7fb73c067e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.46:52504/0 (socket says 172.21.15.46:52504) 2024-09-19T05:52:00.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.302+0000 7fb7409d7640 1 --1- >> v1:172.21.15.78:6789/0 conn(0x7fb73c0d0ac0 0x7fb73c0b40c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.78:6789/0 says I am v1:172.21.15.46:42838/0 (socket says 172.21.15.46:42838) 2024-09-19T05:52:00.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.302+0000 7fb7419d9640 1 -- 172.21.15.46:0/223584017 learned_addr learned my addr 172.21.15.46:0/223584017 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:00.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.302+0000 7fb7419d9640 1 -- 172.21.15.46:0/223584017 >> v2:172.21.15.78:3300/0 conn(0x7fb73c0d06e0 msgr2=0x7fb73c067950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:00.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.302+0000 7fb7419d9640 1 --2- 172.21.15.46:0/223584017 >> v2:172.21.15.78:3300/0 conn(0x7fb73c0d06e0 0x7fb73c067950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.302+0000 7fb7419d9640 1 -- 172.21.15.46:0/223584017 >> v1:172.21.15.78:6789/0 conn(0x7fb73c0d0ac0 legacy=0x7fb73c0b40c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:00.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.302+0000 7fb7419d9640 1 -- 172.21.15.46:0/223584017 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb73c0b4ca0 con 0x7fb73c0b47d0 2024-09-19T05:52:00.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.302+0000 7fb733fff640 1 -- 172.21.15.46:0/223584017 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3385665227 0 0) 0x7fb72c001110 con 0x7fb73c0d0ac0 2024-09-19T05:52:00.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.302+0000 7fb7411d8640 1 --2- 172.21.15.46:0/223584017 >> v2:172.21.15.78:3300/0 conn(0x7fb73c0d06e0 0x7fb73c067950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:52:00.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.303+0000 7fb7419d9640 1 --2- 172.21.15.46:0/223584017 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb73c0b47d0 0x7fb73c067e90 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb734009e50 tx=0x7fb73402a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45b547f8ea3c8714 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:00.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.303+0000 7fb733fff640 1 -- 172.21.15.46:0/223584017 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb734036070 con 0x7fb73c0b47d0 2024-09-19T05:52:00.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.303+0000 7fb733fff640 1 -- 172.21.15.46:0/223584017 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb734031600 con 0x7fb73c0b47d0 2024-09-19T05:52:00.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.303+0000 7fb733fff640 1 -- 172.21.15.46:0/223584017 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7340319d0 con 0x7fb73c0b47d0 2024-09-19T05:52:00.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.303+0000 7fb74343c640 1 -- 172.21.15.46:0/223584017 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb73c0b47d0 msgr2=0x7fb73c067e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:00.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.303+0000 7fb74343c640 1 --2- 172.21.15.46:0/223584017 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb73c0b47d0 0x7fb73c067e90 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb734009e50 tx=0x7fb73402a710 comp rx=0 tx=0).stop 2024-09-19T05:52:00.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.303+0000 7fb74343c640 1 -- 172.21.15.46:0/223584017 shutdown_connections 2024-09-19T05:52:00.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.303+0000 7fb74343c640 1 --2- 172.21.15.46:0/223584017 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb73c0b47d0 0x7fb73c067e90 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.303+0000 7fb74343c640 1 --2- 172.21.15.46:0/223584017 >> v2:172.21.15.78:3300/0 conn(0x7fb73c0d06e0 0x7fb73c067950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.303+0000 7fb74343c640 1 -- 172.21.15.46:0/223584017 >> 172.21.15.46:0/223584017 conn(0x7fb73c06bb10 msgr2=0x7fb73c06bf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:00.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.304+0000 7fb74343c640 1 -- 172.21.15.46:0/223584017 shutdown_connections 2024-09-19T05:52:00.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.304+0000 7fb74343c640 1 -- 172.21.15.46:0/223584017 wait complete. 2024-09-19T05:52:00.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.305+0000 7fb74343c640 1 Processor -- start 2024-09-19T05:52:00.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.305+0000 7fb74343c640 1 -- start start 2024-09-19T05:52:00.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.305+0000 7fb74343c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb73c0b47d0 0x7fb73c161b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:00.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.305+0000 7fb74343c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb73c0d06e0 0x7fb73c09e010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:00.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.305+0000 7fb74343c640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb73c0d0ac0 0x7fb73c0c8ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:00.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.305+0000 7fb74343c640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb73c06f240 con 0x7fb73c0b47d0 2024-09-19T05:52:00.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.305+0000 7fb74343c640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb73c06ef60 con 0x7fb73c0d06e0 2024-09-19T05:52:00.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.305+0000 7fb74343c640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fb73c06fa40 con 0x7fb73c0d0ac0 2024-09-19T05:52:00.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.306+0000 7fb7411d8640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb73c0b47d0 0x7fb73c161b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:00.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.306+0000 7fb7411d8640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb73c0b47d0 0x7fb73c161b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56918/0 (socket says 172.21.15.46:56918) 2024-09-19T05:52:00.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.306+0000 7fb7411d8640 1 -- 172.21.15.46:0/583472053 learned_addr learned my addr 172.21.15.46:0/583472053 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:00.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.306+0000 7fb7409d7640 1 --2- 172.21.15.46:0/583472053 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb73c0d06e0 0x7fb73c09e010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:00.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.306+0000 7fb7419d9640 1 --2- 172.21.15.46:0/583472053 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb73c0d0ac0 0x7fb73c0c8ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:00.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.306+0000 7fb7411d8640 1 -- 172.21.15.46:0/583472053 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb73c0d0ac0 msgr2=0x7fb73c0c8ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:00.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.306+0000 7fb7411d8640 1 --2- 172.21.15.46:0/583472053 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb73c0d0ac0 0x7fb73c0c8ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.306+0000 7fb7411d8640 1 -- 172.21.15.46:0/583472053 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb73c0d06e0 msgr2=0x7fb73c09e010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:00.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.306+0000 7fb7411d8640 1 --2- 172.21.15.46:0/583472053 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb73c0d06e0 0x7fb73c09e010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.306+0000 7fb7411d8640 1 -- 172.21.15.46:0/583472053 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb73c09bb10 con 0x7fb73c0b47d0 2024-09-19T05:52:00.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.306+0000 7fb7411d8640 1 --2- 172.21.15.46:0/583472053 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb73c0b47d0 0x7fb73c161b00 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fb73800ebe0 tx=0x7fb73800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:00.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.306+0000 7fb731ffb640 1 -- 172.21.15.46:0/583472053 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb738017070 con 0x7fb73c0b47d0 2024-09-19T05:52:00.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.306+0000 7fb731ffb640 1 -- 172.21.15.46:0/583472053 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb73800cc30 con 0x7fb73c0b47d0 2024-09-19T05:52:00.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.306+0000 7fb74343c640 1 -- 172.21.15.46:0/583472053 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb73c09bdf0 con 0x7fb73c0b47d0 2024-09-19T05:52:00.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.306+0000 7fb731ffb640 1 -- 172.21.15.46:0/583472053 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb738013470 con 0x7fb73c0b47d0 2024-09-19T05:52:00.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.307+0000 7fb74343c640 1 -- 172.21.15.46:0/583472053 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb73c09e710 con 0x7fb73c0b47d0 2024-09-19T05:52:00.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.307+0000 7fb74343c640 1 -- 172.21.15.46:0/583472053 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb73c0b40c0 con 0x7fb73c0b47d0 2024-09-19T05:52:00.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.308+0000 7fb731ffb640 1 -- 172.21.15.46:0/583472053 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 14) ==== 90790+0+0 (secure 0 0 0) 0x7fb73801a070 con 0x7fb73c0b47d0 2024-09-19T05:52:00.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.308+0000 7fb731ffb640 1 --2- 172.21.15.46:0/583472053 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fb72006c220 0x7fb72006e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:00.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.309+0000 7fb731ffb640 1 -- 172.21.15.46:0/583472053 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7fb73808b4f0 con 0x7fb73c0b47d0 2024-09-19T05:52:00.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.309+0000 7fb7409d7640 1 --2- 172.21.15.46:0/583472053 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fb72006c220 0x7fb72006e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:00.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.309+0000 7fb7409d7640 1 --2- 172.21.15.46:0/583472053 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fb72006c220 0x7fb72006e6e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fb73c0c82f0 tx=0x7fb72c007b50 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:00.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.313+0000 7fb731ffb640 1 -- 172.21.15.46:0/583472053 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb738059750 con 0x7fb73c0b47d0 2024-09-19T05:52:00.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.489+0000 7fb74343c640 1 -- 172.21.15.46:0/583472053 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fb73c0d0220 con 0x7fb73c0b47d0 2024-09-19T05:52:00.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.492+0000 7fb731ffb640 1 -- 172.21.15.46:0/583472053 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v13) ==== 104+0+0 (secure 0 0 0) 0x7fb73805da50 con 0x7fb73c0b47d0 2024-09-19T05:52:00.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.494+0000 7fb74343c640 1 -- 172.21.15.46:0/583472053 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fb72006c220 msgr2=0x7fb72006e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:00.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.494+0000 7fb74343c640 1 --2- 172.21.15.46:0/583472053 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fb72006c220 0x7fb72006e6e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fb73c0c82f0 tx=0x7fb72c007b50 comp rx=0 tx=0).stop 2024-09-19T05:52:00.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.494+0000 7fb74343c640 1 -- 172.21.15.46:0/583472053 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb73c0b47d0 msgr2=0x7fb73c161b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:00.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.494+0000 7fb74343c640 1 --2- 172.21.15.46:0/583472053 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb73c0b47d0 0x7fb73c161b00 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fb73800ebe0 tx=0x7fb73800c520 comp rx=0 tx=0).stop 2024-09-19T05:52:00.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.494+0000 7fb74343c640 1 -- 172.21.15.46:0/583472053 shutdown_connections 2024-09-19T05:52:00.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.494+0000 7fb74343c640 1 --2- 172.21.15.46:0/583472053 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fb72006c220 0x7fb72006e6e0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.494+0000 7fb74343c640 1 --2- 172.21.15.46:0/583472053 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fb73c0d0ac0 0x7fb73c0c8ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.494+0000 7fb74343c640 1 --2- 172.21.15.46:0/583472053 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb73c0d06e0 0x7fb73c09e010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.494+0000 7fb74343c640 1 --2- 172.21.15.46:0/583472053 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb73c0b47d0 0x7fb73c161b00 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.494+0000 7fb74343c640 1 -- 172.21.15.46:0/583472053 >> 172.21.15.46:0/583472053 conn(0x7fb73c06bb10 msgr2=0x7fb73c06bef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:00.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.494+0000 7fb74343c640 1 -- 172.21.15.46:0/583472053 shutdown_connections 2024-09-19T05:52:00.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.494+0000 7fb74343c640 1 -- 172.21.15.46:0/583472053 wait complete. 2024-09-19T05:52:00.507 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mgr mgr/snap_schedule/allow_m_granularity 2024-09-19T05:52:00.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.609+0000 7fd546265640 1 Processor -- start 2024-09-19T05:52:00.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.609+0000 7fd546265640 1 -- start start 2024-09-19T05:52:00.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.610+0000 7fd546265640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fd5400d06e0 0x7fd540067950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:00.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.610+0000 7fd546265640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd5400d0ac0 0x7fd540067e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:00.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.610+0000 7fd546265640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5400cff70 con 0x7fd5400b40c0 2024-09-19T05:52:00.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.610+0000 7fd546265640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fd54006f5b0 con 0x7fd5400d06e0 2024-09-19T05:52:00.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.610+0000 7fd546265640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fd5400b37f0 con 0x7fd5400d0ac0 2024-09-19T05:52:00.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.610+0000 7fd53ffff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fd5400d06e0 0x7fd540067950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:00.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.611+0000 7fd53ffff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fd5400d06e0 0x7fd540067950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56930/0 (socket says 172.21.15.46:56930) 2024-09-19T05:52:00.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.611+0000 7fd53ffff640 1 -- 172.21.15.46:0/1467302365 learned_addr learned my addr 172.21.15.46:0/1467302365 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:00.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.611+0000 7fd53f7fe640 1 --2- 172.21.15.46:0/1467302365 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd5400d0ac0 0x7fd540067e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:00.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.611+0000 7fd53ffff640 1 -- 172.21.15.46:0/1467302365 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd5400d0ac0 msgr2=0x7fd540067e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:00.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.611+0000 7fd53ffff640 1 --2- 172.21.15.46:0/1467302365 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd5400d0ac0 0x7fd540067e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.611+0000 7fd53ffff640 1 -- 172.21.15.46:0/1467302365 >> v1:172.21.15.46:6789/0 conn(0x7fd5400b40c0 legacy=0x7fd5400cdc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:00.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.611+0000 7fd53ffff640 1 -- 172.21.15.46:0/1467302365 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5400b4ca0 con 0x7fd5400d06e0 2024-09-19T05:52:00.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.611+0000 7fd53effd640 1 -- 172.21.15.46:0/1467302365 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4044172865 0 0) 0x7fd5400cff70 con 0x7fd5400b40c0 2024-09-19T05:52:00.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.612+0000 7fd53ffff640 1 --2- 172.21.15.46:0/1467302365 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5400d06e0 0x7fd540067950 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fd530009870 tx=0x7fd53002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5b9601d43c85d28 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:00.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.612+0000 7fd53effd640 1 -- 172.21.15.46:0/1467302365 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd530037070 con 0x7fd5400d06e0 2024-09-19T05:52:00.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.612+0000 7fd53effd640 1 -- 172.21.15.46:0/1467302365 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd530032440 con 0x7fd5400d06e0 2024-09-19T05:52:00.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.612+0000 7fd53effd640 1 -- 172.21.15.46:0/1467302365 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd530032810 con 0x7fd5400d06e0 2024-09-19T05:52:00.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.612+0000 7fd546265640 1 -- 172.21.15.46:0/1467302365 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5400d06e0 msgr2=0x7fd540067950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:00.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.612+0000 7fd546265640 1 --2- 172.21.15.46:0/1467302365 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5400d06e0 0x7fd540067950 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fd530009870 tx=0x7fd53002a270 comp rx=0 tx=0).stop 2024-09-19T05:52:00.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.612+0000 7fd546265640 1 -- 172.21.15.46:0/1467302365 shutdown_connections 2024-09-19T05:52:00.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.612+0000 7fd546265640 1 --2- 172.21.15.46:0/1467302365 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd5400d0ac0 0x7fd540067e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.612+0000 7fd546265640 1 --2- 172.21.15.46:0/1467302365 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5400d06e0 0x7fd540067950 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.612+0000 7fd546265640 1 -- 172.21.15.46:0/1467302365 >> 172.21.15.46:0/1467302365 conn(0x7fd54006bb10 msgr2=0x7fd54006bf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:00.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.612+0000 7fd546265640 1 -- 172.21.15.46:0/1467302365 shutdown_connections 2024-09-19T05:52:00.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.612+0000 7fd546265640 1 -- 172.21.15.46:0/1467302365 wait complete. 2024-09-19T05:52:00.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.614+0000 7fd546265640 1 Processor -- start 2024-09-19T05:52:00.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.614+0000 7fd546265640 1 -- start start 2024-09-19T05:52:00.620 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.615+0000 7fd546265640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd5400b40c0 0x7fd54009d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:00.620 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.615+0000 7fd546265640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5400d06e0 0x7fd540161540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:00.620 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.615+0000 7fd546265640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd5400d0ac0 0x7fd5400b1e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:00.620 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.615+0000 7fd546265640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd54006f240 con 0x7fd5400d06e0 2024-09-19T05:52:00.620 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.615+0000 7fd546265640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd54006ef60 con 0x7fd5400d0ac0 2024-09-19T05:52:00.620 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.615+0000 7fd546265640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fd54006fa40 con 0x7fd5400b40c0 2024-09-19T05:52:00.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.615+0000 7fd53f7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5400d06e0 0x7fd540161540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:00.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.615+0000 7fd53f7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5400d06e0 0x7fd540161540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56936/0 (socket says 172.21.15.46:56936) 2024-09-19T05:52:00.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.615+0000 7fd53f7fe640 1 -- 172.21.15.46:0/1264766448 learned_addr learned my addr 172.21.15.46:0/1264766448 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:00.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.615+0000 7fd53ffff640 1 --2- 172.21.15.46:0/1264766448 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd5400b40c0 0x7fd54009d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:00.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.615+0000 7fd544802640 1 --2- 172.21.15.46:0/1264766448 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd5400d0ac0 0x7fd5400b1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:00.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.615+0000 7fd53f7fe640 1 -- 172.21.15.46:0/1264766448 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd5400b40c0 msgr2=0x7fd54009d4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:00.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.615+0000 7fd53f7fe640 1 --2- 172.21.15.46:0/1264766448 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd5400b40c0 0x7fd54009d4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.615+0000 7fd53f7fe640 1 -- 172.21.15.46:0/1264766448 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd5400d0ac0 msgr2=0x7fd5400b1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:00.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.615+0000 7fd53f7fe640 1 --2- 172.21.15.46:0/1264766448 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd5400d0ac0 0x7fd5400b1e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.615+0000 7fd53f7fe640 1 -- 172.21.15.46:0/1264766448 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd54009da10 con 0x7fd5400d06e0 2024-09-19T05:52:00.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.615+0000 7fd53f7fe640 1 --2- 172.21.15.46:0/1264766448 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5400d06e0 0x7fd540161540 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fd53400d7d0 tx=0x7fd53400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:00.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.615+0000 7fd53cff9640 1 -- 172.21.15.46:0/1264766448 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd534004020 con 0x7fd5400d06e0 2024-09-19T05:52:00.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.615+0000 7fd53cff9640 1 -- 172.21.15.46:0/1264766448 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5340041e0 con 0x7fd5400d06e0 2024-09-19T05:52:00.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.615+0000 7fd546265640 1 -- 172.21.15.46:0/1264766448 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd54009dce0 con 0x7fd5400d06e0 2024-09-19T05:52:00.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.615+0000 7fd53cff9640 1 -- 172.21.15.46:0/1264766448 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5340043d0 con 0x7fd5400d06e0 2024-09-19T05:52:00.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.615+0000 7fd546265640 1 -- 172.21.15.46:0/1264766448 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd54009e2a0 con 0x7fd5400d06e0 2024-09-19T05:52:00.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.617+0000 7fd546265640 1 -- 172.21.15.46:0/1264766448 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5400b4570 con 0x7fd5400d06e0 2024-09-19T05:52:00.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.617+0000 7fd53cff9640 1 -- 172.21.15.46:0/1264766448 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 14) ==== 90790+0+0 (secure 0 0 0) 0x7fd53401b020 con 0x7fd5400d06e0 2024-09-19T05:52:00.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.617+0000 7fd53cff9640 1 --2- 172.21.15.46:0/1264766448 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd52c06c220 0x7fd52c06e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:00.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.618+0000 7fd53cff9640 1 -- 172.21.15.46:0/1264766448 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7fd53408aed0 con 0x7fd5400d06e0 2024-09-19T05:52:00.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.618+0000 7fd53ffff640 1 --2- 172.21.15.46:0/1264766448 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd52c06c220 0x7fd52c06e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:00.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.618+0000 7fd53ffff640 1 --2- 172.21.15.46:0/1264766448 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd52c06c220 0x7fd52c06e6e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fd530034000 tx=0x7fd53002e000 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:00.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.622+0000 7fd53cff9640 1 -- 172.21.15.46:0/1264766448 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd5340591d0 con 0x7fd5400d06e0 2024-09-19T05:52:00.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.799+0000 7fd546265640 1 -- 172.21.15.46:0/1264766448 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "config rm", "who": "mgr", "name": "mgr/snap_schedule/allow_m_granularity"} v 0) -- 0x7fd54006cd20 con 0x7fd5400d06e0 2024-09-19T05:52:00.804 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.802+0000 7fd53cff9640 1 -- 172.21.15.46:0/1264766448 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mgr", "name": "mgr/snap_schedule/allow_m_granularity"}]=0 v14) ==== 120+0+0 (secure 0 0 0) 0x7fd53405d4d0 con 0x7fd5400d06e0 2024-09-19T05:52:00.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.804+0000 7fd546265640 1 -- 172.21.15.46:0/1264766448 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd52c06c220 msgr2=0x7fd52c06e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:00.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.804+0000 7fd546265640 1 --2- 172.21.15.46:0/1264766448 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd52c06c220 0x7fd52c06e6e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fd530034000 tx=0x7fd53002e000 comp rx=0 tx=0).stop 2024-09-19T05:52:00.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.804+0000 7fd546265640 1 -- 172.21.15.46:0/1264766448 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5400d06e0 msgr2=0x7fd540161540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:00.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.804+0000 7fd546265640 1 --2- 172.21.15.46:0/1264766448 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5400d06e0 0x7fd540161540 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fd53400d7d0 tx=0x7fd53400dc90 comp rx=0 tx=0).stop 2024-09-19T05:52:00.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.804+0000 7fd546265640 1 -- 172.21.15.46:0/1264766448 shutdown_connections 2024-09-19T05:52:00.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.804+0000 7fd546265640 1 --2- 172.21.15.46:0/1264766448 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd52c06c220 0x7fd52c06e6e0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.804+0000 7fd546265640 1 --2- 172.21.15.46:0/1264766448 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd5400d0ac0 0x7fd5400b1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.804+0000 7fd546265640 1 --2- 172.21.15.46:0/1264766448 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5400d06e0 0x7fd540161540 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.804+0000 7fd546265640 1 --2- 172.21.15.46:0/1264766448 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd5400b40c0 0x7fd54009d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.804+0000 7fd546265640 1 -- 172.21.15.46:0/1264766448 >> 172.21.15.46:0/1264766448 conn(0x7fd54006bb10 msgr2=0x7fd5400d1270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:00.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.804+0000 7fd546265640 1 -- 172.21.15.46:0/1264766448 shutdown_connections 2024-09-19T05:52:00.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.804+0000 7fd546265640 1 -- 172.21.15.46:0/1264766448 wait complete. 2024-09-19T05:52:00.817 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mgr mgr/snap_schedule/dump_on_update 2024-09-19T05:52:00.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.920+0000 7f618e22e640 1 Processor -- start 2024-09-19T05:52:00.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.920+0000 7f618e22e640 1 -- start start 2024-09-19T05:52:00.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.920+0000 7f618e22e640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f6188153210 0x7f61880b3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:00.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.920+0000 7f618e22e640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61881535f0 0x7f61880ad4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:00.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.921+0000 7f618e22e640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61880b3000 con 0x7f61880ad9f0 2024-09-19T05:52:00.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.921+0000 7f618e22e640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f61880740a0 con 0x7f6188153210 2024-09-19T05:52:00.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.921+0000 7f618e22e640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f61880b3fe0 con 0x7f61881535f0 2024-09-19T05:52:00.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.921+0000 7f6186ffd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61881535f0 0x7f61880ad4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:00.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.921+0000 7f61877fe640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f6188153210 0x7f61880b3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:00.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.921+0000 7f6187fff640 1 --1- >> v1:172.21.15.78:6789/0 conn(0x7f61880ad9f0 0x7f61880d03d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.78:6789/0 says I am v1:172.21.15.46:42852/0 (socket says 172.21.15.46:42852) 2024-09-19T05:52:00.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.921+0000 7f6186ffd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61881535f0 0x7f61880ad4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.46:52538/0 (socket says 172.21.15.46:52538) 2024-09-19T05:52:00.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.921+0000 7f6187fff640 1 -- 172.21.15.46:0/682273274 learned_addr learned my addr 172.21.15.46:0/682273274 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:52:00.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.921+0000 7f6186ffd640 1 -- 172.21.15.46:0/682273274 >> v2:172.21.15.78:3300/0 conn(0x7f6188153210 msgr2=0x7f61880b3aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:00.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.921+0000 7f6186ffd640 1 --2- 172.21.15.46:0/682273274 >> v2:172.21.15.78:3300/0 conn(0x7f6188153210 0x7f61880b3aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.921+0000 7f6186ffd640 1 -- 172.21.15.46:0/682273274 >> v1:172.21.15.78:6789/0 conn(0x7f61880ad9f0 legacy=0x7f61880d03d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:00.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.921+0000 7f6186ffd640 1 -- 172.21.15.46:0/682273274 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61880ae020 con 0x7f61881535f0 2024-09-19T05:52:00.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.921+0000 7f61877fe640 1 --2- 172.21.15.46:0/682273274 >> v2:172.21.15.78:3300/0 conn(0x7f6188153210 0x7f61880b3aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:52:00.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.922+0000 7f6186ffd640 1 --2- 172.21.15.46:0/682273274 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61881535f0 0x7f61880ad4b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f617000dbc0 tx=0x7f617002e400 comp rx=0 tx=0).ready entity=mon.2 client_cookie=94b8dec79772e043 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:00.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.922+0000 7f61867fc640 1 -- 172.21.15.46:0/682273274 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f617003a070 con 0x7f61881535f0 2024-09-19T05:52:00.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.922+0000 7f61867fc640 1 -- 172.21.15.46:0/682273274 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f617000b650 con 0x7f61881535f0 2024-09-19T05:52:00.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.922+0000 7f61867fc640 1 -- 172.21.15.46:0/682273274 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f617000ba20 con 0x7f61881535f0 2024-09-19T05:52:00.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.923+0000 7f618e22e640 1 -- 172.21.15.46:0/682273274 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61881535f0 msgr2=0x7f61880ad4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:00.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.923+0000 7f618e22e640 1 --2- 172.21.15.46:0/682273274 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61881535f0 0x7f61880ad4b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f617000dbc0 tx=0x7f617002e400 comp rx=0 tx=0).stop 2024-09-19T05:52:00.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.923+0000 7f618e22e640 1 -- 172.21.15.46:0/682273274 shutdown_connections 2024-09-19T05:52:00.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.923+0000 7f618e22e640 1 --2- 172.21.15.46:0/682273274 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f61881535f0 0x7f61880ad4b0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.923+0000 7f618e22e640 1 --2- 172.21.15.46:0/682273274 >> v2:172.21.15.78:3300/0 conn(0x7f6188153210 0x7f61880b3aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.923+0000 7f618e22e640 1 -- 172.21.15.46:0/682273274 >> 172.21.15.46:0/682273274 conn(0x7f6188067b30 msgr2=0x7f6188067f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:00.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.923+0000 7f618e22e640 1 -- 172.21.15.46:0/682273274 shutdown_connections 2024-09-19T05:52:00.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.923+0000 7f618e22e640 1 -- 172.21.15.46:0/682273274 wait complete. 2024-09-19T05:52:00.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.924+0000 7f618e22e640 1 Processor -- start 2024-09-19T05:52:00.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.924+0000 7f618e22e640 1 -- start start 2024-09-19T05:52:00.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.925+0000 7f618e22e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61880ad9f0 0x7f61880cdce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:00.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.925+0000 7f618e22e640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6188153210 0x7f61880b0fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:00.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.925+0000 7f618e22e640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61881552d0 0x7f6188155780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:00.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.925+0000 7f618e22e640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f61880b32a0 con 0x7f61881552d0 2024-09-19T05:52:00.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.925+0000 7f618e22e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f61880b3610 con 0x7f61880ad9f0 2024-09-19T05:52:00.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.925+0000 7f618e22e640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f61880d0ae0 con 0x7f6188153210 2024-09-19T05:52:00.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.925+0000 7f6187fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61881552d0 0x7f6188155780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:00.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.925+0000 7f6187fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61881552d0 0x7f6188155780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56940/0 (socket says 172.21.15.46:56940) 2024-09-19T05:52:00.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.925+0000 7f6187fff640 1 -- 172.21.15.46:0/2631488432 learned_addr learned my addr 172.21.15.46:0/2631488432 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:00.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.925+0000 7f6186ffd640 1 --2- 172.21.15.46:0/2631488432 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6188153210 0x7f61880b0fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:00.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.925+0000 7f61877fe640 1 --2- 172.21.15.46:0/2631488432 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61880ad9f0 0x7f61880cdce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:00.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.925+0000 7f6187fff640 1 -- 172.21.15.46:0/2631488432 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6188153210 msgr2=0x7f61880b0fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:00.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.925+0000 7f6187fff640 1 --2- 172.21.15.46:0/2631488432 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6188153210 0x7f61880b0fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.925+0000 7f6187fff640 1 -- 172.21.15.46:0/2631488432 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61880ad9f0 msgr2=0x7f61880cdce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:00.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.925+0000 7f6187fff640 1 --2- 172.21.15.46:0/2631488432 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61880ad9f0 0x7f61880cdce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:00.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.925+0000 7f6187fff640 1 -- 172.21.15.46:0/2631488432 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61880aff20 con 0x7f61881552d0 2024-09-19T05:52:00.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.925+0000 7f61877fe640 1 --2- 172.21.15.46:0/2631488432 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61880ad9f0 0x7f61880cdce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:52:00.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.926+0000 7f6187fff640 1 --2- 172.21.15.46:0/2631488432 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61881552d0 0x7f6188155780 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f618000cae0 tx=0x7f618000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:00.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.926+0000 7f617ffff640 1 -- 172.21.15.46:0/2631488432 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6180017070 con 0x7f61881552d0 2024-09-19T05:52:00.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.926+0000 7f617ffff640 1 -- 172.21.15.46:0/2631488432 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f618000ac40 con 0x7f61881552d0 2024-09-19T05:52:00.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.926+0000 7f618e22e640 1 -- 172.21.15.46:0/2631488432 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61880b0200 con 0x7f61881552d0 2024-09-19T05:52:00.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.926+0000 7f617ffff640 1 -- 172.21.15.46:0/2631488432 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6180012400 con 0x7f61881552d0 2024-09-19T05:52:00.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.926+0000 7f618e22e640 1 -- 172.21.15.46:0/2631488432 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61880b07c0 con 0x7f61881552d0 2024-09-19T05:52:00.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.927+0000 7f618e22e640 1 -- 172.21.15.46:0/2631488432 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61880b3aa0 con 0x7f61881552d0 2024-09-19T05:52:00.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.927+0000 7f617ffff640 1 -- 172.21.15.46:0/2631488432 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 14) ==== 90790+0+0 (secure 0 0 0) 0x7f618001a070 con 0x7f61881552d0 2024-09-19T05:52:00.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.928+0000 7f617ffff640 1 --2- 172.21.15.46:0/2631488432 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f616806c220 0x7f616806e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:00.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.928+0000 7f617ffff640 1 -- 172.21.15.46:0/2631488432 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7f618008af90 con 0x7f61881552d0 2024-09-19T05:52:00.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.928+0000 7f61877fe640 1 --2- 172.21.15.46:0/2631488432 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f616806c220 0x7f616806e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:00.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.929+0000 7f61877fe640 1 --2- 172.21.15.46:0/2631488432 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f616806c220 0x7f616806e6e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f6188155fd0 tx=0x7f6178008040 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:00.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:00.932+0000 7f617ffff640 1 -- 172.21.15.46:0/2631488432 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6180059200 con 0x7f61881552d0 2024-09-19T05:52:01.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.110+0000 7f618e22e640 1 -- 172.21.15.46:0/2631488432 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "config rm", "who": "mgr", "name": "mgr/snap_schedule/dump_on_update"} v 0) -- 0x7f61880cfb10 con 0x7f61881552d0 2024-09-19T05:52:01.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.113+0000 7f617ffff640 1 -- 172.21.15.46:0/2631488432 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mgr", "name": "mgr/snap_schedule/dump_on_update"}]=0 v15) ==== 115+0+0 (secure 0 0 0) 0x7f618005d500 con 0x7f61881552d0 2024-09-19T05:52:01.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.115+0000 7f618e22e640 1 -- 172.21.15.46:0/2631488432 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f616806c220 msgr2=0x7f616806e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:01.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.115+0000 7f618e22e640 1 --2- 172.21.15.46:0/2631488432 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f616806c220 0x7f616806e6e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f6188155fd0 tx=0x7f6178008040 comp rx=0 tx=0).stop 2024-09-19T05:52:01.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.115+0000 7f618e22e640 1 -- 172.21.15.46:0/2631488432 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61881552d0 msgr2=0x7f6188155780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:01.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.115+0000 7f618e22e640 1 --2- 172.21.15.46:0/2631488432 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61881552d0 0x7f6188155780 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f618000cae0 tx=0x7f618000a060 comp rx=0 tx=0).stop 2024-09-19T05:52:01.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.115+0000 7f618e22e640 1 -- 172.21.15.46:0/2631488432 shutdown_connections 2024-09-19T05:52:01.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.115+0000 7f618e22e640 1 --2- 172.21.15.46:0/2631488432 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f616806c220 0x7f616806e6e0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:01.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.115+0000 7f618e22e640 1 --2- 172.21.15.46:0/2631488432 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61881552d0 0x7f6188155780 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:01.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.115+0000 7f618e22e640 1 --2- 172.21.15.46:0/2631488432 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f6188153210 0x7f61880b0fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:01.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.115+0000 7f618e22e640 1 --2- 172.21.15.46:0/2631488432 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61880ad9f0 0x7f61880cdce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:01.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.116+0000 7f618e22e640 1 -- 172.21.15.46:0/2631488432 >> 172.21.15.46:0/2631488432 conn(0x7f6188067b30 msgr2=0x7f6188072cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:01.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.116+0000 7f618e22e640 1 -- 172.21.15.46:0/2631488432 shutdown_connections 2024-09-19T05:52:01.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.116+0000 7f618e22e640 1 -- 172.21.15.46:0/2631488432 wait complete. 2024-09-19T05:52:01.129 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name' 2024-09-19T05:52:01.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.229+0000 7f753fd5b640 1 Processor -- start 2024-09-19T05:52:01.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.229+0000 7f753fd5b640 1 -- start start 2024-09-19T05:52:01.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.230+0000 7f753fd5b640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f753815e620 0x7f7538068310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:01.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.230+0000 7f753fd5b640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f7538073ca0 0x7f75380b1eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:01.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.230+0000 7f753fd5b640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75380b57e0 con 0x7f75380b23f0 2024-09-19T05:52:01.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.230+0000 7f753fd5b640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f75380b2820 con 0x7f7538073ca0 2024-09-19T05:52:01.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.230+0000 7f753fd5b640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f75380b5ac0 con 0x7f753815e620 2024-09-19T05:52:01.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.230+0000 7f753d2f6640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f7538073ca0 0x7f75380b1eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:01.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.230+0000 7f753d2f6640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f7538073ca0 0x7f75380b1eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56956/0 (socket says 172.21.15.46:56956) 2024-09-19T05:52:01.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.230+0000 7f753e2f8640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f75380b23f0 0x7f7538162310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:47012/0 (socket says 172.21.15.46:47012) 2024-09-19T05:52:01.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.230+0000 7f753d2f6640 1 -- 172.21.15.46:0/2050022412 learned_addr learned my addr 172.21.15.46:0/2050022412 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:01.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.231+0000 7f753daf7640 1 --2- 172.21.15.46:0/2050022412 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f753815e620 0x7f7538068310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:01.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.231+0000 7f753d2f6640 1 -- 172.21.15.46:0/2050022412 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f753815e620 msgr2=0x7f7538068310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:01.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.231+0000 7f753d2f6640 1 --2- 172.21.15.46:0/2050022412 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f753815e620 0x7f7538068310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:01.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.231+0000 7f753d2f6640 1 -- 172.21.15.46:0/2050022412 >> v1:172.21.15.46:6789/0 conn(0x7f75380b23f0 legacy=0x7f7538162310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:01.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.231+0000 7f753d2f6640 1 -- 172.21.15.46:0/2050022412 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75380b5da0 con 0x7f7538073ca0 2024-09-19T05:52:01.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.231+0000 7f753d2f6640 1 --2- 172.21.15.46:0/2050022412 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7538073ca0 0x7f75380b1eb0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f7528009870 tx=0x7f752802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=194f616defcdcf69 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:01.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.231+0000 7f753caf5640 1 -- 172.21.15.46:0/2050022412 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7528037070 con 0x7f7538073ca0 2024-09-19T05:52:01.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.231+0000 7f753caf5640 1 -- 172.21.15.46:0/2050022412 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7528032440 con 0x7f7538073ca0 2024-09-19T05:52:01.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.232+0000 7f753caf5640 1 -- 172.21.15.46:0/2050022412 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7528032810 con 0x7f7538073ca0 2024-09-19T05:52:01.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.232+0000 7f753fd5b640 1 -- 172.21.15.46:0/2050022412 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7538073ca0 msgr2=0x7f75380b1eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:01.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.232+0000 7f753fd5b640 1 --2- 172.21.15.46:0/2050022412 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7538073ca0 0x7f75380b1eb0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f7528009870 tx=0x7f752802a1c0 comp rx=0 tx=0).stop 2024-09-19T05:52:01.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.232+0000 7f753fd5b640 1 -- 172.21.15.46:0/2050022412 shutdown_connections 2024-09-19T05:52:01.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.232+0000 7f753fd5b640 1 --2- 172.21.15.46:0/2050022412 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7538073ca0 0x7f75380b1eb0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:01.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.232+0000 7f753fd5b640 1 --2- 172.21.15.46:0/2050022412 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f753815e620 0x7f7538068310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:01.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.232+0000 7f753fd5b640 1 -- 172.21.15.46:0/2050022412 >> 172.21.15.46:0/2050022412 conn(0x7f7538073180 msgr2=0x7f7538073590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:01.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.232+0000 7f753fd5b640 1 -- 172.21.15.46:0/2050022412 shutdown_connections 2024-09-19T05:52:01.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.232+0000 7f753fd5b640 1 -- 172.21.15.46:0/2050022412 wait complete. 2024-09-19T05:52:01.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.233+0000 7f753fd5b640 1 Processor -- start 2024-09-19T05:52:01.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.233+0000 7f753fd5b640 1 -- start start 2024-09-19T05:52:01.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.234+0000 7f753fd5b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7538073ca0 0x7f753814a850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:01.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.234+0000 7f753fd5b640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f75380b23f0 0x7f75381f52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:01.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.234+0000 7f753fd5b640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f753815e620 0x7f753809c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:01.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.234+0000 7f753fd5b640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f75380b5440 con 0x7f7538073ca0 2024-09-19T05:52:01.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.234+0000 7f753fd5b640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f75380b6360 con 0x7f75380b23f0 2024-09-19T05:52:01.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.234+0000 7f753fd5b640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f75380b55c0 con 0x7f753815e620 2024-09-19T05:52:01.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.234+0000 7f753daf7640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7538073ca0 0x7f753814a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:01.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.234+0000 7f753daf7640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7538073ca0 0x7f753814a850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56966/0 (socket says 172.21.15.46:56966) 2024-09-19T05:52:01.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.234+0000 7f753daf7640 1 -- 172.21.15.46:0/3896911031 learned_addr learned my addr 172.21.15.46:0/3896911031 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:01.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.234+0000 7f753d2f6640 1 --2- 172.21.15.46:0/3896911031 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f75380b23f0 0x7f75381f52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:01.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.234+0000 7f753daf7640 1 -- 172.21.15.46:0/3896911031 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f753815e620 msgr2=0x7f753809c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:01.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.234+0000 7f753e2f8640 1 --2- 172.21.15.46:0/3896911031 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f753815e620 0x7f753809c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:01.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.235+0000 7f753daf7640 1 --2- 172.21.15.46:0/3896911031 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f753815e620 0x7f753809c410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:01.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.235+0000 7f753daf7640 1 -- 172.21.15.46:0/3896911031 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f75380b23f0 msgr2=0x7f75381f52d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:01.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.235+0000 7f753daf7640 1 --2- 172.21.15.46:0/3896911031 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f75380b23f0 0x7f75381f52d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:01.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.235+0000 7f753daf7640 1 -- 172.21.15.46:0/3896911031 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f753809c950 con 0x7f7538073ca0 2024-09-19T05:52:01.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.235+0000 7f753d2f6640 1 --2- 172.21.15.46:0/3896911031 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f75380b23f0 0x7f75381f52d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:52:01.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.235+0000 7f753e2f8640 1 --2- 172.21.15.46:0/3896911031 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f753815e620 0x7f753809c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:52:01.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.235+0000 7f753daf7640 1 --2- 172.21.15.46:0/3896911031 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7538073ca0 0x7f753814a850 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f753400d620 tx=0x7f753400dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:01.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.235+0000 7f752e7fc640 1 -- 172.21.15.46:0/3896911031 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f753400b620 con 0x7f7538073ca0 2024-09-19T05:52:01.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.235+0000 7f752e7fc640 1 -- 172.21.15.46:0/3896911031 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7534019070 con 0x7f7538073ca0 2024-09-19T05:52:01.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.235+0000 7f752e7fc640 1 -- 172.21.15.46:0/3896911031 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f753400ba00 con 0x7f7538073ca0 2024-09-19T05:52:01.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.235+0000 7f753fd5b640 1 -- 172.21.15.46:0/3896911031 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75381f5e60 con 0x7f7538073ca0 2024-09-19T05:52:01.240 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.235+0000 7f753fd5b640 1 -- 172.21.15.46:0/3896911031 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75381f6420 con 0x7f7538073ca0 2024-09-19T05:52:01.240 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.236+0000 7f753fd5b640 1 -- 172.21.15.46:0/3896911031 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f753815ea00 con 0x7f7538073ca0 2024-09-19T05:52:01.240 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.236+0000 7f752e7fc640 1 -- 172.21.15.46:0/3896911031 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 14) ==== 90790+0+0 (secure 0 0 0) 0x7f753400bba0 con 0x7f7538073ca0 2024-09-19T05:52:01.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.237+0000 7f752e7fc640 1 --2- 172.21.15.46:0/3896911031 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f751c06c220 0x7f751c06e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:01.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.237+0000 7f752e7fc640 1 -- 172.21.15.46:0/3896911031 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7f753408b620 con 0x7f7538073ca0 2024-09-19T05:52:01.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.237+0000 7f753d2f6640 1 --2- 172.21.15.46:0/3896911031 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f751c06c220 0x7f751c06e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:01.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.238+0000 7f753d2f6640 1 --2- 172.21.15.46:0/3896911031 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f751c06c220 0x7f751c06e6e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f7528034000 tx=0x7f752802e000 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:01.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.241+0000 7f752e7fc640 1 -- 172.21.15.46:0/3896911031 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7534059f70 con 0x7f7538073ca0 2024-09-19T05:52:01.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.490+0000 7f753fd5b640 1 -- 172.21.15.46:0/3896911031 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name"]} v 0) -- 0x7f7538072f20 con 0x7f7538073ca0 2024-09-19T05:52:01.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.773+0000 7f752e7fc640 1 -- 172.21.15.46:0/3896911031 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name"]}]=0 v89) ==== 155+0+0 (secure 0 0 0) 0x7f7534059870 con 0x7f7538073ca0 2024-09-19T05:52:01.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.775+0000 7f753fd5b640 1 -- 172.21.15.46:0/3896911031 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f751c06c220 msgr2=0x7f751c06e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:01.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.775+0000 7f753fd5b640 1 --2- 172.21.15.46:0/3896911031 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f751c06c220 0x7f751c06e6e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f7528034000 tx=0x7f752802e000 comp rx=0 tx=0).stop 2024-09-19T05:52:01.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.775+0000 7f753fd5b640 1 -- 172.21.15.46:0/3896911031 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7538073ca0 msgr2=0x7f753814a850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:01.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.775+0000 7f753fd5b640 1 --2- 172.21.15.46:0/3896911031 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7538073ca0 0x7f753814a850 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f753400d620 tx=0x7f753400dae0 comp rx=0 tx=0).stop 2024-09-19T05:52:01.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.775+0000 7f753fd5b640 1 -- 172.21.15.46:0/3896911031 shutdown_connections 2024-09-19T05:52:01.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.775+0000 7f753fd5b640 1 --2- 172.21.15.46:0/3896911031 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f751c06c220 0x7f751c06e6e0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:01.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.775+0000 7f753fd5b640 1 --2- 172.21.15.46:0/3896911031 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f753815e620 0x7f753809c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:01.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.775+0000 7f753fd5b640 1 --2- 172.21.15.46:0/3896911031 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f75380b23f0 0x7f75381f52d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:01.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.775+0000 7f753fd5b640 1 --2- 172.21.15.46:0/3896911031 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7538073ca0 0x7f753814a850 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:01.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.775+0000 7f753fd5b640 1 -- 172.21.15.46:0/3896911031 >> 172.21.15.46:0/3896911031 conn(0x7f7538073180 msgr2=0x7f753815bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:01.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.775+0000 7f753fd5b640 1 -- 172.21.15.46:0/3896911031 shutdown_connections 2024-09-19T05:52:01.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:01.775+0000 7f753fd5b640 1 -- 172.21.15.46:0/3896911031 wait complete. 2024-09-19T05:52:01.788 INFO:tasks.cephfs_test_runner:Test the correctness of snap directory name ... ok 2024-09-19T05:52:01.789 INFO:tasks.cephfs_test_runner: 2024-09-19T05:52:01.789 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-19T05:52:01.789 INFO:tasks.cephfs_test_runner:Ran 1 test in 54.052s 2024-09-19T05:52:01.789 INFO:tasks.cephfs_test_runner: 2024-09-19T05:52:01.789 INFO:tasks.cephfs_test_runner:OK 2024-09-19T05:52:01.789 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-19T05:52:01.798 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-19T05:52:01.806 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-19T05:52:01.806 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:52:01.806 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:52:01.823 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18798 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:52:01.823 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-09-19T05:52:01.823 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:52:01.882 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18798 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:52:01.882 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:52:01.882 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:52:01.902 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056009,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19578 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248716k,nr_inodes=812179,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:52:01.902 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-19T05:52:01.902 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:52:01.961 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056009,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=19578 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248716k,nr_inodes=812179,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:52:01.962 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:52:01.962 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list 2024-09-19T05:52:01.978 INFO:teuthology.orchestra.run.smithi046.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T05:52:01.979 INFO:teuthology.orchestra.run.smithi046.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:52:01.979 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:52:01.979 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:52:02.046 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:52:02.046 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:52:02.114 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:52:02.114 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link delete ceph-brx 2024-09-19T05:52:02.211 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:52:02.212 DEBUG:teuthology.orchestra.run.smithi078:> ip netns list 2024-09-19T05:52:02.230 INFO:teuthology.orchestra.run.smithi078.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T05:52:02.230 INFO:teuthology.orchestra.run.smithi078.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T05:52:02.230 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:52:02.230 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:52:02.299 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:52:02.300 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:52:02.367 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:52:02.368 DEBUG:teuthology.orchestra.run.smithi078:> sudo ip link delete ceph-brx 2024-09-19T05:52:02.472 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-19T05:52:02.482 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T05:52:02.482 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:52:02.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.585+0000 7fe173b68640 1 Processor -- start 2024-09-19T05:52:02.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.585+0000 7fe173b68640 1 -- start start 2024-09-19T05:52:02.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.586+0000 7fe173b68640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fe16c159ea0 0x7fe16c0ccb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:02.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.586+0000 7fe173b68640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fe16c0cd070 0x7fe16c15ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:02.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.586+0000 7fe173b68640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe16c0cd4c0 con 0x7fe16c15cfb0 2024-09-19T05:52:02.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.586+0000 7fe173b68640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fe16c0d0fb0 con 0x7fe16c0cd070 2024-09-19T05:52:02.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.586+0000 7fe173b68640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fe16c15d7f0 con 0x7fe16c159ea0 2024-09-19T05:52:02.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.586+0000 7fe171103640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fe16c0cd070 0x7fe16c15ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:02.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.586+0000 7fe171103640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fe16c0cd070 0x7fe16c15ca70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56976/0 (socket says 172.21.15.46:56976) 2024-09-19T05:52:02.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.586+0000 7fe171103640 1 -- 172.21.15.46:0/2681528856 learned_addr learned my addr 172.21.15.46:0/2681528856 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:02.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.587+0000 7fe171904640 1 --2- 172.21.15.46:0/2681528856 >> v2:172.21.15.78:3300/0 conn(0x7fe16c159ea0 0x7fe16c0ccb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:02.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.587+0000 7fe171103640 1 -- 172.21.15.46:0/2681528856 >> v2:172.21.15.78:3300/0 conn(0x7fe16c159ea0 msgr2=0x7fe16c0ccb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:02.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.587+0000 7fe171103640 1 --2- 172.21.15.46:0/2681528856 >> v2:172.21.15.78:3300/0 conn(0x7fe16c159ea0 0x7fe16c0ccb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:02.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.587+0000 7fe171103640 1 -- 172.21.15.46:0/2681528856 >> v1:172.21.15.78:6789/0 conn(0x7fe16c15cfb0 legacy=0x7fe16c15ff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:02.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.587+0000 7fe171103640 1 -- 172.21.15.46:0/2681528856 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe16c0b3090 con 0x7fe16c0cd070 2024-09-19T05:52:02.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.588+0000 7fe171103640 1 --2- 172.21.15.46:0/2681528856 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe16c0cd070 0x7fe16c15ca70 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe16c0d1130 tx=0x7fe15c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5ccc849f7b31ec6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:02.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.588+0000 7fe170902640 1 -- 172.21.15.46:0/2681528856 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe15c037070 con 0x7fe16c0cd070 2024-09-19T05:52:02.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.588+0000 7fe170902640 1 -- 172.21.15.46:0/2681528856 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe15c032440 con 0x7fe16c0cd070 2024-09-19T05:52:02.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.588+0000 7fe170902640 1 -- 172.21.15.46:0/2681528856 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe15c032810 con 0x7fe16c0cd070 2024-09-19T05:52:02.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.588+0000 7fe173b68640 1 -- 172.21.15.46:0/2681528856 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe16c0cd070 msgr2=0x7fe16c15ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:02.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.588+0000 7fe173b68640 1 --2- 172.21.15.46:0/2681528856 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe16c0cd070 0x7fe16c15ca70 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe16c0d1130 tx=0x7fe15c02a270 comp rx=0 tx=0).stop 2024-09-19T05:52:02.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.588+0000 7fe173b68640 1 -- 172.21.15.46:0/2681528856 shutdown_connections 2024-09-19T05:52:02.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.588+0000 7fe173b68640 1 --2- 172.21.15.46:0/2681528856 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe16c0cd070 0x7fe16c15ca70 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:02.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.588+0000 7fe173b68640 1 --2- 172.21.15.46:0/2681528856 >> v2:172.21.15.78:3300/0 conn(0x7fe16c159ea0 0x7fe16c0ccb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:02.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.588+0000 7fe173b68640 1 -- 172.21.15.46:0/2681528856 >> 172.21.15.46:0/2681528856 conn(0x7fe16c067950 msgr2=0x7fe16c067d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:02.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.588+0000 7fe173b68640 1 -- 172.21.15.46:0/2681528856 shutdown_connections 2024-09-19T05:52:02.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.588+0000 7fe173b68640 1 -- 172.21.15.46:0/2681528856 wait complete. 2024-09-19T05:52:02.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.590+0000 7fe173b68640 1 Processor -- start 2024-09-19T05:52:02.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.590+0000 7fe173b68640 1 -- start start 2024-09-19T05:52:02.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.590+0000 7fe173b68640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe16c0cd070 0x7fe16c14e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:02.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.590+0000 7fe173b68640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe16c159ea0 0x7fe16c0aeb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:02.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.590+0000 7fe173b68640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe16c15cfb0 0x7fe16c0c8140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:02.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.591+0000 7fe173b68640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c0b3930 con 0x7fe16c15cfb0 2024-09-19T05:52:02.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.591+0000 7fe173b68640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c0b3650 con 0x7fe16c0cd070 2024-09-19T05:52:02.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.591+0000 7fe173b68640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fe16c15a280 con 0x7fe16c159ea0 2024-09-19T05:52:02.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.591+0000 7fe172105640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe16c15cfb0 0x7fe16c0c8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:02.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.591+0000 7fe171904640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe16c0cd070 0x7fe16c14e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:02.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.591+0000 7fe171103640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe16c159ea0 0x7fe16c0aeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:02.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.591+0000 7fe172105640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe16c15cfb0 0x7fe16c0c8140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56978/0 (socket says 172.21.15.46:56978) 2024-09-19T05:52:02.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.591+0000 7fe171904640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe16c0cd070 0x7fe16c14e6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.46:57996/0 (socket says 172.21.15.46:57996) 2024-09-19T05:52:02.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.591+0000 7fe172105640 1 -- 172.21.15.46:0/4083440838 learned_addr learned my addr 172.21.15.46:0/4083440838 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:02.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.591+0000 7fe172105640 1 -- 172.21.15.46:0/4083440838 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe16c159ea0 msgr2=0x7fe16c0aeb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:02.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.591+0000 7fe172105640 1 --2- 172.21.15.46:0/4083440838 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe16c159ea0 0x7fe16c0aeb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:02.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.591+0000 7fe172105640 1 -- 172.21.15.46:0/4083440838 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe16c0cd070 msgr2=0x7fe16c14e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:02.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.591+0000 7fe172105640 1 --2- 172.21.15.46:0/4083440838 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe16c0cd070 0x7fe16c14e6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:02.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.591+0000 7fe172105640 1 -- 172.21.15.46:0/4083440838 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe16c15f760 con 0x7fe16c15cfb0 2024-09-19T05:52:02.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.591+0000 7fe171904640 1 --2- 172.21.15.46:0/4083440838 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe16c0cd070 0x7fe16c14e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:52:02.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.591+0000 7fe171103640 1 --2- 172.21.15.46:0/4083440838 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe16c159ea0 0x7fe16c0aeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:52:02.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.591+0000 7fe172105640 1 --2- 172.21.15.46:0/4083440838 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe16c15cfb0 0x7fe16c0c8140 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fe16400c7d0 tx=0x7fe16400cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:02.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.591+0000 7fe1627fc640 1 -- 172.21.15.46:0/4083440838 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe164003b70 con 0x7fe16c15cfb0 2024-09-19T05:52:02.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.591+0000 7fe1627fc640 1 -- 172.21.15.46:0/4083440838 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe164003d30 con 0x7fe16c15cfb0 2024-09-19T05:52:02.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.591+0000 7fe1627fc640 1 -- 172.21.15.46:0/4083440838 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe16400aa90 con 0x7fe16c15cfb0 2024-09-19T05:52:02.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.591+0000 7fe173b68640 1 -- 172.21.15.46:0/4083440838 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe16c15fa40 con 0x7fe16c15cfb0 2024-09-19T05:52:02.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.591+0000 7fe173b68640 1 -- 172.21.15.46:0/4083440838 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe16c160000 con 0x7fe16c15cfb0 2024-09-19T05:52:02.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.592+0000 7fe173b68640 1 -- 172.21.15.46:0/4083440838 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe16c0b3e50 con 0x7fe16c15cfb0 2024-09-19T05:52:02.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.593+0000 7fe1627fc640 1 -- 172.21.15.46:0/4083440838 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7fe16400ac30 con 0x7fe16c15cfb0 2024-09-19T05:52:02.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.593+0000 7fe1627fc640 1 --2- 172.21.15.46:0/4083440838 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fe15006c2e0 0x7fe15006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:02.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.593+0000 7fe1627fc640 1 -- 172.21.15.46:0/4083440838 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7fe16408b240 con 0x7fe16c15cfb0 2024-09-19T05:52:02.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.594+0000 7fe171904640 1 --2- 172.21.15.46:0/4083440838 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fe15006c2e0 0x7fe15006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:02.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.594+0000 7fe171904640 1 --2- 172.21.15.46:0/4083440838 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fe15006c2e0 0x7fe15006e7a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fe168009f30 tx=0x7fe168009190 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:02.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.598+0000 7fe1627fc640 1 -- 172.21.15.46:0/4083440838 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe164059340 con 0x7fe16c15cfb0 2024-09-19T05:52:02.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.772+0000 7fe173b68640 1 -- 172.21.15.46:0/4083440838 --> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe16c09cd80 con 0x7fe15006c2e0 2024-09-19T05:52:02.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.773+0000 7fe1627fc640 1 -- 172.21.15.46:0/4083440838 <== mgr.4820 v2:172.21.15.78:6832/210886811 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13386 (secure 0 0 0) 0x7fe16c09cd80 con 0x7fe15006c2e0 2024-09-19T05:52:02.775 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:52:02.775 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-19T05:52:02.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.775+0000 7fe173b68640 1 -- 172.21.15.46:0/4083440838 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fe15006c2e0 msgr2=0x7fe15006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:02.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.775+0000 7fe173b68640 1 --2- 172.21.15.46:0/4083440838 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fe15006c2e0 0x7fe15006e7a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fe168009f30 tx=0x7fe168009190 comp rx=0 tx=0).stop 2024-09-19T05:52:02.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.775+0000 7fe173b68640 1 -- 172.21.15.46:0/4083440838 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe16c15cfb0 msgr2=0x7fe16c0c8140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:02.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.775+0000 7fe173b68640 1 --2- 172.21.15.46:0/4083440838 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe16c15cfb0 0x7fe16c0c8140 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fe16400c7d0 tx=0x7fe16400cc90 comp rx=0 tx=0).stop 2024-09-19T05:52:02.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.775+0000 7fe173b68640 1 -- 172.21.15.46:0/4083440838 shutdown_connections 2024-09-19T05:52:02.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.775+0000 7fe173b68640 1 --2- 172.21.15.46:0/4083440838 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fe15006c2e0 0x7fe15006e7a0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:02.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.775+0000 7fe173b68640 1 --2- 172.21.15.46:0/4083440838 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe16c15cfb0 0x7fe16c0c8140 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:02.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.775+0000 7fe173b68640 1 --2- 172.21.15.46:0/4083440838 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe16c159ea0 0x7fe16c0aeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:02.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.775+0000 7fe173b68640 1 --2- 172.21.15.46:0/4083440838 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe16c0cd070 0x7fe16c14e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:02.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.775+0000 7fe173b68640 1 -- 172.21.15.46:0/4083440838 >> 172.21.15.46:0/4083440838 conn(0x7fe16c067950 msgr2=0x7fe16c09d580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:02.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.775+0000 7fe173b68640 1 -- 172.21.15.46:0/4083440838 shutdown_connections 2024-09-19T05:52:02.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.775+0000 7fe173b68640 1 -- 172.21.15.46:0/4083440838 wait complete. 2024-09-19T05:52:02.788 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":7,"stamp":"2024-09-19T05:52:01.174841+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":242704,"kb_used_data":5676,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754732016,"statfs":{"total":773094113280,"available":772845584384,"internally_reserved":0,"allocated":5812224,"data_stored":3865217,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-732296,"num_objects":-25,"num_object_clones":0,"num_object_copies":-50,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-25,"num_whiteouts":0,"num_read":-417,"num_read_kb":-371,"num_write":-362,"num_write_kb":-2905,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.998150"},"pg_stats":[{"pgid":"1.0","version":"33'128","reported_seq":234,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-19T05:51:57.168064+0000","last_change":"2024-09-19T05:50:35.646709+0000","last_active":"2024-09-19T05:51:57.168064+0000","last_peered":"2024-09-19T05:51:57.168064+0000","last_clean":"2024-09-19T05:51:57.168064+0000","last_became_active":"2024-09-19T05:50:35.645765+0000","last_became_peered":"2024-09-19T05:50:35.645765+0000","last_unstale":"2024-09-19T05:51:57.168064+0000","last_undegraded":"2024-09-19T05:51:57.168064+0000","last_fullsized":"2024-09-19T05:51:57.168064+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_clean_scrub_stamp":"2024-09-19T05:50:34.148268+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:39.766293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542164,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27996,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343844,"statfs":{"total":96636764160,"available":96608096256,"internally_reserved":0,"allocated":991232,"data_stored":747250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542164,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27408,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344432,"statfs":{"total":96636764160,"available":96608698368,"internally_reserved":0,"allocated":389120,"data_stored":150381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509460,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":405504,"data_stored":157565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542162,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27736,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344104,"statfs":{"total":96636764160,"available":96608362496,"internally_reserved":0,"allocated":724992,"data_stored":478202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542163,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35756,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336084,"statfs":{"total":96636764160,"available":96600150016,"internally_reserved":0,"allocated":417792,"data_stored":166763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542164,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31888,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339952,"statfs":{"total":96636764160,"available":96604110848,"internally_reserved":0,"allocated":716800,"data_stored":478067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542164,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31952,"kb_used_data":768,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339888,"statfs":{"total":96636764160,"available":96604045312,"internally_reserved":0,"allocated":786432,"data_stored":546613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542164,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32540,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339300,"statfs":{"total":96636764160,"available":96603443200,"internally_reserved":0,"allocated":1380352,"data_stored":1140376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:52:02.789 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:52:02.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.889+0000 7fe2769f6640 1 Processor -- start 2024-09-19T05:52:02.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.889+0000 7fe2769f6640 1 -- start start 2024-09-19T05:52:02.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.890+0000 7fe2769f6640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fe2700cfb00 0x7fe2700d0fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:02.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.890+0000 7fe2769f6640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fe2700d1500 0x7fe2700b7920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:02.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.890+0000 7fe2769f6640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe2700cff20 con 0x7fe27015e9c0 2024-09-19T05:52:02.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.890+0000 7fe2769f6640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fe2700d1950 con 0x7fe2700cfb00 2024-09-19T05:52:02.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.890+0000 7fe2769f6640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fe2700d29c0 con 0x7fe2700d1500 2024-09-19T05:52:02.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.890+0000 7fe26ffff640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fe27015e9c0 0x7fe2700d3d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:47018/0 (socket says 172.21.15.46:47018) 2024-09-19T05:52:02.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.890+0000 7fe26ffff640 1 -- 172.21.15.46:0/2820513482 learned_addr learned my addr 172.21.15.46:0/2820513482 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:52:02.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.890+0000 7fe26f7fe640 1 --2- 172.21.15.46:0/2820513482 >> v2:172.21.15.46:3300/0 conn(0x7fe2700cfb00 0x7fe2700d0fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:02.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.890+0000 7fe274f93640 1 --2- 172.21.15.46:0/2820513482 >> v2:172.21.15.78:3300/0 conn(0x7fe2700d1500 0x7fe2700b7920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:02.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.891+0000 7fe26f7fe640 1 -- 172.21.15.46:0/2820513482 >> v2:172.21.15.78:3300/0 conn(0x7fe2700d1500 msgr2=0x7fe2700b7920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:02.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.891+0000 7fe26f7fe640 1 --2- 172.21.15.46:0/2820513482 >> v2:172.21.15.78:3300/0 conn(0x7fe2700d1500 0x7fe2700b7920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:02.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.891+0000 7fe26f7fe640 1 -- 172.21.15.46:0/2820513482 >> v1:172.21.15.46:6789/0 conn(0x7fe27015e9c0 legacy=0x7fe2700d3d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:02.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.891+0000 7fe26f7fe640 1 -- 172.21.15.46:0/2820513482 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2700d2ca0 con 0x7fe2700cfb00 2024-09-19T05:52:02.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.891+0000 7fe26f7fe640 1 --2- 172.21.15.46:0/2820513482 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe2700cfb00 0x7fe2700d0fc0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fe2700b39d0 tx=0x7fe26402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79c05e2121c81f51 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:02.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.891+0000 7fe26effd640 1 -- 172.21.15.46:0/2820513482 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe264037070 con 0x7fe2700cfb00 2024-09-19T05:52:02.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.891+0000 7fe26effd640 1 -- 172.21.15.46:0/2820513482 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe264032440 con 0x7fe2700cfb00 2024-09-19T05:52:02.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.892+0000 7fe26effd640 1 -- 172.21.15.46:0/2820513482 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe264032810 con 0x7fe2700cfb00 2024-09-19T05:52:02.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.892+0000 7fe2769f6640 1 -- 172.21.15.46:0/2820513482 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe2700cfb00 msgr2=0x7fe2700d0fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:02.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.892+0000 7fe2769f6640 1 --2- 172.21.15.46:0/2820513482 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe2700cfb00 0x7fe2700d0fc0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fe2700b39d0 tx=0x7fe26402a230 comp rx=0 tx=0).stop 2024-09-19T05:52:02.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.892+0000 7fe2769f6640 1 -- 172.21.15.46:0/2820513482 shutdown_connections 2024-09-19T05:52:02.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.892+0000 7fe2769f6640 1 --2- 172.21.15.46:0/2820513482 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe2700cfb00 0x7fe2700d0fc0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:02.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.892+0000 7fe2769f6640 1 --2- 172.21.15.46:0/2820513482 >> v2:172.21.15.78:3300/0 conn(0x7fe2700d1500 0x7fe2700b7920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:02.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.892+0000 7fe2769f6640 1 -- 172.21.15.46:0/2820513482 >> 172.21.15.46:0/2820513482 conn(0x7fe270067950 msgr2=0x7fe270067d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:02.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.892+0000 7fe2769f6640 1 -- 172.21.15.46:0/2820513482 shutdown_connections 2024-09-19T05:52:02.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.892+0000 7fe2769f6640 1 -- 172.21.15.46:0/2820513482 wait complete. 2024-09-19T05:52:02.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.893+0000 7fe2769f6640 1 Processor -- start 2024-09-19T05:52:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.893+0000 7fe2769f6640 1 -- start start 2024-09-19T05:52:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.894+0000 7fe2769f6640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe2700cfb00 0x7fe270154ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.894+0000 7fe2769f6640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe2700d1500 0x7fe2700ccf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.894+0000 7fe2769f6640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe27015e9c0 0x7fe2700b56f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.894+0000 7fe2769f6640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe2700d3540 con 0x7fe2700d1500 2024-09-19T05:52:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.894+0000 7fe2769f6640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fe2700d3260 con 0x7fe2700cfb00 2024-09-19T05:52:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.894+0000 7fe2769f6640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fe27015eda0 con 0x7fe27015e9c0 2024-09-19T05:52:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.894+0000 7fe26f7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe2700d1500 0x7fe2700ccf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.894+0000 7fe26f7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe2700d1500 0x7fe2700ccf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56998/0 (socket says 172.21.15.46:56998) 2024-09-19T05:52:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.894+0000 7fe26f7fe640 1 -- 172.21.15.46:0/1693104292 learned_addr learned my addr 172.21.15.46:0/1693104292 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.894+0000 7fe26f7fe640 1 -- 172.21.15.46:0/1693104292 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe27015e9c0 msgr2=0x7fe2700b56f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.894+0000 7fe26f7fe640 1 --2- 172.21.15.46:0/1693104292 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe27015e9c0 0x7fe2700b56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.894+0000 7fe26f7fe640 1 -- 172.21.15.46:0/1693104292 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe2700cfb00 msgr2=0x7fe270154ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.894+0000 7fe26f7fe640 1 --2- 172.21.15.46:0/1693104292 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe2700cfb00 0x7fe270154ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.894+0000 7fe26f7fe640 1 -- 172.21.15.46:0/1693104292 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2700cbbb0 con 0x7fe2700d1500 2024-09-19T05:52:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.895+0000 7fe26f7fe640 1 --2- 172.21.15.46:0/1693104292 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe2700d1500 0x7fe2700ccf10 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fe26402a270 tx=0x7fe2640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.895+0000 7fe26cff9640 1 -- 172.21.15.46:0/1693104292 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe264037040 con 0x7fe2700d1500 2024-09-19T05:52:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.895+0000 7fe26cff9640 1 -- 172.21.15.46:0/1693104292 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe264030770 con 0x7fe2700d1500 2024-09-19T05:52:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.895+0000 7fe2769f6640 1 -- 172.21.15.46:0/1693104292 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2700cbe90 con 0x7fe2700d1500 2024-09-19T05:52:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.895+0000 7fe26cff9640 1 -- 172.21.15.46:0/1693104292 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe264030b40 con 0x7fe2700d1500 2024-09-19T05:52:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.895+0000 7fe2769f6640 1 -- 172.21.15.46:0/1693104292 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2700cc730 con 0x7fe2700d1500 2024-09-19T05:52:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.896+0000 7fe2769f6640 1 -- 172.21.15.46:0/1693104292 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2700cc060 con 0x7fe2700d1500 2024-09-19T05:52:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.896+0000 7fe26cff9640 1 -- 172.21.15.46:0/1693104292 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7fe264044020 con 0x7fe2700d1500 2024-09-19T05:52:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.897+0000 7fe26cff9640 1 --2- 172.21.15.46:0/1693104292 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fe25c06c2e0 0x7fe25c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.897+0000 7fe26cff9640 1 -- 172.21.15.46:0/1693104292 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7fe2640ab910 con 0x7fe2700d1500 2024-09-19T05:52:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.897+0000 7fe26ffff640 1 --2- 172.21.15.46:0/1693104292 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fe25c06c2e0 0x7fe25c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:02.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.898+0000 7fe26ffff640 1 --2- 172.21.15.46:0/1693104292 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fe25c06c2e0 0x7fe25c06e7a0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fe260000f60 tx=0x7fe260007a80 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:02.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:02.901+0000 7fe26cff9640 1 -- 172.21.15.46:0/1693104292 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe264032e20 con 0x7fe2700d1500 2024-09-19T05:52:03.075 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.074+0000 7fe2769f6640 1 -- 172.21.15.46:0/1693104292 --> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe2700d0fc0 con 0x7fe25c06c2e0 2024-09-19T05:52:03.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.075+0000 7fe26cff9640 1 -- 172.21.15.46:0/1693104292 <== mgr.4820 v2:172.21.15.78:6832/210886811 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13386 (secure 0 0 0) 0x7fe2700d0fc0 con 0x7fe25c06c2e0 2024-09-19T05:52:03.077 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:52:03.077 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-19T05:52:03.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.077+0000 7fe2769f6640 1 -- 172.21.15.46:0/1693104292 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fe25c06c2e0 msgr2=0x7fe25c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:03.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.077+0000 7fe2769f6640 1 --2- 172.21.15.46:0/1693104292 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fe25c06c2e0 0x7fe25c06e7a0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fe260000f60 tx=0x7fe260007a80 comp rx=0 tx=0).stop 2024-09-19T05:52:03.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.077+0000 7fe2769f6640 1 -- 172.21.15.46:0/1693104292 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe2700d1500 msgr2=0x7fe2700ccf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:03.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.077+0000 7fe2769f6640 1 --2- 172.21.15.46:0/1693104292 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe2700d1500 0x7fe2700ccf10 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fe26402a270 tx=0x7fe2640046c0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.077+0000 7fe2769f6640 1 -- 172.21.15.46:0/1693104292 shutdown_connections 2024-09-19T05:52:03.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.077+0000 7fe2769f6640 1 --2- 172.21.15.46:0/1693104292 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fe25c06c2e0 0x7fe25c06e7a0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.077+0000 7fe2769f6640 1 --2- 172.21.15.46:0/1693104292 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe27015e9c0 0x7fe2700b56f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.077+0000 7fe2769f6640 1 --2- 172.21.15.46:0/1693104292 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe2700d1500 0x7fe2700ccf10 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.077+0000 7fe2769f6640 1 --2- 172.21.15.46:0/1693104292 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe2700cfb00 0x7fe270154ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.077+0000 7fe2769f6640 1 -- 172.21.15.46:0/1693104292 >> 172.21.15.46:0/1693104292 conn(0x7fe270067950 msgr2=0x7fe27015d8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:03.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.077+0000 7fe2769f6640 1 -- 172.21.15.46:0/1693104292 shutdown_connections 2024-09-19T05:52:03.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.077+0000 7fe2769f6640 1 -- 172.21.15.46:0/1693104292 wait complete. 2024-09-19T05:52:03.089 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":7,"stamp":"2024-09-19T05:52:01.174841+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":242704,"kb_used_data":5676,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754732016,"statfs":{"total":773094113280,"available":772845584384,"internally_reserved":0,"allocated":5812224,"data_stored":3865217,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-732296,"num_objects":-25,"num_object_clones":0,"num_object_copies":-50,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-25,"num_whiteouts":0,"num_read":-417,"num_read_kb":-371,"num_write":-362,"num_write_kb":-2905,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.998150"},"pg_stats":[{"pgid":"1.0","version":"33'128","reported_seq":234,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-19T05:51:57.168064+0000","last_change":"2024-09-19T05:50:35.646709+0000","last_active":"2024-09-19T05:51:57.168064+0000","last_peered":"2024-09-19T05:51:57.168064+0000","last_clean":"2024-09-19T05:51:57.168064+0000","last_became_active":"2024-09-19T05:50:35.645765+0000","last_became_peered":"2024-09-19T05:50:35.645765+0000","last_unstale":"2024-09-19T05:51:57.168064+0000","last_undegraded":"2024-09-19T05:51:57.168064+0000","last_fullsized":"2024-09-19T05:51:57.168064+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_clean_scrub_stamp":"2024-09-19T05:50:34.148268+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:39.766293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542164,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27996,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343844,"statfs":{"total":96636764160,"available":96608096256,"internally_reserved":0,"allocated":991232,"data_stored":747250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542164,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27408,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344432,"statfs":{"total":96636764160,"available":96608698368,"internally_reserved":0,"allocated":389120,"data_stored":150381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509460,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":405504,"data_stored":157565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542162,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27736,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344104,"statfs":{"total":96636764160,"available":96608362496,"internally_reserved":0,"allocated":724992,"data_stored":478202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542163,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35756,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336084,"statfs":{"total":96636764160,"available":96600150016,"internally_reserved":0,"allocated":417792,"data_stored":166763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542164,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31888,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339952,"statfs":{"total":96636764160,"available":96604110848,"internally_reserved":0,"allocated":716800,"data_stored":478067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542164,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31952,"kb_used_data":768,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339888,"statfs":{"total":96636764160,"available":96604045312,"internally_reserved":0,"allocated":786432,"data_stored":546613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542164,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32540,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339300,"statfs":{"total":96636764160,"available":96603443200,"internally_reserved":0,"allocated":1380352,"data_stored":1140376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:52:03.090 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T05:52:03.090 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:52:03.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.190+0000 7fea34103640 1 Processor -- start 2024-09-19T05:52:03.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.191+0000 7fea34103640 1 -- start start 2024-09-19T05:52:03.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.191+0000 7fea34103640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fea2c0b6c80 0x7fea2c0b6050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:03.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.191+0000 7fea34103640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fea2c0d0490 0x7fea2c0b6590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:03.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.191+0000 7fea34103640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea2c0cf430 con 0x7fea2c15fdb0 2024-09-19T05:52:03.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.191+0000 7fea34103640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fea2c0d0000 con 0x7fea2c0d0490 2024-09-19T05:52:03.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.191+0000 7fea34103640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fea2c0cf6d0 con 0x7fea2c0b6c80 2024-09-19T05:52:03.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.192+0000 7fea326a0640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fea2c0d0490 0x7fea2c0b6590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:03.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.192+0000 7fea326a0640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fea2c0d0490 0x7fea2c0b6590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57012/0 (socket says 172.21.15.46:57012) 2024-09-19T05:52:03.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.192+0000 7fea326a0640 1 -- 172.21.15.46:0/3256743334 learned_addr learned my addr 172.21.15.46:0/3256743334 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:03.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.192+0000 7fea3169e640 1 --2- 172.21.15.46:0/3256743334 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fea2c0b6c80 0x7fea2c0b6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:03.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.192+0000 7fea326a0640 1 -- 172.21.15.46:0/3256743334 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fea2c0b6c80 msgr2=0x7fea2c0b6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:03.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.192+0000 7fea326a0640 1 --2- 172.21.15.46:0/3256743334 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fea2c0b6c80 0x7fea2c0b6050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.192+0000 7fea326a0640 1 -- 172.21.15.46:0/3256743334 >> v1:172.21.15.78:6789/0 conn(0x7fea2c15fdb0 legacy=0x7fea2c0d2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:03.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.192+0000 7fea326a0640 1 -- 172.21.15.46:0/3256743334 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea2c0cf9b0 con 0x7fea2c0d0490 2024-09-19T05:52:03.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.192+0000 7fea3169e640 1 --2- 172.21.15.46:0/3256743334 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fea2c0b6c80 0x7fea2c0b6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:52:03.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.193+0000 7fea326a0640 1 --2- 172.21.15.46:0/3256743334 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fea2c0d0490 0x7fea2c0b6590 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fea24009870 tx=0x7fea2402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7c44bfe91a6cef server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:03.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.193+0000 7fea30e9d640 1 -- 172.21.15.46:0/3256743334 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea24037070 con 0x7fea2c0d0490 2024-09-19T05:52:03.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.193+0000 7fea30e9d640 1 -- 172.21.15.46:0/3256743334 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea2402ae50 con 0x7fea2c0d0490 2024-09-19T05:52:03.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.193+0000 7fea30e9d640 1 -- 172.21.15.46:0/3256743334 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea24032860 con 0x7fea2c0d0490 2024-09-19T05:52:03.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.193+0000 7fea34103640 1 -- 172.21.15.46:0/3256743334 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fea2c0d0490 msgr2=0x7fea2c0b6590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:03.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.193+0000 7fea34103640 1 --2- 172.21.15.46:0/3256743334 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fea2c0d0490 0x7fea2c0b6590 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fea24009870 tx=0x7fea2402a300 comp rx=0 tx=0).stop 2024-09-19T05:52:03.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.193+0000 7fea34103640 1 -- 172.21.15.46:0/3256743334 shutdown_connections 2024-09-19T05:52:03.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.193+0000 7fea34103640 1 --2- 172.21.15.46:0/3256743334 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fea2c0d0490 0x7fea2c0b6590 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.193+0000 7fea34103640 1 --2- 172.21.15.46:0/3256743334 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fea2c0b6c80 0x7fea2c0b6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.193+0000 7fea34103640 1 -- 172.21.15.46:0/3256743334 >> 172.21.15.46:0/3256743334 conn(0x7fea2c072130 msgr2=0x7fea2c072540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:03.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.194+0000 7fea34103640 1 -- 172.21.15.46:0/3256743334 shutdown_connections 2024-09-19T05:52:03.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.194+0000 7fea34103640 1 -- 172.21.15.46:0/3256743334 wait complete. 2024-09-19T05:52:03.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.195+0000 7fea34103640 1 Processor -- start 2024-09-19T05:52:03.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.195+0000 7fea34103640 1 -- start start 2024-09-19T05:52:03.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.196+0000 7fea34103640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fea2c0b6c80 0x7fea2c0a0e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:03.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.196+0000 7fea34103640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fea2c0d0490 0x7fea2c09e270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:03.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.196+0000 7fea34103640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fea2c15fdb0 0x7fea2c152920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:03.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.196+0000 7fea34103640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fea2c0d35f0 con 0x7fea2c15fdb0 2024-09-19T05:52:03.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.196+0000 7fea34103640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fea2c160190 con 0x7fea2c0b6c80 2024-09-19T05:52:03.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.196+0000 7fea34103640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fea2c0a1570 con 0x7fea2c0d0490 2024-09-19T05:52:03.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.196+0000 7fea326a0640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fea2c15fdb0 0x7fea2c152920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:03.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.196+0000 7fea3169e640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fea2c0d0490 0x7fea2c09e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:03.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.196+0000 7fea31e9f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fea2c0b6c80 0x7fea2c0a0e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:03.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.196+0000 7fea326a0640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fea2c15fdb0 0x7fea2c152920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57022/0 (socket says 172.21.15.46:57022) 2024-09-19T05:52:03.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.196+0000 7fea326a0640 1 -- 172.21.15.46:0/2370632024 learned_addr learned my addr 172.21.15.46:0/2370632024 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:03.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.196+0000 7fea326a0640 1 -- 172.21.15.46:0/2370632024 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fea2c0d0490 msgr2=0x7fea2c09e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:03.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.196+0000 7fea326a0640 1 --2- 172.21.15.46:0/2370632024 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fea2c0d0490 0x7fea2c09e270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.196+0000 7fea326a0640 1 -- 172.21.15.46:0/2370632024 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fea2c0b6c80 msgr2=0x7fea2c0a0e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:03.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.196+0000 7fea326a0640 1 --2- 172.21.15.46:0/2370632024 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fea2c0b6c80 0x7fea2c0a0e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.196+0000 7fea326a0640 1 -- 172.21.15.46:0/2370632024 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea2c0a1850 con 0x7fea2c15fdb0 2024-09-19T05:52:03.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.196+0000 7fea3169e640 1 --2- 172.21.15.46:0/2370632024 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fea2c0d0490 0x7fea2c09e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:52:03.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.196+0000 7fea31e9f640 1 --2- 172.21.15.46:0/2370632024 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fea2c0b6c80 0x7fea2c0a0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:52:03.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.196+0000 7fea326a0640 1 --2- 172.21.15.46:0/2370632024 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fea2c15fdb0 0x7fea2c152920 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fea24009870 tx=0x7fea240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:03.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.196+0000 7fea2a7fc640 1 -- 172.21.15.46:0/2370632024 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea24041070 con 0x7fea2c15fdb0 2024-09-19T05:52:03.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.196+0000 7fea2a7fc640 1 -- 172.21.15.46:0/2370632024 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea2403c680 con 0x7fea2c15fdb0 2024-09-19T05:52:03.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.196+0000 7fea34103640 1 -- 172.21.15.46:0/2370632024 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea2c0a1b30 con 0x7fea2c15fdb0 2024-09-19T05:52:03.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.197+0000 7fea2a7fc640 1 -- 172.21.15.46:0/2370632024 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea24037040 con 0x7fea2c15fdb0 2024-09-19T05:52:03.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.197+0000 7fea34103640 1 -- 172.21.15.46:0/2370632024 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea2c0a20f0 con 0x7fea2c15fdb0 2024-09-19T05:52:03.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.198+0000 7fea34103640 1 -- 172.21.15.46:0/2370632024 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea2c0d2ee0 con 0x7fea2c15fdb0 2024-09-19T05:52:03.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.198+0000 7fea2a7fc640 1 -- 172.21.15.46:0/2370632024 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7fea24044070 con 0x7fea2c15fdb0 2024-09-19T05:52:03.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.199+0000 7fea2a7fc640 1 --2- 172.21.15.46:0/2370632024 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fea1806c2e0 0x7fea1806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:03.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.199+0000 7fea2a7fc640 1 -- 172.21.15.46:0/2370632024 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7fea240abfe0 con 0x7fea2c15fdb0 2024-09-19T05:52:03.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.199+0000 7fea31e9f640 1 --2- 172.21.15.46:0/2370632024 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fea1806c2e0 0x7fea1806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:03.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.199+0000 7fea31e9f640 1 --2- 172.21.15.46:0/2370632024 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fea1806c2e0 0x7fea1806e7a0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fea1c00f1d0 tx=0x7fea1c009040 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:03.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.203+0000 7fea2a7fc640 1 -- 172.21.15.46:0/2370632024 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fea2407a200 con 0x7fea2c15fdb0 2024-09-19T05:52:03.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.377+0000 7fea34103640 1 -- 172.21.15.46:0/2370632024 --> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fea2c069130 con 0x7fea1806c2e0 2024-09-19T05:52:03.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.378+0000 7fea2a7fc640 1 -- 172.21.15.46:0/2370632024 <== mgr.4820 v2:172.21.15.78:6832/210886811 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13430 (secure 0 0 0) 0x7fea2c069130 con 0x7fea1806c2e0 2024-09-19T05:52:03.380 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:52:03.380 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-19T05:52:03.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.380+0000 7fea34103640 1 -- 172.21.15.46:0/2370632024 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fea1806c2e0 msgr2=0x7fea1806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:03.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.380+0000 7fea34103640 1 --2- 172.21.15.46:0/2370632024 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fea1806c2e0 0x7fea1806e7a0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fea1c00f1d0 tx=0x7fea1c009040 comp rx=0 tx=0).stop 2024-09-19T05:52:03.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.380+0000 7fea34103640 1 -- 172.21.15.46:0/2370632024 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fea2c15fdb0 msgr2=0x7fea2c152920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:03.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.380+0000 7fea34103640 1 --2- 172.21.15.46:0/2370632024 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fea2c15fdb0 0x7fea2c152920 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fea24009870 tx=0x7fea240046c0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.380+0000 7fea34103640 1 -- 172.21.15.46:0/2370632024 shutdown_connections 2024-09-19T05:52:03.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.380+0000 7fea34103640 1 --2- 172.21.15.46:0/2370632024 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fea1806c2e0 0x7fea1806e7a0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.380+0000 7fea34103640 1 --2- 172.21.15.46:0/2370632024 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fea2c15fdb0 0x7fea2c152920 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.380+0000 7fea34103640 1 --2- 172.21.15.46:0/2370632024 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fea2c0d0490 0x7fea2c09e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.380+0000 7fea34103640 1 --2- 172.21.15.46:0/2370632024 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fea2c0b6c80 0x7fea2c0a0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.380+0000 7fea34103640 1 -- 172.21.15.46:0/2370632024 >> 172.21.15.46:0/2370632024 conn(0x7fea2c072130 msgr2=0x7fea2c0b4030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:03.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.380+0000 7fea34103640 1 -- 172.21.15.46:0/2370632024 shutdown_connections 2024-09-19T05:52:03.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.380+0000 7fea34103640 1 -- 172.21.15.46:0/2370632024 wait complete. 2024-09-19T05:52:03.392 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":8,"stamp":"2024-09-19T05:52:03.175141+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":105,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":754974720,"kb_used":241784,"kb_used_data":4744,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754732936,"statfs":{"total":773094113280,"available":772846526464,"internally_reserved":0,"allocated":4857856,"data_stored":2827219,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-732296,"num_objects":-25,"num_object_clones":0,"num_object_copies":-50,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-25,"num_whiteouts":0,"num_read":-321,"num_read_kb":-165,"num_write":-342,"num_write_kb":-2905,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.998450"},"pg_stats":[{"pgid":"1.0","version":"36'139","reported_seq":277,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:52:01.941709+0000","last_change":"2024-09-19T05:50:35.646709+0000","last_active":"2024-09-19T05:52:01.941709+0000","last_peered":"2024-09-19T05:52:01.941709+0000","last_clean":"2024-09-19T05:52:01.941709+0000","last_became_active":"2024-09-19T05:50:35.645765+0000","last_became_peered":"2024-09-19T05:50:35.645765+0000","last_unstale":"2024-09-19T05:52:01.941709+0000","last_undegraded":"2024-09-19T05:52:01.941709+0000","last_fullsized":"2024-09-19T05:52:01.941709+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_clean_scrub_stamp":"2024-09-19T05:50:34.148268+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:39.766293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542165,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28024,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343816,"statfs":{"total":96636764160,"available":96608067584,"internally_reserved":0,"allocated":1019904,"data_stored":760018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542164,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27408,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344432,"statfs":{"total":96636764160,"available":96608698368,"internally_reserved":0,"allocated":389120,"data_stored":150381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27448,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":425984,"data_stored":169650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542162,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27736,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344104,"statfs":{"total":96636764160,"available":96608362496,"internally_reserved":0,"allocated":724992,"data_stored":478202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542164,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35768,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336072,"statfs":{"total":96636764160,"available":96600137728,"internally_reserved":0,"allocated":425984,"data_stored":169650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31608,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340232,"statfs":{"total":96636764160,"available":96604397568,"internally_reserved":0,"allocated":425984,"data_stored":169650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542165,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31608,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340232,"statfs":{"total":96636764160,"available":96604397568,"internally_reserved":0,"allocated":425984,"data_stored":169650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542165,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32184,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339656,"statfs":{"total":96636764160,"available":96603807744,"internally_reserved":0,"allocated":1019904,"data_stored":760018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:52:03.393 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:52:03.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.493+0000 7f3ee3494640 1 Processor -- start 2024-09-19T05:52:03.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.494+0000 7f3ee3494640 1 -- start start 2024-09-19T05:52:03.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.494+0000 7f3ee3494640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f3edc15e9c0 0x7f3edc0cfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:03.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.494+0000 7f3ee3494640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f3edc0d3d70 0x7f3edc0d0fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:03.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.494+0000 7f3ee3494640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f3edc0d1500 0x7f3edc0b6030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:03.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.494+0000 7f3ee3494640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f3edc0d29c0 con 0x7f3edc15e9c0 2024-09-19T05:52:03.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.494+0000 7f3ee3494640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f3edc0d2ca0 con 0x7f3edc0d3d70 2024-09-19T05:52:03.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.494+0000 7f3ee3494640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f3edc0d2f80 con 0x7f3edc0d1500 2024-09-19T05:52:03.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.495+0000 7f3ee1230640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f3edc15e9c0 0x7f3edc0cfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:03.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.495+0000 7f3ee1230640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f3edc15e9c0 0x7f3edc0cfb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57026/0 (socket says 172.21.15.46:57026) 2024-09-19T05:52:03.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.495+0000 7f3ee1230640 1 -- 172.21.15.46:0/27841023 learned_addr learned my addr 172.21.15.46:0/27841023 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:03.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.495+0000 7f3ee1230640 1 -- 172.21.15.46:0/27841023 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f3edc0d1500 msgr2=0x7f3edc0b6030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:03.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.495+0000 7f3ee0a2f640 1 --2- 172.21.15.46:0/27841023 >> v2:172.21.15.78:3300/0 conn(0x7f3edc0d3d70 0x7f3edc0d0fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:03.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.495+0000 7f3ee1a31640 1 --2- 172.21.15.46:0/27841023 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f3edc0d1500 0x7f3edc0b6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:03.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.495+0000 7f3ee1230640 1 --2- 172.21.15.46:0/27841023 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f3edc0d1500 0x7f3edc0b6030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.495+0000 7f3ee1230640 1 -- 172.21.15.46:0/27841023 >> v2:172.21.15.78:3300/0 conn(0x7f3edc0d3d70 msgr2=0x7f3edc0d0fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:03.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.495+0000 7f3ee1230640 1 --2- 172.21.15.46:0/27841023 >> v2:172.21.15.78:3300/0 conn(0x7f3edc0d3d70 0x7f3edc0d0fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.495+0000 7f3ee1230640 1 -- 172.21.15.46:0/27841023 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3edc0d3260 con 0x7f3edc15e9c0 2024-09-19T05:52:03.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.495+0000 7f3ee0a2f640 1 --2- 172.21.15.46:0/27841023 >> v2:172.21.15.78:3300/0 conn(0x7f3edc0d3d70 0x7f3edc0d0fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:52:03.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.496+0000 7f3ee1230640 1 --2- 172.21.15.46:0/27841023 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3edc15e9c0 0x7f3edc0cfb00 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f3edc0d1c10 tx=0x7f3ecc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3b9d88a8d8a3d14 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:03.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.496+0000 7f3edbfff640 1 -- 172.21.15.46:0/27841023 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ecc037070 con 0x7f3edc15e9c0 2024-09-19T05:52:03.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.496+0000 7f3edbfff640 1 -- 172.21.15.46:0/27841023 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ecc032440 con 0x7f3edc15e9c0 2024-09-19T05:52:03.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.496+0000 7f3edbfff640 1 -- 172.21.15.46:0/27841023 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ecc032810 con 0x7f3edc15e9c0 2024-09-19T05:52:03.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.496+0000 7f3ee3494640 1 -- 172.21.15.46:0/27841023 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3edc15e9c0 msgr2=0x7f3edc0cfb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:03.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.496+0000 7f3ee3494640 1 --2- 172.21.15.46:0/27841023 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3edc15e9c0 0x7f3edc0cfb00 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f3edc0d1c10 tx=0x7f3ecc02a270 comp rx=0 tx=0).stop 2024-09-19T05:52:03.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.496+0000 7f3ee3494640 1 -- 172.21.15.46:0/27841023 shutdown_connections 2024-09-19T05:52:03.505 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.496+0000 7f3ee3494640 1 --2- 172.21.15.46:0/27841023 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f3edc0d1500 0x7f3edc0b6030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.505 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.496+0000 7f3ee3494640 1 --2- 172.21.15.46:0/27841023 >> v2:172.21.15.78:3300/0 conn(0x7f3edc0d3d70 0x7f3edc0d0fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.505 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.496+0000 7f3ee3494640 1 --2- 172.21.15.46:0/27841023 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3edc15e9c0 0x7f3edc0cfb00 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.505 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.496+0000 7f3ee3494640 1 -- 172.21.15.46:0/27841023 >> 172.21.15.46:0/27841023 conn(0x7f3edc067950 msgr2=0x7f3edc067d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:03.505 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.496+0000 7f3ee3494640 1 -- 172.21.15.46:0/27841023 shutdown_connections 2024-09-19T05:52:03.505 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.496+0000 7f3ee3494640 1 -- 172.21.15.46:0/27841023 wait complete. 2024-09-19T05:52:03.505 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.498+0000 7f3ee3494640 1 Processor -- start 2024-09-19T05:52:03.505 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.498+0000 7f3ee3494640 1 -- start start 2024-09-19T05:52:03.505 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.498+0000 7f3ee3494640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3edc0d1500 0x7f3edc0cd550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:03.505 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.498+0000 7f3ee3494640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f3edc0d3d70 0x7f3edc154160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:03.505 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.498+0000 7f3ee3494640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3edc15e9c0 0x7f3edc160fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:03.505 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.498+0000 7f3ee3494640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f3edc0d41c0 con 0x7f3edc15e9c0 2024-09-19T05:52:03.505 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.498+0000 7f3ee3494640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f3edc15eda0 con 0x7f3edc0d1500 2024-09-19T05:52:03.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.498+0000 7f3ee3494640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f3edc0b6570 con 0x7f3edc0d3d70 2024-09-19T05:52:03.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.498+0000 7f3ee1a31640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3edc15e9c0 0x7f3edc160fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:03.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.498+0000 7f3ee1a31640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3edc15e9c0 0x7f3edc160fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57030/0 (socket says 172.21.15.46:57030) 2024-09-19T05:52:03.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.499+0000 7f3ee1a31640 1 -- 172.21.15.46:0/855877480 learned_addr learned my addr 172.21.15.46:0/855877480 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:03.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.499+0000 7f3ee1230640 1 --2- 172.21.15.46:0/855877480 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3edc0d1500 0x7f3edc0cd550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:03.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.499+0000 7f3ee0a2f640 1 --2- 172.21.15.46:0/855877480 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f3edc0d3d70 0x7f3edc154160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:03.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.499+0000 7f3ee1a31640 1 -- 172.21.15.46:0/855877480 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f3edc0d3d70 msgr2=0x7f3edc154160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:03.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.499+0000 7f3ee1a31640 1 --2- 172.21.15.46:0/855877480 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f3edc0d3d70 0x7f3edc154160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.499+0000 7f3ee1a31640 1 -- 172.21.15.46:0/855877480 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3edc0d1500 msgr2=0x7f3edc0cd550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:03.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.499+0000 7f3ee1a31640 1 --2- 172.21.15.46:0/855877480 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3edc0d1500 0x7f3edc0cd550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.499+0000 7f3ee1a31640 1 -- 172.21.15.46:0/855877480 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3edc1f45b0 con 0x7f3edc15e9c0 2024-09-19T05:52:03.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.499+0000 7f3ee1a31640 1 --2- 172.21.15.46:0/855877480 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3edc15e9c0 0x7f3edc160fd0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f3ed400cda0 tx=0x7f3ed400a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:03.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.499+0000 7f3ed9ffb640 1 -- 172.21.15.46:0/855877480 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed4003b90 con 0x7f3edc15e9c0 2024-09-19T05:52:03.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.499+0000 7f3ed9ffb640 1 -- 172.21.15.46:0/855877480 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ed4003d30 con 0x7f3edc15e9c0 2024-09-19T05:52:03.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.499+0000 7f3ee3494640 1 -- 172.21.15.46:0/855877480 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3edc159830 con 0x7f3edc15e9c0 2024-09-19T05:52:03.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.499+0000 7f3ed9ffb640 1 -- 172.21.15.46:0/855877480 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed4004240 con 0x7f3edc15e9c0 2024-09-19T05:52:03.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.499+0000 7f3ee3494640 1 -- 172.21.15.46:0/855877480 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3edc1f4b30 con 0x7f3edc15e9c0 2024-09-19T05:52:03.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.500+0000 7f3ee3494640 1 -- 172.21.15.46:0/855877480 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3edc0b6030 con 0x7f3edc15e9c0 2024-09-19T05:52:03.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.501+0000 7f3ed9ffb640 1 -- 172.21.15.46:0/855877480 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7f3ed40043e0 con 0x7f3edc15e9c0 2024-09-19T05:52:03.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.501+0000 7f3ed9ffb640 1 --2- 172.21.15.46:0/855877480 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f3ec806c2b0 0x7f3ec806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:03.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.501+0000 7f3ed9ffb640 1 -- 172.21.15.46:0/855877480 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7f3ed408be10 con 0x7f3edc15e9c0 2024-09-19T05:52:03.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.502+0000 7f3ee1230640 1 --2- 172.21.15.46:0/855877480 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f3ec806c2b0 0x7f3ec806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:03.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.502+0000 7f3ee1230640 1 --2- 172.21.15.46:0/855877480 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f3ec806c2b0 0x7f3ec806e770 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f3ecc034000 tx=0x7f3ecc02e000 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:03.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.506+0000 7f3ed9ffb640 1 -- 172.21.15.46:0/855877480 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3ed405a680 con 0x7f3edc15e9c0 2024-09-19T05:52:03.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.683+0000 7f3ee3494640 1 -- 172.21.15.46:0/855877480 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3edc0b5d30 con 0x7f3edc15e9c0 2024-09-19T05:52:03.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.683+0000 7f3ed9ffb640 1 -- 172.21.15.46:0/855877480 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) ==== 74+0+13922 (secure 0 0 0) 0x7f3ed4059f80 con 0x7f3edc15e9c0 2024-09-19T05:52:03.685 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:52:03.685 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":37,"fsid":"f422d15e-e2c9-44aa-a788-7f9714905c67","created":"2024-09-19T05:50:21.601235+0000","modified":"2024-09-19T05:52:00.167819+0000","last_up_change":"2024-09-19T05:50:34.148268+0000","last_in_change":"2024-09-19T05:50:23.689134+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:50:33.840497+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c5887dcb-f9c0-42a0-905d-718d357b4b57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6825","nonce":1884048663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6827","nonce":1884048663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6831","nonce":1884048663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1884048663},{"type":"v1","addr":"172.21.15.46:6829","nonce":1884048663}]},"public_addr":"172.21.15.46:6825/1884048663","cluster_addr":"172.21.15.46:6827/1884048663","heartbeat_back_addr":"172.21.15.46:6831/1884048663","heartbeat_front_addr":"172.21.15.46:6829/1884048663","state":["exists","up"]},{"osd":1,"uuid":"3fed9b97-7482-4314-bf02-1518c03be152","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6801","nonce":2797692057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6803","nonce":2797692057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6807","nonce":2797692057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":2797692057},{"type":"v1","addr":"172.21.15.46:6805","nonce":2797692057}]},"public_addr":"172.21.15.46:6801/2797692057","cluster_addr":"172.21.15.46:6803/2797692057","heartbeat_back_addr":"172.21.15.46:6807/2797692057","heartbeat_front_addr":"172.21.15.46:6805/2797692057","state":["exists","up"]},{"osd":2,"uuid":"2e36d163-339b-491e-98a9-6e768a3249e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6809","nonce":4061240230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6811","nonce":4061240230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6815","nonce":4061240230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":4061240230},{"type":"v1","addr":"172.21.15.46:6813","nonce":4061240230}]},"public_addr":"172.21.15.46:6809/4061240230","cluster_addr":"172.21.15.46:6811/4061240230","heartbeat_back_addr":"172.21.15.46:6815/4061240230","heartbeat_front_addr":"172.21.15.46:6813/4061240230","state":["exists","up"]},{"osd":3,"uuid":"98fb22e5-3d85-4bb7-a92e-63625f26d7b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6817","nonce":170935989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6819","nonce":170935989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6823","nonce":170935989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":170935989},{"type":"v1","addr":"172.21.15.46:6821","nonce":170935989}]},"public_addr":"172.21.15.46:6817/170935989","cluster_addr":"172.21.15.46:6819/170935989","heartbeat_back_addr":"172.21.15.46:6823/170935989","heartbeat_front_addr":"172.21.15.46:6821/170935989","state":["exists","up"]},{"osd":4,"uuid":"055bb872-b76a-40ab-aab7-c6e327ee7735","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6809","nonce":2319815351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6811","nonce":2319815351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6815","nonce":2319815351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2319815351},{"type":"v1","addr":"172.21.15.78:6813","nonce":2319815351}]},"public_addr":"172.21.15.78:6809/2319815351","cluster_addr":"172.21.15.78:6811/2319815351","heartbeat_back_addr":"172.21.15.78:6815/2319815351","heartbeat_front_addr":"172.21.15.78:6813/2319815351","state":["exists","up"]},{"osd":5,"uuid":"4164d7c8-3350-4cd1-b105-8376e2b8d205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6825","nonce":1036798121}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6827","nonce":1036798121}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6831","nonce":1036798121}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1036798121},{"type":"v1","addr":"172.21.15.78:6829","nonce":1036798121}]},"public_addr":"172.21.15.78:6825/1036798121","cluster_addr":"172.21.15.78:6827/1036798121","heartbeat_back_addr":"172.21.15.78:6831/1036798121","heartbeat_front_addr":"172.21.15.78:6829/1036798121","state":["exists","up"]},{"osd":6,"uuid":"2ad21b97-7629-4de2-851e-909e8b1defd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6801","nonce":707998422}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6803","nonce":707998422}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6807","nonce":707998422}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":707998422},{"type":"v1","addr":"172.21.15.78:6805","nonce":707998422}]},"public_addr":"172.21.15.78:6801/707998422","cluster_addr":"172.21.15.78:6803/707998422","heartbeat_back_addr":"172.21.15.78:6807/707998422","heartbeat_front_addr":"172.21.15.78:6805/707998422","state":["exists","up"]},{"osd":7,"uuid":"88efccef-c5f1-43b6-b786-9bc72f2cf2cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6817","nonce":2547959841}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6819","nonce":2547959841}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6823","nonce":2547959841}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2547959841},{"type":"v1","addr":"172.21.15.78:6821","nonce":2547959841}]},"public_addr":"172.21.15.78:6817/2547959841","cluster_addr":"172.21.15.78:6819/2547959841","heartbeat_back_addr":"172.21.15.78:6823/2547959841","heartbeat_front_addr":"172.21.15.78:6821/2547959841","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.653882+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.491170+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.251245+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989576+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.989665+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:31.041334+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.652320+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:50:30.566922+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.78:0/2706703823":"2024-09-20T05:51:57.157972+0000","172.21.15.78:0/4092399816":"2024-09-20T05:51:41.665230+0000","172.21.15.78:0/2668749290":"2024-09-20T05:51:41.665230+0000","172.21.15.78:0/1479961958":"2024-09-20T05:51:41.665230+0000","172.21.15.78:6832/1948069631":"2024-09-20T05:51:41.665230+0000","172.21.15.78:0/2363407848":"2024-09-20T05:51:57.157972+0000","172.21.15.78:6833/1948069631":"2024-09-20T05:51:41.665230+0000","172.21.15.78:0/3077053406":"2024-09-20T05:51:57.157972+0000","172.21.15.78:0/49461919":"2024-09-20T05:51:57.157972+0000","172.21.15.46:6833/1257253833":"2024-09-20T05:51:56.992099+0000","172.21.15.78:0/3244896841":"2024-09-20T05:51:57.157972+0000","172.21.15.78:0/467785980":"2024-09-20T05:51:41.665230+0000","172.21.15.78:0/331862046":"2024-09-20T05:51:57.157972+0000","172.21.15.78:6833/1209090710":"2024-09-20T05:51:57.157972+0000","172.21.15.78:0/1690818219":"2024-09-20T05:51:57.157972+0000","172.21.15.46:6835/1257253833":"2024-09-20T05:51:56.992099+0000","172.21.15.78:6832/1209090710":"2024-09-20T05:51:57.157972+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:52:03.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.685+0000 7f3ee3494640 1 -- 172.21.15.46:0/855877480 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f3ec806c2b0 msgr2=0x7f3ec806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:03.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.685+0000 7f3ee3494640 1 --2- 172.21.15.46:0/855877480 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f3ec806c2b0 0x7f3ec806e770 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f3ecc034000 tx=0x7f3ecc02e000 comp rx=0 tx=0).stop 2024-09-19T05:52:03.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.686+0000 7f3ee3494640 1 -- 172.21.15.46:0/855877480 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3edc15e9c0 msgr2=0x7f3edc160fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:03.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.686+0000 7f3ee3494640 1 --2- 172.21.15.46:0/855877480 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3edc15e9c0 0x7f3edc160fd0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f3ed400cda0 tx=0x7f3ed400a660 comp rx=0 tx=0).stop 2024-09-19T05:52:03.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.686+0000 7f3ee3494640 1 -- 172.21.15.46:0/855877480 shutdown_connections 2024-09-19T05:52:03.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.686+0000 7f3ee3494640 1 --2- 172.21.15.46:0/855877480 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f3ec806c2b0 0x7f3ec806e770 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.686+0000 7f3ee3494640 1 --2- 172.21.15.46:0/855877480 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3edc15e9c0 0x7f3edc160fd0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.686+0000 7f3ee3494640 1 --2- 172.21.15.46:0/855877480 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f3edc0d3d70 0x7f3edc154160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.686+0000 7f3ee3494640 1 --2- 172.21.15.46:0/855877480 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3edc0d1500 0x7f3edc0cd550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:03.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.686+0000 7f3ee3494640 1 -- 172.21.15.46:0/855877480 >> 172.21.15.46:0/855877480 conn(0x7f3edc067950 msgr2=0x7f3edc0b8260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:03.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.686+0000 7f3ee3494640 1 -- 172.21.15.46:0/855877480 shutdown_connections 2024-09-19T05:52:03.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:03.686+0000 7f3ee3494640 1 -- 172.21.15.46:0/855877480 wait complete. 2024-09-19T05:52:04.699 INFO:tasks.ceph:Scrubbing osd.0 2024-09-19T05:52:04.699 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:52:04.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.817+0000 7f216096d640 1 Processor -- start 2024-09-19T05:52:04.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.817+0000 7f216096d640 1 -- start start 2024-09-19T05:52:04.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.818+0000 7f216096d640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f215c15e670 0x7f215c0d1630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:04.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.818+0000 7f216096d640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f215c0d05d0 con 0x7f215c15ea50 2024-09-19T05:52:04.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.818+0000 7f216096d640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f215c0d0870 con 0x7f215c0b4b30 2024-09-19T05:52:04.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.818+0000 7f216096d640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f215c06f850 con 0x7f215c15e670 2024-09-19T05:52:04.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.818+0000 7f215a59c640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f215c15e670 0x7f215c0d1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:04.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.819+0000 7f2159d9b640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f215c15ea50 0x7f215c06f000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:48152/0 (socket says 172.21.15.46:48152) 2024-09-19T05:52:04.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.819+0000 7f2159d9b640 1 -- 172.21.15.46:0/3663372019 learned_addr learned my addr 172.21.15.46:0/3663372019 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:52:04.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.819+0000 7f215a59c640 1 -- 172.21.15.46:0/3663372019 >> v1:172.21.15.78:6789/0 conn(0x7f215c0b4b30 legacy=0x7f215c0cecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:04.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.819+0000 7f215a59c640 1 -- 172.21.15.46:0/3663372019 >> v1:172.21.15.46:6789/0 conn(0x7f215c15ea50 legacy=0x7f215c06f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:04.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.819+0000 7f215a59c640 1 -- 172.21.15.46:0/3663372019 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f215c0d0b50 con 0x7f215c15e670 2024-09-19T05:52:04.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.819+0000 7f215959a640 1 -- 172.21.15.46:0/3663372019 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 313931290 0 0) 0x7f215c0d05d0 con 0x7f215c15ea50 2024-09-19T05:52:04.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.820+0000 7f215a59c640 1 --2- 172.21.15.46:0/3663372019 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f215c15e670 0x7f215c0d1630 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f214c0097a0 tx=0x7f214c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41235325e7c382c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:04.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.820+0000 7f215959a640 1 -- 172.21.15.46:0/3663372019 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f214c037070 con 0x7f215c15e670 2024-09-19T05:52:04.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.820+0000 7f215959a640 1 -- 172.21.15.46:0/3663372019 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f214c032440 con 0x7f215c15e670 2024-09-19T05:52:04.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.820+0000 7f215959a640 1 -- 172.21.15.46:0/3663372019 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f214c032810 con 0x7f215c15e670 2024-09-19T05:52:04.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.820+0000 7f216096d640 1 -- 172.21.15.46:0/3663372019 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f215c15e670 msgr2=0x7f215c0d1630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:04.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.820+0000 7f216096d640 1 --2- 172.21.15.46:0/3663372019 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f215c15e670 0x7f215c0d1630 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f214c0097a0 tx=0x7f214c02a1a0 comp rx=0 tx=0).stop 2024-09-19T05:52:04.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.820+0000 7f216096d640 1 -- 172.21.15.46:0/3663372019 shutdown_connections 2024-09-19T05:52:04.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.820+0000 7f216096d640 1 --2- 172.21.15.46:0/3663372019 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f215c15e670 0x7f215c0d1630 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:04.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.820+0000 7f216096d640 1 -- 172.21.15.46:0/3663372019 >> 172.21.15.46:0/3663372019 conn(0x7f215c0b4010 msgr2=0x7f215c0b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:04.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.820+0000 7f216096d640 1 -- 172.21.15.46:0/3663372019 shutdown_connections 2024-09-19T05:52:04.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.820+0000 7f216096d640 1 -- 172.21.15.46:0/3663372019 wait complete. 2024-09-19T05:52:04.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.822+0000 7f216096d640 1 Processor -- start 2024-09-19T05:52:04.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.822+0000 7f216096d640 1 -- start start 2024-09-19T05:52:04.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.823+0000 7f216096d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f215c0b4b30 0x7f215c155c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:04.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.823+0000 7f216096d640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f215c15e670 0x7f215c0b78a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:04.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.823+0000 7f216096d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f215c0b7de0 0x7f215c0b6c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:04.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.823+0000 7f216096d640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f215c0cf3d0 con 0x7f215c0b7de0 2024-09-19T05:52:04.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.823+0000 7f216096d640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f215c0d1110 con 0x7f215c0b4b30 2024-09-19T05:52:04.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.823+0000 7f216096d640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f215c0cf550 con 0x7f215c15e670 2024-09-19T05:52:04.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.823+0000 7f215ad9d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f215c0b7de0 0x7f215c0b6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:04.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.823+0000 7f215ad9d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f215c0b7de0 0x7f215c0b6c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58310/0 (socket says 172.21.15.46:58310) 2024-09-19T05:52:04.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.823+0000 7f215ad9d640 1 -- 172.21.15.46:0/1009206550 learned_addr learned my addr 172.21.15.46:0/1009206550 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:04.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.823+0000 7f2159d9b640 1 --2- 172.21.15.46:0/1009206550 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f215c15e670 0x7f215c0b78a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:04.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.823+0000 7f215a59c640 1 --2- 172.21.15.46:0/1009206550 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f215c0b4b30 0x7f215c155c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:04.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.823+0000 7f215ad9d640 1 -- 172.21.15.46:0/1009206550 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f215c15e670 msgr2=0x7f215c0b78a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:04.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.823+0000 7f215ad9d640 1 --2- 172.21.15.46:0/1009206550 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f215c15e670 0x7f215c0b78a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:04.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.823+0000 7f215ad9d640 1 -- 172.21.15.46:0/1009206550 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f215c0b4b30 msgr2=0x7f215c155c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:04.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.823+0000 7f215ad9d640 1 --2- 172.21.15.46:0/1009206550 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f215c0b4b30 0x7f215c155c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:04.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.823+0000 7f215ad9d640 1 -- 172.21.15.46:0/1009206550 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f215c15efe0 con 0x7f215c0b7de0 2024-09-19T05:52:04.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.823+0000 7f215ad9d640 1 --2- 172.21.15.46:0/1009206550 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f215c0b7de0 0x7f215c0b6c00 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f215400c6b0 tx=0x7f215400cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:04.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.823+0000 7f2152ffd640 1 -- 172.21.15.46:0/1009206550 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2154003b70 con 0x7f215c0b7de0 2024-09-19T05:52:04.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.823+0000 7f2152ffd640 1 -- 172.21.15.46:0/1009206550 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2154003d30 con 0x7f215c0b7de0 2024-09-19T05:52:04.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.823+0000 7f216096d640 1 -- 172.21.15.46:0/1009206550 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f215c0b8290 con 0x7f215c0b7de0 2024-09-19T05:52:04.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.824+0000 7f2152ffd640 1 -- 172.21.15.46:0/1009206550 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2154005310 con 0x7f215c0b7de0 2024-09-19T05:52:04.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.824+0000 7f216096d640 1 -- 172.21.15.46:0/1009206550 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f215c15f560 con 0x7f215c0b7de0 2024-09-19T05:52:04.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.824+0000 7f216096d640 1 -- 172.21.15.46:0/1009206550 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f215c0d1630 con 0x7f215c0b7de0 2024-09-19T05:52:04.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.825+0000 7f2152ffd640 1 -- 172.21.15.46:0/1009206550 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7f21540054b0 con 0x7f215c0b7de0 2024-09-19T05:52:04.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.825+0000 7f2152ffd640 1 --2- 172.21.15.46:0/1009206550 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f213c06c2b0 0x7f213c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:04.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.826+0000 7f2152ffd640 1 -- 172.21.15.46:0/1009206550 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7f215408b0d0 con 0x7f215c0b7de0 2024-09-19T05:52:04.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.826+0000 7f2152ffd640 1 --2- 172.21.15.46:0/1009206550 >> [v2:172.21.15.46:6824/1884048663,v1:172.21.15.46:6825/1884048663] conn(0x7f213c072710 0x7f213c074b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:04.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.826+0000 7f215a59c640 1 --2- 172.21.15.46:0/1009206550 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f213c06c2b0 0x7f213c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:04.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.826+0000 7f2152ffd640 1 -- 172.21.15.46:0/1009206550 --> [v2:172.21.15.46:6824/1884048663,v1:172.21.15.46:6825/1884048663] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f213c0751e0 con 0x7f213c072710 2024-09-19T05:52:04.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.826+0000 7f2152ffd640 1 -- 172.21.15.46:0/1009206550 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f2154092050 con 0x7f215c0b7de0 2024-09-19T05:52:04.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.826+0000 7f2159d9b640 1 --2- 172.21.15.46:0/1009206550 >> [v2:172.21.15.46:6824/1884048663,v1:172.21.15.46:6825/1884048663] conn(0x7f213c072710 0x7f213c074b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:04.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.826+0000 7f215a59c640 1 --2- 172.21.15.46:0/1009206550 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f213c06c2b0 0x7f213c06e770 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f214c034000 tx=0x7f214c02e000 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:04.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.826+0000 7f2159d9b640 1 --2- 172.21.15.46:0/1009206550 >> [v2:172.21.15.46:6824/1884048663,v1:172.21.15.46:6825/1884048663] conn(0x7f213c072710 0x7f213c074b30 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:04.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.827+0000 7f2152ffd640 1 -- 172.21.15.46:0/1009206550 <== osd.0 v2:172.21.15.46:6824/1884048663 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f213c0751e0 con 0x7f213c072710 2024-09-19T05:52:04.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.840+0000 7f216096d640 1 -- 172.21.15.46:0/1009206550 --> [v2:172.21.15.46:6824/1884048663,v1:172.21.15.46:6825/1884048663] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f215c073240 con 0x7f213c072710 2024-09-19T05:52:04.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.840+0000 7f2152ffd640 1 -- 172.21.15.46:0/1009206550 <== osd.0 v2:172.21.15.46:6824/1884048663 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f215c073240 con 0x7f213c072710 2024-09-19T05:52:04.843 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-19T05:52:04.843 INFO:teuthology.orchestra.run.smithi046.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:52:04.843 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-19T05:52:04.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.840+0000 7f216096d640 1 -- 172.21.15.46:0/1009206550 >> [v2:172.21.15.46:6824/1884048663,v1:172.21.15.46:6825/1884048663] conn(0x7f213c072710 msgr2=0x7f213c074b30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:04.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.840+0000 7f216096d640 1 --2- 172.21.15.46:0/1009206550 >> [v2:172.21.15.46:6824/1884048663,v1:172.21.15.46:6825/1884048663] conn(0x7f213c072710 0x7f213c074b30 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:04.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.840+0000 7f216096d640 1 -- 172.21.15.46:0/1009206550 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f213c06c2b0 msgr2=0x7f213c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:04.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.840+0000 7f216096d640 1 --2- 172.21.15.46:0/1009206550 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f213c06c2b0 0x7f213c06e770 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f214c034000 tx=0x7f214c02e000 comp rx=0 tx=0).stop 2024-09-19T05:52:04.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.840+0000 7f216096d640 1 -- 172.21.15.46:0/1009206550 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f215c0b7de0 msgr2=0x7f215c0b6c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:04.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.840+0000 7f216096d640 1 --2- 172.21.15.46:0/1009206550 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f215c0b7de0 0x7f215c0b6c00 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f215400c6b0 tx=0x7f215400cb70 comp rx=0 tx=0).stop 2024-09-19T05:52:04.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.840+0000 7f215ad9d640 1 -- 172.21.15.46:0/1009206550 reap_dead start 2024-09-19T05:52:04.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.840+0000 7f216096d640 1 -- 172.21.15.46:0/1009206550 shutdown_connections 2024-09-19T05:52:04.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.840+0000 7f216096d640 1 -- 172.21.15.46:0/1009206550 >> 172.21.15.46:0/1009206550 conn(0x7f215c0b4010 msgr2=0x7f215c06f000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:04.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.840+0000 7f216096d640 1 -- 172.21.15.46:0/1009206550 shutdown_connections 2024-09-19T05:52:04.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.840+0000 7f216096d640 1 -- 172.21.15.46:0/1009206550 wait complete. 2024-09-19T05:52:04.854 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-19T05:52:04.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.955+0000 7f848b386640 1 Processor -- start 2024-09-19T05:52:04.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.955+0000 7f848b386640 1 -- start start 2024-09-19T05:52:04.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.956+0000 7f848b386640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f8484161e90 0x7f8484070ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:04.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.956+0000 7f848b386640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8484163020 con 0x7f8484162980 2024-09-19T05:52:04.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.956+0000 7f848b386640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f848406c5c0 con 0x7f84840d1400 2024-09-19T05:52:04.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.956+0000 7f848b386640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f8484163300 con 0x7f8484161e90 2024-09-19T05:52:04.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.956+0000 7f8489923640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f8484162980 0x7f848406f6a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:48166/0 (socket says 172.21.15.46:48166) 2024-09-19T05:52:04.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.956+0000 7f8489923640 1 -- 172.21.15.46:0/2868888569 learned_addr learned my addr 172.21.15.46:0/2868888569 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:52:04.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.956+0000 7f8489122640 1 --2- 172.21.15.46:0/2868888569 >> v2:172.21.15.78:3300/0 conn(0x7f8484161e90 0x7f8484070ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:04.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.956+0000 7f8483fff640 1 -- 172.21.15.46:0/2868888569 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2001132956 0 0) 0x7f8484163020 con 0x7f8484162980 2024-09-19T05:52:04.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.957+0000 7f8483fff640 1 -- 172.21.15.46:0/2868888569 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f846c003520 con 0x7f8484162980 2024-09-19T05:52:04.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.957+0000 7f8489122640 1 -- 172.21.15.46:0/2868888569 >> v1:172.21.15.78:6789/0 conn(0x7f84840d1400 legacy=0x7f8484162270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:04.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.957+0000 7f8483fff640 1 -- 172.21.15.46:0/2868888569 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3088092662 0 0) 0x7f846c003520 con 0x7f8484162980 2024-09-19T05:52:04.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.957+0000 7f8489122640 1 -- 172.21.15.46:0/2868888569 >> v1:172.21.15.46:6789/0 conn(0x7f8484162980 legacy=0x7f848406f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:04.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.957+0000 7f8489122640 1 -- 172.21.15.46:0/2868888569 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f848406c8a0 con 0x7f8484161e90 2024-09-19T05:52:04.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.958+0000 7f8489122640 1 --2- 172.21.15.46:0/2868888569 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8484161e90 0x7f8484070ca0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f8474009720 tx=0x7f847402a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4d7b3f42f700e871 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:04.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.958+0000 7f8483fff640 1 -- 172.21.15.46:0/2868888569 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8474037070 con 0x7f8484161e90 2024-09-19T05:52:04.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.958+0000 7f8483fff640 1 -- 172.21.15.46:0/2868888569 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f847402ab90 con 0x7f8484161e90 2024-09-19T05:52:04.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.958+0000 7f8483fff640 1 -- 172.21.15.46:0/2868888569 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f847c0019f0 con 0x7f8484161e90 2024-09-19T05:52:04.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.958+0000 7f848b386640 1 -- 172.21.15.46:0/2868888569 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8484161e90 msgr2=0x7f8484070ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:04.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.958+0000 7f848b386640 1 --2- 172.21.15.46:0/2868888569 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8484161e90 0x7f8484070ca0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f8474009720 tx=0x7f847402a100 comp rx=0 tx=0).stop 2024-09-19T05:52:04.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.958+0000 7f848b386640 1 -- 172.21.15.46:0/2868888569 shutdown_connections 2024-09-19T05:52:04.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.958+0000 7f848b386640 1 --2- 172.21.15.46:0/2868888569 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8484161e90 0x7f8484070ca0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:04.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.958+0000 7f848b386640 1 -- 172.21.15.46:0/2868888569 >> 172.21.15.46:0/2868888569 conn(0x7f84840d23b0 msgr2=0x7f84840d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:04.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.958+0000 7f848b386640 1 -- 172.21.15.46:0/2868888569 shutdown_connections 2024-09-19T05:52:04.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.958+0000 7f848b386640 1 -- 172.21.15.46:0/2868888569 wait complete. 2024-09-19T05:52:04.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.960+0000 7f848b386640 1 Processor -- start 2024-09-19T05:52:04.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.960+0000 7f848b386640 1 -- start start 2024-09-19T05:52:04.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.960+0000 7f848b386640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f84840d1400 0x7f84841f77b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:04.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.960+0000 7f848b386640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8484161e90 0x7f84841541f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:04.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.960+0000 7f848b386640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8484162980 0x7f84840c5ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:04.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.960+0000 7f848b386640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f84840d1f80 con 0x7f8484161e90 2024-09-19T05:52:04.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.960+0000 7f848b386640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f8484162dd0 con 0x7f84840d1400 2024-09-19T05:52:04.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.960+0000 7f848b386640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f84840d2100 con 0x7f8484162980 2024-09-19T05:52:04.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.961+0000 7f8488921640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8484161e90 0x7f84841541f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:04.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.961+0000 7f8488921640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8484161e90 0x7f84841541f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58326/0 (socket says 172.21.15.46:58326) 2024-09-19T05:52:04.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.961+0000 7f8488921640 1 -- 172.21.15.46:0/2596810823 learned_addr learned my addr 172.21.15.46:0/2596810823 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:04.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.961+0000 7f8489122640 1 --2- 172.21.15.46:0/2596810823 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f84840d1400 0x7f84841f77b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:04.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.961+0000 7f8489923640 1 --2- 172.21.15.46:0/2596810823 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8484162980 0x7f84840c5ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:04.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.961+0000 7f8488921640 1 -- 172.21.15.46:0/2596810823 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8484162980 msgr2=0x7f84840c5ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:04.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.961+0000 7f8488921640 1 --2- 172.21.15.46:0/2596810823 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8484162980 0x7f84840c5ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:04.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.961+0000 7f8488921640 1 -- 172.21.15.46:0/2596810823 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f84840d1400 msgr2=0x7f84841f77b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:04.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.961+0000 7f8488921640 1 --2- 172.21.15.46:0/2596810823 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f84840d1400 0x7f84841f77b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:04.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.961+0000 7f8488921640 1 -- 172.21.15.46:0/2596810823 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8484154730 con 0x7f8484161e90 2024-09-19T05:52:04.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.961+0000 7f8489923640 1 --2- 172.21.15.46:0/2596810823 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8484162980 0x7f84840c5ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:52:04.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.961+0000 7f8488921640 1 --2- 172.21.15.46:0/2596810823 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8484161e90 0x7f84841541f0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f847800c570 tx=0x7f847800ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:04.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.961+0000 7f8481ffb640 1 -- 172.21.15.46:0/2596810823 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8478005480 con 0x7f8484161e90 2024-09-19T05:52:04.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.961+0000 7f8481ffb640 1 -- 172.21.15.46:0/2596810823 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84780035f0 con 0x7f8484161e90 2024-09-19T05:52:04.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.961+0000 7f8481ffb640 1 -- 172.21.15.46:0/2596810823 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84780039c0 con 0x7f8484161e90 2024-09-19T05:52:04.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.961+0000 7f848b386640 1 -- 172.21.15.46:0/2596810823 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84840b5b30 con 0x7f8484161e90 2024-09-19T05:52:04.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.961+0000 7f848b386640 1 -- 172.21.15.46:0/2596810823 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84841f8120 con 0x7f8484161e90 2024-09-19T05:52:04.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.962+0000 7f848b386640 1 -- 172.21.15.46:0/2596810823 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8484070ca0 con 0x7f8484161e90 2024-09-19T05:52:04.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.963+0000 7f8481ffb640 1 -- 172.21.15.46:0/2596810823 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7f8478003b60 con 0x7f8484161e90 2024-09-19T05:52:04.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.963+0000 7f8481ffb640 1 --2- 172.21.15.46:0/2596810823 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f847006c450 0x7f847006e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:04.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.963+0000 7f8481ffb640 1 -- 172.21.15.46:0/2596810823 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7f847808b090 con 0x7f8484161e90 2024-09-19T05:52:04.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.964+0000 7f8489122640 1 --2- 172.21.15.46:0/2596810823 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f847006c450 0x7f847006e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:04.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.964+0000 7f8489122640 1 --2- 172.21.15.46:0/2596810823 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f847006c450 0x7f847006e910 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f8474034000 tx=0x7f847402e000 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:04.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:04.968+0000 7f8481ffb640 1 -- 172.21.15.46:0/2596810823 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8478059880 con 0x7f8484161e90 2024-09-19T05:52:05.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.142+0000 7f848b386640 1 -- 172.21.15.46:0/2596810823 --> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f84840b8330 con 0x7f847006c450 2024-09-19T05:52:05.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.144+0000 7f8481ffb640 1 -- 172.21.15.46:0/2596810823 <== mgr.4820 v2:172.21.15.78:6832/210886811 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f84840b8330 con 0x7f847006c450 2024-09-19T05:52:05.149 INFO:teuthology.orchestra.run.smithi046.stderr:instructed osd(s) 0 to deep-scrub 2024-09-19T05:52:05.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.145+0000 7f848b386640 1 -- 172.21.15.46:0/2596810823 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f847006c450 msgr2=0x7f847006e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.145+0000 7f848b386640 1 --2- 172.21.15.46:0/2596810823 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f847006c450 0x7f847006e910 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f8474034000 tx=0x7f847402e000 comp rx=0 tx=0).stop 2024-09-19T05:52:05.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.145+0000 7f848b386640 1 -- 172.21.15.46:0/2596810823 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8484161e90 msgr2=0x7f84841541f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.145+0000 7f848b386640 1 --2- 172.21.15.46:0/2596810823 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8484161e90 0x7f84841541f0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f847800c570 tx=0x7f847800ca30 comp rx=0 tx=0).stop 2024-09-19T05:52:05.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.145+0000 7f848b386640 1 -- 172.21.15.46:0/2596810823 shutdown_connections 2024-09-19T05:52:05.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.145+0000 7f848b386640 1 --2- 172.21.15.46:0/2596810823 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f847006c450 0x7f847006e910 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.145+0000 7f848b386640 1 --2- 172.21.15.46:0/2596810823 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8484162980 0x7f84840c5ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.145+0000 7f848b386640 1 --2- 172.21.15.46:0/2596810823 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8484161e90 0x7f84841541f0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.145+0000 7f848b386640 1 --2- 172.21.15.46:0/2596810823 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f84840d1400 0x7f84841f77b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.145+0000 7f848b386640 1 -- 172.21.15.46:0/2596810823 >> 172.21.15.46:0/2596810823 conn(0x7f84840d23b0 msgr2=0x7f84840c94f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:05.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.145+0000 7f848b386640 1 -- 172.21.15.46:0/2596810823 shutdown_connections 2024-09-19T05:52:05.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.145+0000 7f848b386640 1 -- 172.21.15.46:0/2596810823 wait complete. 2024-09-19T05:52:05.159 INFO:tasks.ceph:Scrubbing osd.1 2024-09-19T05:52:05.159 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:52:05.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.263+0000 7fe032354640 1 Processor -- start 2024-09-19T05:52:05.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.263+0000 7fe032354640 1 -- start start 2024-09-19T05:52:05.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.263+0000 7fe032354640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe02c15e5c0 0x7fe02c0d3270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.264+0000 7fe032354640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fe02c0cf7a0 0x7fe02c0b60e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.264+0000 7fe032354640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe02c0b6a30 con 0x7fe02c0b6620 2024-09-19T05:52:05.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.264+0000 7fe032354640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fe02c0d3860 con 0x7fe02c0cf7a0 2024-09-19T05:52:05.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.264+0000 7fe032354640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fe02c0d3b40 con 0x7fe02c15e5c0 2024-09-19T05:52:05.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.264+0000 7fe02b7fe640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fe02c0cf7a0 0x7fe02c0b60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.264+0000 7fe0308f1640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fe02c0b6620 0x7fe02c072130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:48180/0 (socket says 172.21.15.46:48180) 2024-09-19T05:52:05.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.264+0000 7fe02b7fe640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fe02c0cf7a0 0x7fe02c0b60e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58342/0 (socket says 172.21.15.46:58342) 2024-09-19T05:52:05.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.264+0000 7fe0308f1640 1 -- 172.21.15.46:0/397693212 learned_addr learned my addr 172.21.15.46:0/397693212 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:52:05.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.264+0000 7fe02bfff640 1 --2- 172.21.15.46:0/397693212 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe02c15e5c0 0x7fe02c0d3270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.264+0000 7fe02b7fe640 1 -- 172.21.15.46:0/397693212 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe02c15e5c0 msgr2=0x7fe02c0d3270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:05.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.264+0000 7fe02b7fe640 1 --2- 172.21.15.46:0/397693212 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe02c15e5c0 0x7fe02c0d3270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.264+0000 7fe02b7fe640 1 -- 172.21.15.46:0/397693212 >> v1:172.21.15.46:6789/0 conn(0x7fe02c0b6620 legacy=0x7fe02c072130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.264+0000 7fe02affd640 1 -- 172.21.15.46:0/397693212 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 641903726 0 0) 0x7fe024001490 con 0x7fe02c0b6620 2024-09-19T05:52:05.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.264+0000 7fe02b7fe640 1 -- 172.21.15.46:0/397693212 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe02c0d3e20 con 0x7fe02c0cf7a0 2024-09-19T05:52:05.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.265+0000 7fe02b7fe640 1 --2- 172.21.15.46:0/397693212 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe02c0cf7a0 0x7fe02c0b60e0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fe0200097a0 tx=0x7fe02002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=581ee0af45e82238 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:05.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.265+0000 7fe02affd640 1 -- 172.21.15.46:0/397693212 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe020037070 con 0x7fe02c0cf7a0 2024-09-19T05:52:05.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.265+0000 7fe02affd640 1 -- 172.21.15.46:0/397693212 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe020032440 con 0x7fe02c0cf7a0 2024-09-19T05:52:05.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.265+0000 7fe02affd640 1 -- 172.21.15.46:0/397693212 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe020032810 con 0x7fe02c0cf7a0 2024-09-19T05:52:05.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.265+0000 7fe032354640 1 -- 172.21.15.46:0/397693212 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe02c0cf7a0 msgr2=0x7fe02c0b60e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.273 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.265+0000 7fe032354640 1 --2- 172.21.15.46:0/397693212 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe02c0cf7a0 0x7fe02c0b60e0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fe0200097a0 tx=0x7fe02002a210 comp rx=0 tx=0).stop 2024-09-19T05:52:05.273 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.266+0000 7fe032354640 1 -- 172.21.15.46:0/397693212 shutdown_connections 2024-09-19T05:52:05.273 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.266+0000 7fe032354640 1 --2- 172.21.15.46:0/397693212 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe02c0cf7a0 0x7fe02c0b60e0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.273 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.266+0000 7fe032354640 1 --2- 172.21.15.46:0/397693212 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe02c15e5c0 0x7fe02c0d3270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.273 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.266+0000 7fe032354640 1 -- 172.21.15.46:0/397693212 >> 172.21.15.46:0/397693212 conn(0x7fe02c0d10e0 msgr2=0x7fe02c0d14f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:05.273 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.266+0000 7fe032354640 1 -- 172.21.15.46:0/397693212 shutdown_connections 2024-09-19T05:52:05.273 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.266+0000 7fe032354640 1 -- 172.21.15.46:0/397693212 wait complete. 2024-09-19T05:52:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.267+0000 7fe032354640 1 Processor -- start 2024-09-19T05:52:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.267+0000 7fe032354640 1 -- start start 2024-09-19T05:52:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.268+0000 7fe032354640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe02c0b6620 0x7fe02c14fe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.268+0000 7fe032354640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe02c0cf7a0 0x7fe02c1503b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.268+0000 7fe032354640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe02c15e5c0 0x7fe02c1f76e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.268+0000 7fe032354640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe02c15e9a0 con 0x7fe02c15e5c0 2024-09-19T05:52:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.268+0000 7fe032354640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fe02c0d43e0 con 0x7fe02c0cf7a0 2024-09-19T05:52:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.268+0000 7fe032354640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fe02c0cfbc0 con 0x7fe02c0b6620 2024-09-19T05:52:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.268+0000 7fe0308f1640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe02c15e5c0 0x7fe02c1f76e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.268+0000 7fe0308f1640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe02c15e5c0 0x7fe02c1f76e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58356/0 (socket says 172.21.15.46:58356) 2024-09-19T05:52:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.268+0000 7fe0308f1640 1 -- 172.21.15.46:0/68686055 learned_addr learned my addr 172.21.15.46:0/68686055 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.268+0000 7fe02b7fe640 1 --2- 172.21.15.46:0/68686055 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe02c0cf7a0 0x7fe02c1503b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.268+0000 7fe02bfff640 1 --2- 172.21.15.46:0/68686055 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe02c0b6620 0x7fe02c14fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.268+0000 7fe0308f1640 1 -- 172.21.15.46:0/68686055 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe02c0b6620 msgr2=0x7fe02c14fe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.268+0000 7fe0308f1640 1 --2- 172.21.15.46:0/68686055 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fe02c0b6620 0x7fe02c14fe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.268+0000 7fe0308f1640 1 -- 172.21.15.46:0/68686055 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe02c0cf7a0 msgr2=0x7fe02c1503b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.268+0000 7fe0308f1640 1 --2- 172.21.15.46:0/68686055 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe02c0cf7a0 0x7fe02c1503b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.268+0000 7fe0308f1640 1 -- 172.21.15.46:0/68686055 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe02c153350 con 0x7fe02c15e5c0 2024-09-19T05:52:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.268+0000 7fe0308f1640 1 --2- 172.21.15.46:0/68686055 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe02c15e5c0 0x7fe02c1f76e0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fe02400c7f0 tx=0x7fe02400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.268+0000 7fe028ff9640 1 -- 172.21.15.46:0/68686055 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe024018070 con 0x7fe02c15e5c0 2024-09-19T05:52:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.269+0000 7fe028ff9640 1 -- 172.21.15.46:0/68686055 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe02400a5e0 con 0x7fe02c15e5c0 2024-09-19T05:52:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.269+0000 7fe032354640 1 -- 172.21.15.46:0/68686055 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe02c15eed0 con 0x7fe02c15e5c0 2024-09-19T05:52:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.269+0000 7fe028ff9640 1 -- 172.21.15.46:0/68686055 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe02400aa10 con 0x7fe02c15e5c0 2024-09-19T05:52:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.269+0000 7fe032354640 1 -- 172.21.15.46:0/68686055 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe02c152b50 con 0x7fe02c15e5c0 2024-09-19T05:52:05.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.269+0000 7fe032354640 1 -- 172.21.15.46:0/68686055 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe02c0c7d00 con 0x7fe02c15e5c0 2024-09-19T05:52:05.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.270+0000 7fe028ff9640 1 -- 172.21.15.46:0/68686055 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7fe02401b070 con 0x7fe02c15e5c0 2024-09-19T05:52:05.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.270+0000 7fe028ff9640 1 --2- 172.21.15.46:0/68686055 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fe01806c2b0 0x7fe01806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.271+0000 7fe028ff9640 1 -- 172.21.15.46:0/68686055 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7fe02408a830 con 0x7fe02c15e5c0 2024-09-19T05:52:05.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.271+0000 7fe028ff9640 1 --2- 172.21.15.46:0/68686055 >> [v2:172.21.15.46:6800/2797692057,v1:172.21.15.46:6801/2797692057] conn(0x7fe018072710 0x7fe018074b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.271+0000 7fe028ff9640 1 -- 172.21.15.46:0/68686055 --> [v2:172.21.15.46:6800/2797692057,v1:172.21.15.46:6801/2797692057] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe0180751e0 con 0x7fe018072710 2024-09-19T05:52:05.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.271+0000 7fe028ff9640 1 -- 172.21.15.46:0/68686055 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fe02408f2c0 con 0x7fe02c15e5c0 2024-09-19T05:52:05.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.271+0000 7fe02bfff640 1 --2- 172.21.15.46:0/68686055 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fe01806c2b0 0x7fe01806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.271+0000 7fe02b7fe640 1 --2- 172.21.15.46:0/68686055 >> [v2:172.21.15.46:6800/2797692057,v1:172.21.15.46:6801/2797692057] conn(0x7fe018072710 0x7fe018074b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.271+0000 7fe02bfff640 1 --2- 172.21.15.46:0/68686055 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fe01806c2b0 0x7fe01806e770 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fe01c0079a0 tx=0x7fe01c008040 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:05.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.271+0000 7fe02b7fe640 1 --2- 172.21.15.46:0/68686055 >> [v2:172.21.15.46:6800/2797692057,v1:172.21.15.46:6801/2797692057] conn(0x7fe018072710 0x7fe018074b30 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:05.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.272+0000 7fe028ff9640 1 -- 172.21.15.46:0/68686055 <== osd.1 v2:172.21.15.46:6800/2797692057 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe0180751e0 con 0x7fe018072710 2024-09-19T05:52:05.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.284+0000 7fe032354640 1 -- 172.21.15.46:0/68686055 --> [v2:172.21.15.46:6800/2797692057,v1:172.21.15.46:6801/2797692057] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fe02c0b60e0 con 0x7fe018072710 2024-09-19T05:52:05.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.285+0000 7fe028ff9640 1 -- 172.21.15.46:0/68686055 <== osd.1 v2:172.21.15.46:6800/2797692057 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fe02c0b60e0 con 0x7fe018072710 2024-09-19T05:52:05.288 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-19T05:52:05.288 INFO:teuthology.orchestra.run.smithi046.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:52:05.288 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-19T05:52:05.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.285+0000 7fe032354640 1 -- 172.21.15.46:0/68686055 >> [v2:172.21.15.46:6800/2797692057,v1:172.21.15.46:6801/2797692057] conn(0x7fe018072710 msgr2=0x7fe018074b30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.285+0000 7fe032354640 1 --2- 172.21.15.46:0/68686055 >> [v2:172.21.15.46:6800/2797692057,v1:172.21.15.46:6801/2797692057] conn(0x7fe018072710 0x7fe018074b30 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.285+0000 7fe032354640 1 -- 172.21.15.46:0/68686055 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fe01806c2b0 msgr2=0x7fe01806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.285+0000 7fe032354640 1 --2- 172.21.15.46:0/68686055 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fe01806c2b0 0x7fe01806e770 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fe01c0079a0 tx=0x7fe01c008040 comp rx=0 tx=0).stop 2024-09-19T05:52:05.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.285+0000 7fe032354640 1 -- 172.21.15.46:0/68686055 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe02c15e5c0 msgr2=0x7fe02c1f76e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.285+0000 7fe032354640 1 --2- 172.21.15.46:0/68686055 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe02c15e5c0 0x7fe02c1f76e0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fe02400c7f0 tx=0x7fe02400ccb0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.285+0000 7fe0308f1640 1 -- 172.21.15.46:0/68686055 reap_dead start 2024-09-19T05:52:05.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.285+0000 7fe032354640 1 -- 172.21.15.46:0/68686055 shutdown_connections 2024-09-19T05:52:05.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.285+0000 7fe032354640 1 -- 172.21.15.46:0/68686055 >> 172.21.15.46:0/68686055 conn(0x7fe02c0d10e0 msgr2=0x7fe02c15aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:05.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.285+0000 7fe032354640 1 -- 172.21.15.46:0/68686055 shutdown_connections 2024-09-19T05:52:05.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.285+0000 7fe032354640 1 -- 172.21.15.46:0/68686055 wait complete. 2024-09-19T05:52:05.298 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-19T05:52:05.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.399+0000 7f90eba53640 1 Processor -- start 2024-09-19T05:52:05.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.399+0000 7f90eba53640 1 -- start start 2024-09-19T05:52:05.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.400+0000 7f90eba53640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f90e40d16d0 0x7f90e4169540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.400+0000 7f90eba53640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f90e40cff20 con 0x7f90e415e9c0 2024-09-19T05:52:05.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.400+0000 7f90eba53640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f90e40d29c0 con 0x7f90e40cfb00 2024-09-19T05:52:05.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.400+0000 7f90eba53640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f90e40d2ca0 con 0x7f90e40d16d0 2024-09-19T05:52:05.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.400+0000 7f90e97ef640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f90e415e9c0 0x7f90e40d3d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:48182/0 (socket says 172.21.15.46:48182) 2024-09-19T05:52:05.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.400+0000 7f90e97ef640 1 -- 172.21.15.46:0/3350218855 learned_addr learned my addr 172.21.15.46:0/3350218855 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:52:05.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.400+0000 7f90e9ff0640 1 --2- 172.21.15.46:0/3350218855 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f90e40d16d0 0x7f90e4169540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.400+0000 7f90dbfff640 1 -- 172.21.15.46:0/3350218855 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1001250305 0 0) 0x7f90e40cff20 con 0x7f90e415e9c0 2024-09-19T05:52:05.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.400+0000 7f90dbfff640 1 -- 172.21.15.46:0/3350218855 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f90d0003520 con 0x7f90e415e9c0 2024-09-19T05:52:05.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.400+0000 7f90dbfff640 1 -- 172.21.15.46:0/3350218855 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2628204054 0 0) 0x7f90e40d29c0 con 0x7f90e40cfb00 2024-09-19T05:52:05.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.400+0000 7f90dbfff640 1 -- 172.21.15.46:0/3350218855 --> v1:172.21.15.78:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f90e40cff20 con 0x7f90e40cfb00 2024-09-19T05:52:05.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.400+0000 7f90dbfff640 1 -- 172.21.15.46:0/3350218855 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3856177371 0 0) 0x7f90d0003520 con 0x7f90e415e9c0 2024-09-19T05:52:05.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.400+0000 7f90e9ff0640 1 -- 172.21.15.46:0/3350218855 >> v1:172.21.15.78:6789/0 conn(0x7f90e40cfb00 legacy=0x7f90e40d0fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.400+0000 7f90e9ff0640 1 -- 172.21.15.46:0/3350218855 >> v1:172.21.15.46:6789/0 conn(0x7f90e415e9c0 legacy=0x7f90e40d3d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.400+0000 7f90e9ff0640 1 -- 172.21.15.46:0/3350218855 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90e40d2f80 con 0x7f90e40d16d0 2024-09-19T05:52:05.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.401+0000 7f90e9ff0640 1 --2- 172.21.15.46:0/3350218855 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f90e40d16d0 0x7f90e4169540 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f90dc009dc0 tx=0x7f90dc02a6f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5865e726b2bf278c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:05.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.401+0000 7f90dbfff640 1 -- 172.21.15.46:0/3350218855 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90e0001690 con 0x7f90e40d16d0 2024-09-19T05:52:05.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.401+0000 7f90dbfff640 1 -- 172.21.15.46:0/3350218855 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f90dc02ae50 con 0x7f90e40d16d0 2024-09-19T05:52:05.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.401+0000 7f90dbfff640 1 -- 172.21.15.46:0/3350218855 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90dc007760 con 0x7f90e40d16d0 2024-09-19T05:52:05.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.402+0000 7f90eba53640 1 -- 172.21.15.46:0/3350218855 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f90e40d16d0 msgr2=0x7f90e4169540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.402+0000 7f90eba53640 1 --2- 172.21.15.46:0/3350218855 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f90e40d16d0 0x7f90e4169540 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f90dc009dc0 tx=0x7f90dc02a6f0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.402+0000 7f90eba53640 1 -- 172.21.15.46:0/3350218855 shutdown_connections 2024-09-19T05:52:05.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.402+0000 7f90eba53640 1 --2- 172.21.15.46:0/3350218855 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f90e40d16d0 0x7f90e4169540 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.402+0000 7f90eba53640 1 -- 172.21.15.46:0/3350218855 >> 172.21.15.46:0/3350218855 conn(0x7f90e4067950 msgr2=0x7f90e4067d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:05.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.402+0000 7f90eba53640 1 -- 172.21.15.46:0/3350218855 shutdown_connections 2024-09-19T05:52:05.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.402+0000 7f90eba53640 1 -- 172.21.15.46:0/3350218855 wait complete. 2024-09-19T05:52:05.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.403+0000 7f90eba53640 1 Processor -- start 2024-09-19T05:52:05.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.403+0000 7f90eba53640 1 -- start start 2024-09-19T05:52:05.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.404+0000 7f90eba53640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f90e40cfb00 0x7f90e41543d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.404+0000 7f90eba53640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f90e40d16d0 0x7f90e4154b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.404+0000 7f90eba53640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90e415e9c0 0x7f90e40ccd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.404+0000 7f90eba53640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f90e415eda0 con 0x7f90e415e9c0 2024-09-19T05:52:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.404+0000 7f90eba53640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f90e40d3540 con 0x7f90e40cfb00 2024-09-19T05:52:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.404+0000 7f90eba53640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f90e40b8930 con 0x7f90e40d16d0 2024-09-19T05:52:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.404+0000 7f90e9ff0640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90e415e9c0 0x7f90e40ccd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.404+0000 7f90e9ff0640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90e415e9c0 0x7f90e40ccd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58358/0 (socket says 172.21.15.46:58358) 2024-09-19T05:52:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.404+0000 7f90e9ff0640 1 -- 172.21.15.46:0/2243028991 learned_addr learned my addr 172.21.15.46:0/2243028991 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.404+0000 7f90e97ef640 1 --2- 172.21.15.46:0/2243028991 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f90e40cfb00 0x7f90e41543d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.404+0000 7f90e8fee640 1 --2- 172.21.15.46:0/2243028991 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f90e40d16d0 0x7f90e4154b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.404+0000 7f90e9ff0640 1 -- 172.21.15.46:0/2243028991 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f90e40d16d0 msgr2=0x7f90e4154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.404+0000 7f90e9ff0640 1 --2- 172.21.15.46:0/2243028991 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f90e40d16d0 0x7f90e4154b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.404+0000 7f90e9ff0640 1 -- 172.21.15.46:0/2243028991 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f90e40cfb00 msgr2=0x7f90e41543d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.404+0000 7f90e9ff0640 1 --2- 172.21.15.46:0/2243028991 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f90e40cfb00 0x7f90e41543d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.405+0000 7f90e9ff0640 1 -- 172.21.15.46:0/2243028991 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90e41610c0 con 0x7f90e415e9c0 2024-09-19T05:52:05.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.405+0000 7f90e8fee640 1 --2- 172.21.15.46:0/2243028991 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f90e40d16d0 0x7f90e4154b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:52:05.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.405+0000 7f90e9ff0640 1 --2- 172.21.15.46:0/2243028991 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90e415e9c0 0x7f90e40ccd70 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f90dc009ee0 tx=0x7f90dc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:05.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.405+0000 7f90d9ffb640 1 -- 172.21.15.46:0/2243028991 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90dc040070 con 0x7f90e415e9c0 2024-09-19T05:52:05.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.405+0000 7f90d9ffb640 1 -- 172.21.15.46:0/2243028991 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f90dc03c830 con 0x7f90e415e9c0 2024-09-19T05:52:05.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.405+0000 7f90eba53640 1 -- 172.21.15.46:0/2243028991 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90e41613a0 con 0x7f90e415e9c0 2024-09-19T05:52:05.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.405+0000 7f90d9ffb640 1 -- 172.21.15.46:0/2243028991 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90dc009450 con 0x7f90e415e9c0 2024-09-19T05:52:05.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.405+0000 7f90eba53640 1 -- 172.21.15.46:0/2243028991 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90e4154910 con 0x7f90e415e9c0 2024-09-19T05:52:05.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.406+0000 7f90eba53640 1 -- 172.21.15.46:0/2243028991 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90e40d06f0 con 0x7f90e415e9c0 2024-09-19T05:52:05.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.407+0000 7f90d9ffb640 1 -- 172.21.15.46:0/2243028991 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7f90dc039040 con 0x7f90e415e9c0 2024-09-19T05:52:05.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.407+0000 7f90d9ffb640 1 --2- 172.21.15.46:0/2243028991 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f90c806c2b0 0x7f90c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.407+0000 7f90d9ffb640 1 -- 172.21.15.46:0/2243028991 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7f90dc0ac720 con 0x7f90e415e9c0 2024-09-19T05:52:05.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.407+0000 7f90e97ef640 1 --2- 172.21.15.46:0/2243028991 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f90c806c2b0 0x7f90c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.408+0000 7f90e97ef640 1 --2- 172.21.15.46:0/2243028991 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f90c806c2b0 0x7f90c806e770 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f90e0001800 tx=0x7f90e00016d0 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:05.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.412+0000 7f90d9ffb640 1 -- 172.21.15.46:0/2243028991 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f90e40d06f0 con 0x7f90e415e9c0 2024-09-19T05:52:05.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.586+0000 7f90eba53640 1 -- 172.21.15.46:0/2243028991 --> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7f90e41588d0 con 0x7f90c806c2b0 2024-09-19T05:52:05.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.587+0000 7f90d9ffb640 1 -- 172.21.15.46:0/2243028991 <== mgr.4820 v2:172.21.15.78:6832/210886811 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f90e000f820 con 0x7f90c806c2b0 2024-09-19T05:52:05.670 INFO:teuthology.orchestra.run.smithi046.stderr:instructed osd(s) 1 to deep-scrub 2024-09-19T05:52:05.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.589+0000 7f90eba53640 1 -- 172.21.15.46:0/2243028991 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f90c806c2b0 msgr2=0x7f90c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.589+0000 7f90eba53640 1 --2- 172.21.15.46:0/2243028991 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f90c806c2b0 0x7f90c806e770 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f90e0001800 tx=0x7f90e00016d0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.589+0000 7f90eba53640 1 -- 172.21.15.46:0/2243028991 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90e415e9c0 msgr2=0x7f90e40ccd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.589+0000 7f90eba53640 1 --2- 172.21.15.46:0/2243028991 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90e415e9c0 0x7f90e40ccd70 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f90dc009ee0 tx=0x7f90dc004a40 comp rx=0 tx=0).stop 2024-09-19T05:52:05.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.589+0000 7f90eba53640 1 -- 172.21.15.46:0/2243028991 shutdown_connections 2024-09-19T05:52:05.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.589+0000 7f90eba53640 1 --2- 172.21.15.46:0/2243028991 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f90c806c2b0 0x7f90c806e770 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.589+0000 7f90eba53640 1 --2- 172.21.15.46:0/2243028991 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90e415e9c0 0x7f90e40ccd70 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.589+0000 7f90eba53640 1 --2- 172.21.15.46:0/2243028991 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f90e40d16d0 0x7f90e4154b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.589+0000 7f90eba53640 1 --2- 172.21.15.46:0/2243028991 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f90e40cfb00 0x7f90e41543d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.589+0000 7f90eba53640 1 -- 172.21.15.46:0/2243028991 >> 172.21.15.46:0/2243028991 conn(0x7f90e4067950 msgr2=0x7f90e4067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:05.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.589+0000 7f90eba53640 1 -- 172.21.15.46:0/2243028991 shutdown_connections 2024-09-19T05:52:05.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.589+0000 7f90eba53640 1 -- 172.21.15.46:0/2243028991 wait complete. 2024-09-19T05:52:05.671 INFO:tasks.ceph:Scrubbing osd.2 2024-09-19T05:52:05.671 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:52:05.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.776+0000 7f9c22fe8640 1 Processor -- start 2024-09-19T05:52:05.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.776+0000 7f9c22fe8640 1 -- start start 2024-09-19T05:52:05.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.777+0000 7f9c22fe8640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f9c1c0d15f0 0x7f9c1c169240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.777+0000 7f9c22fe8640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c1c15eae0 con 0x7f9c1c15e700 2024-09-19T05:52:05.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.777+0000 7f9c22fe8640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c1c0d3950 con 0x7f9c1c0d3370 2024-09-19T05:52:05.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.777+0000 7f9c22fe8640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f9c1c0d3c30 con 0x7f9c1c0d15f0 2024-09-19T05:52:05.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.777+0000 7f9c21585640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f9c1c0d15f0 0x7f9c1c169240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.777+0000 7f9c20d84640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f9c1c15e700 0x7f9c1c0cf7c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:48196/0 (socket says 172.21.15.46:48196) 2024-09-19T05:52:05.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.777+0000 7f9c20d84640 1 -- 172.21.15.46:0/1876010157 learned_addr learned my addr 172.21.15.46:0/1876010157 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:52:05.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.777+0000 7f9c21585640 1 -- 172.21.15.46:0/1876010157 >> v1:172.21.15.78:6789/0 conn(0x7f9c1c0d3370 legacy=0x7f9c1c0d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.777+0000 7f9c21585640 1 -- 172.21.15.46:0/1876010157 >> v1:172.21.15.46:6789/0 conn(0x7f9c1c15e700 legacy=0x7f9c1c0cf7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.777+0000 7f9c21585640 1 -- 172.21.15.46:0/1876010157 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c1c0d3f10 con 0x7f9c1c0d15f0 2024-09-19T05:52:05.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.778+0000 7f9c21585640 1 --2- 172.21.15.46:0/1876010157 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c1c0d15f0 0x7f9c1c169240 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f9c14009dc0 tx=0x7f9c1402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63e4df9f7e98f151 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:05.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.778+0000 7f9c1b7fe640 1 -- 172.21.15.46:0/1876010157 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c14007740 con 0x7f9c1c0d15f0 2024-09-19T05:52:05.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.778+0000 7f9c1b7fe640 1 -- 172.21.15.46:0/1876010157 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c140078e0 con 0x7f9c1c0d15f0 2024-09-19T05:52:05.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.778+0000 7f9c1b7fe640 1 -- 172.21.15.46:0/1876010157 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c14007cb0 con 0x7f9c1c0d15f0 2024-09-19T05:52:05.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.779+0000 7f9c22fe8640 1 -- 172.21.15.46:0/1876010157 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c1c0d15f0 msgr2=0x7f9c1c169240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.779+0000 7f9c22fe8640 1 --2- 172.21.15.46:0/1876010157 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c1c0d15f0 0x7f9c1c169240 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f9c14009dc0 tx=0x7f9c1402a730 comp rx=0 tx=0).stop 2024-09-19T05:52:05.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.779+0000 7f9c22fe8640 1 -- 172.21.15.46:0/1876010157 shutdown_connections 2024-09-19T05:52:05.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.779+0000 7f9c22fe8640 1 --2- 172.21.15.46:0/1876010157 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c1c0d15f0 0x7f9c1c169240 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.779+0000 7f9c22fe8640 1 -- 172.21.15.46:0/1876010157 >> 172.21.15.46:0/1876010157 conn(0x7f9c1c0b6140 msgr2=0x7f9c1c0b6550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:05.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.779+0000 7f9c22fe8640 1 -- 172.21.15.46:0/1876010157 shutdown_connections 2024-09-19T05:52:05.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.779+0000 7f9c22fe8640 1 -- 172.21.15.46:0/1876010157 wait complete. 2024-09-19T05:52:05.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.780+0000 7f9c22fe8640 1 Processor -- start 2024-09-19T05:52:05.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.780+0000 7f9c22fe8640 1 -- start start 2024-09-19T05:52:05.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.781+0000 7f9c22fe8640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f9c1c0d15f0 0x7f9c1c158ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.781+0000 7f9c22fe8640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9c1c0d3370 0x7f9c1c0cba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.781+0000 7f9c22fe8640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c1c15e700 0x7f9c1c15cf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.781+0000 7f9c22fe8640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1c0b8cc0 con 0x7f9c1c15e700 2024-09-19T05:52:05.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.781+0000 7f9c22fe8640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1c0b7760 con 0x7f9c1c0d3370 2024-09-19T05:52:05.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.781+0000 7f9c22fe8640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f9c1c0b8e40 con 0x7f9c1c0d15f0 2024-09-19T05:52:05.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.781+0000 7f9c21585640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c1c15e700 0x7f9c1c15cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.781+0000 7f9c21585640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c1c15e700 0x7f9c1c15cf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58380/0 (socket says 172.21.15.46:58380) 2024-09-19T05:52:05.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.781+0000 7f9c21585640 1 -- 172.21.15.46:0/1309813046 learned_addr learned my addr 172.21.15.46:0/1309813046 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:05.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.781+0000 7f9c1bfff640 1 --2- 172.21.15.46:0/1309813046 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9c1c0d3370 0x7f9c1c0cba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.781+0000 7f9c20d84640 1 --2- 172.21.15.46:0/1309813046 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f9c1c0d15f0 0x7f9c1c158ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.781+0000 7f9c21585640 1 -- 172.21.15.46:0/1309813046 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f9c1c0d15f0 msgr2=0x7f9c1c158ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.781+0000 7f9c21585640 1 --2- 172.21.15.46:0/1309813046 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f9c1c0d15f0 0x7f9c1c158ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.781+0000 7f9c21585640 1 -- 172.21.15.46:0/1309813046 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9c1c0d3370 msgr2=0x7f9c1c0cba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.781+0000 7f9c21585640 1 --2- 172.21.15.46:0/1309813046 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9c1c0d3370 0x7f9c1c0cba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.781+0000 7f9c21585640 1 -- 172.21.15.46:0/1309813046 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c1c0cc3e0 con 0x7f9c1c15e700 2024-09-19T05:52:05.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.782+0000 7f9c21585640 1 --2- 172.21.15.46:0/1309813046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c1c15e700 0x7f9c1c15cf10 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f9c1402ad20 tx=0x7f9c14004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:05.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.782+0000 7f9c197fa640 1 -- 172.21.15.46:0/1309813046 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c14040070 con 0x7f9c1c15e700 2024-09-19T05:52:05.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.782+0000 7f9c197fa640 1 -- 172.21.15.46:0/1309813046 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c14031bc0 con 0x7f9c1c15e700 2024-09-19T05:52:05.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.782+0000 7f9c22fe8640 1 -- 172.21.15.46:0/1309813046 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c1c0cc6c0 con 0x7f9c1c15e700 2024-09-19T05:52:05.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.782+0000 7f9c197fa640 1 -- 172.21.15.46:0/1309813046 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c14045460 con 0x7f9c1c15e700 2024-09-19T05:52:05.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.782+0000 7f9c22fe8640 1 -- 172.21.15.46:0/1309813046 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c1c0ccc80 con 0x7f9c1c15e700 2024-09-19T05:52:05.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.783+0000 7f9c22fe8640 1 -- 172.21.15.46:0/1309813046 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9c1c1f3fd0 con 0x7f9c1c15e700 2024-09-19T05:52:05.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.785+0000 7f9c197fa640 1 -- 172.21.15.46:0/1309813046 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7f9c14039040 con 0x7f9c1c15e700 2024-09-19T05:52:05.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.785+0000 7f9c197fa640 1 --2- 172.21.15.46:0/1309813046 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f9c0806c2b0 0x7f9c0806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.786+0000 7f9c197fa640 1 -- 172.21.15.46:0/1309813046 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7f9c140ad130 con 0x7f9c1c15e700 2024-09-19T05:52:05.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.786+0000 7f9c197fa640 1 --2- 172.21.15.46:0/1309813046 >> [v2:172.21.15.46:6808/4061240230,v1:172.21.15.46:6809/4061240230] conn(0x7f9c08072710 0x7f9c08074b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.786+0000 7f9c197fa640 1 -- 172.21.15.46:0/1309813046 --> [v2:172.21.15.46:6808/4061240230,v1:172.21.15.46:6809/4061240230] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9c080751e0 con 0x7f9c08072710 2024-09-19T05:52:05.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.786+0000 7f9c197fa640 1 -- 172.21.15.46:0/1309813046 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f9c140ad4e0 con 0x7f9c1c15e700 2024-09-19T05:52:05.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.786+0000 7f9c20d84640 1 --2- 172.21.15.46:0/1309813046 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f9c0806c2b0 0x7f9c0806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.786+0000 7f9c1bfff640 1 --2- 172.21.15.46:0/1309813046 >> [v2:172.21.15.46:6808/4061240230,v1:172.21.15.46:6809/4061240230] conn(0x7f9c08072710 0x7f9c08074b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.786+0000 7f9c20d84640 1 --2- 172.21.15.46:0/1309813046 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f9c0806c2b0 0x7f9c0806e770 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c000f60 tx=0x7f9c0c009040 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:05.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.786+0000 7f9c1bfff640 1 --2- 172.21.15.46:0/1309813046 >> [v2:172.21.15.46:6808/4061240230,v1:172.21.15.46:6809/4061240230] conn(0x7f9c08072710 0x7f9c08074b30 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:05.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.787+0000 7f9c197fa640 1 -- 172.21.15.46:0/1309813046 <== osd.2 v2:172.21.15.46:6808/4061240230 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9c080751e0 con 0x7f9c08072710 2024-09-19T05:52:05.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.799+0000 7f9c22fe8640 1 -- 172.21.15.46:0/1309813046 --> [v2:172.21.15.46:6808/4061240230,v1:172.21.15.46:6809/4061240230] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f9c1c0d0ee0 con 0x7f9c08072710 2024-09-19T05:52:05.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.800+0000 7f9c197fa640 1 -- 172.21.15.46:0/1309813046 <== osd.2 v2:172.21.15.46:6808/4061240230 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f9c1c0d0ee0 con 0x7f9c08072710 2024-09-19T05:52:05.803 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-19T05:52:05.803 INFO:teuthology.orchestra.run.smithi046.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:52:05.803 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-19T05:52:05.804 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.800+0000 7f9c22fe8640 1 -- 172.21.15.46:0/1309813046 >> [v2:172.21.15.46:6808/4061240230,v1:172.21.15.46:6809/4061240230] conn(0x7f9c08072710 msgr2=0x7f9c08074b30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.804 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.800+0000 7f9c22fe8640 1 --2- 172.21.15.46:0/1309813046 >> [v2:172.21.15.46:6808/4061240230,v1:172.21.15.46:6809/4061240230] conn(0x7f9c08072710 0x7f9c08074b30 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.804 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.800+0000 7f9c22fe8640 1 -- 172.21.15.46:0/1309813046 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f9c0806c2b0 msgr2=0x7f9c0806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.804 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.800+0000 7f9c22fe8640 1 --2- 172.21.15.46:0/1309813046 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f9c0806c2b0 0x7f9c0806e770 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c000f60 tx=0x7f9c0c009040 comp rx=0 tx=0).stop 2024-09-19T05:52:05.804 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.800+0000 7f9c22fe8640 1 -- 172.21.15.46:0/1309813046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c1c15e700 msgr2=0x7f9c1c15cf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.805 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.800+0000 7f9c22fe8640 1 --2- 172.21.15.46:0/1309813046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c1c15e700 0x7f9c1c15cf10 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f9c1402ad20 tx=0x7f9c14004a40 comp rx=0 tx=0).stop 2024-09-19T05:52:05.805 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.800+0000 7f9c21585640 1 -- 172.21.15.46:0/1309813046 reap_dead start 2024-09-19T05:52:05.805 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.800+0000 7f9c22fe8640 1 -- 172.21.15.46:0/1309813046 shutdown_connections 2024-09-19T05:52:05.805 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.800+0000 7f9c22fe8640 1 -- 172.21.15.46:0/1309813046 >> 172.21.15.46:0/1309813046 conn(0x7f9c1c0b6140 msgr2=0x7f9c1c072130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:05.805 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.800+0000 7f9c22fe8640 1 -- 172.21.15.46:0/1309813046 shutdown_connections 2024-09-19T05:52:05.805 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.800+0000 7f9c22fe8640 1 -- 172.21.15.46:0/1309813046 wait complete. 2024-09-19T05:52:05.814 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-19T05:52:05.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.914+0000 7f194c70a640 1 Processor -- start 2024-09-19T05:52:05.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.914+0000 7f194c70a640 1 -- start start 2024-09-19T05:52:05.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.915+0000 7f194c70a640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f194415e6b0 0x7f19440cf490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.915+0000 7f194c70a640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19440ce980 con 0x7f19440cf9d0 2024-09-19T05:52:05.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.915+0000 7f194c70a640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19440d33a0 con 0x7f19440b6750 2024-09-19T05:52:05.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.915+0000 7f194c70a640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f19440d4440 con 0x7f194415e6b0 2024-09-19T05:52:05.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.915+0000 7f1949ca5640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f19440cf9d0 0x7f19440b6040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:48198/0 (socket says 172.21.15.46:48198) 2024-09-19T05:52:05.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.915+0000 7f1949ca5640 1 -- 172.21.15.46:0/865620235 learned_addr learned my addr 172.21.15.46:0/865620235 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:52:05.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.915+0000 7f194a4a6640 1 --2- 172.21.15.46:0/865620235 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f194415e6b0 0x7f19440cf490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.916+0000 7f19494a4640 1 -- 172.21.15.46:0/865620235 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1188929970 0 0) 0x7f19440ce980 con 0x7f19440cf9d0 2024-09-19T05:52:05.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.916+0000 7f19494a4640 1 -- 172.21.15.46:0/865620235 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1930003520 con 0x7f19440cf9d0 2024-09-19T05:52:05.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.916+0000 7f19494a4640 1 -- 172.21.15.46:0/865620235 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 253614962 0 0) 0x7f19440d33a0 con 0x7f19440b6750 2024-09-19T05:52:05.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.916+0000 7f19494a4640 1 -- 172.21.15.46:0/865620235 --> v1:172.21.15.78:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f19440ce980 con 0x7f19440b6750 2024-09-19T05:52:05.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.916+0000 7f194a4a6640 1 -- 172.21.15.46:0/865620235 >> v1:172.21.15.78:6789/0 conn(0x7f19440b6750 legacy=0x7f19440b76f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.916+0000 7f194a4a6640 1 -- 172.21.15.46:0/865620235 >> v1:172.21.15.46:6789/0 conn(0x7f19440cf9d0 legacy=0x7f19440b6040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.916+0000 7f194a4a6640 1 -- 172.21.15.46:0/865620235 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19440d3680 con 0x7f194415e6b0 2024-09-19T05:52:05.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.917+0000 7f194a4a6640 1 --2- 172.21.15.46:0/865620235 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f194415e6b0 0x7f19440cf490 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f19400097d0 tx=0x7f194002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7daa81ea93c69814 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:05.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.917+0000 7f19494a4640 1 -- 172.21.15.46:0/865620235 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1940037070 con 0x7f194415e6b0 2024-09-19T05:52:05.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.917+0000 7f19494a4640 1 -- 172.21.15.46:0/865620235 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1940032440 con 0x7f194415e6b0 2024-09-19T05:52:05.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.917+0000 7f19494a4640 1 -- 172.21.15.46:0/865620235 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19400327f0 con 0x7f194415e6b0 2024-09-19T05:52:05.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.917+0000 7f194c70a640 1 -- 172.21.15.46:0/865620235 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f194415e6b0 msgr2=0x7f19440cf490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.917+0000 7f194c70a640 1 --2- 172.21.15.46:0/865620235 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f194415e6b0 0x7f19440cf490 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f19400097d0 tx=0x7f194002a210 comp rx=0 tx=0).stop 2024-09-19T05:52:05.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.917+0000 7f194c70a640 1 -- 172.21.15.46:0/865620235 shutdown_connections 2024-09-19T05:52:05.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.917+0000 7f194c70a640 1 --2- 172.21.15.46:0/865620235 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f194415e6b0 0x7f19440cf490 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.917+0000 7f194c70a640 1 -- 172.21.15.46:0/865620235 >> 172.21.15.46:0/865620235 conn(0x7f19440d1040 msgr2=0x7f19440d1450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:05.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.917+0000 7f194c70a640 1 -- 172.21.15.46:0/865620235 shutdown_connections 2024-09-19T05:52:05.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.917+0000 7f194c70a640 1 -- 172.21.15.46:0/865620235 wait complete. 2024-09-19T05:52:05.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.919+0000 7f194c70a640 1 Processor -- start 2024-09-19T05:52:05.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.919+0000 7f194c70a640 1 -- start start 2024-09-19T05:52:05.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.919+0000 7f194c70a640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19440b6750 0x7f194415b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.919+0000 7f194c70a640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f19440cf9d0 0x7f19441604f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.919+0000 7f194c70a640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f194415e6b0 0x7f194415d600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.919+0000 7f194c70a640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f19440d3f20 con 0x7f19440b6750 2024-09-19T05:52:05.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.919+0000 7f194c70a640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f19440d3c40 con 0x7f194415e6b0 2024-09-19T05:52:05.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.920+0000 7f194c70a640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f19440b7e00 con 0x7f19440cf9d0 2024-09-19T05:52:05.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.920+0000 7f194a4a6640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19440b6750 0x7f194415b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.920+0000 7f194a4a6640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19440b6750 0x7f194415b680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58394/0 (socket says 172.21.15.46:58394) 2024-09-19T05:52:05.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.920+0000 7f194a4a6640 1 -- 172.21.15.46:0/1595250051 learned_addr learned my addr 172.21.15.46:0/1595250051 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:05.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.920+0000 7f1949ca5640 1 --2- 172.21.15.46:0/1595250051 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f19440cf9d0 0x7f19441604f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.920+0000 7f194aca7640 1 --2- 172.21.15.46:0/1595250051 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f194415e6b0 0x7f194415d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.920+0000 7f194a4a6640 1 -- 172.21.15.46:0/1595250051 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f19440cf9d0 msgr2=0x7f19441604f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.920+0000 7f194a4a6640 1 --2- 172.21.15.46:0/1595250051 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f19440cf9d0 0x7f19441604f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.920+0000 7f194a4a6640 1 -- 172.21.15.46:0/1595250051 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f194415e6b0 msgr2=0x7f194415d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:05.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.920+0000 7f194a4a6640 1 --2- 172.21.15.46:0/1595250051 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f194415e6b0 0x7f194415d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:05.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.920+0000 7f194a4a6640 1 -- 172.21.15.46:0/1595250051 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19440cd3c0 con 0x7f19440b6750 2024-09-19T05:52:05.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.920+0000 7f194a4a6640 1 --2- 172.21.15.46:0/1595250051 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19440b6750 0x7f194415b680 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f194002a250 tx=0x7f19400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:05.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.920+0000 7f193affd640 1 -- 172.21.15.46:0/1595250051 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1940037050 con 0x7f19440b6750 2024-09-19T05:52:05.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.920+0000 7f193affd640 1 -- 172.21.15.46:0/1595250051 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1940043070 con 0x7f19440b6750 2024-09-19T05:52:05.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.920+0000 7f194c70a640 1 -- 172.21.15.46:0/1595250051 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19440cd6a0 con 0x7f19440b6750 2024-09-19T05:52:05.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.920+0000 7f193affd640 1 -- 172.21.15.46:0/1595250051 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f194003ca10 con 0x7f19440b6750 2024-09-19T05:52:05.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.920+0000 7f194c70a640 1 -- 172.21.15.46:0/1595250051 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19440cdc60 con 0x7f19440b6750 2024-09-19T05:52:05.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.921+0000 7f194c70a640 1 -- 172.21.15.46:0/1595250051 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19440cf490 con 0x7f19440b6750 2024-09-19T05:52:05.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.922+0000 7f193affd640 1 -- 172.21.15.46:0/1595250051 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7f194003cbb0 con 0x7f19440b6750 2024-09-19T05:52:05.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.922+0000 7f193affd640 1 --2- 172.21.15.46:0/1595250051 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f192806c2e0 0x7f192806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:05.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.922+0000 7f193affd640 1 -- 172.21.15.46:0/1595250051 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7f19400ab9c0 con 0x7f19440b6750 2024-09-19T05:52:05.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.923+0000 7f1949ca5640 1 --2- 172.21.15.46:0/1595250051 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f192806c2e0 0x7f192806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:05.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.923+0000 7f1949ca5640 1 --2- 172.21.15.46:0/1595250051 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f192806c2e0 0x7f192806e7a0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f1944161640 tx=0x7f1934007d70 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:05.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:05.927+0000 7f193affd640 1 -- 172.21.15.46:0/1595250051 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f19400ade20 con 0x7f19440b6750 2024-09-19T05:52:06.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.104+0000 7f194c70a640 1 -- 172.21.15.46:0/1595250051 --> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f19440ce460 con 0x7f192806c2e0 2024-09-19T05:52:06.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.105+0000 7f193affd640 1 -- 172.21.15.46:0/1595250051 <== mgr.4820 v2:172.21.15.78:6832/210886811 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f1934005850 con 0x7f192806c2e0 2024-09-19T05:52:06.108 INFO:teuthology.orchestra.run.smithi046.stderr:instructed osd(s) 2 to deep-scrub 2024-09-19T05:52:06.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.107+0000 7f194c70a640 1 -- 172.21.15.46:0/1595250051 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f192806c2e0 msgr2=0x7f192806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.107+0000 7f194c70a640 1 --2- 172.21.15.46:0/1595250051 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f192806c2e0 0x7f192806e7a0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f1944161640 tx=0x7f1934007d70 comp rx=0 tx=0).stop 2024-09-19T05:52:06.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.107+0000 7f194c70a640 1 -- 172.21.15.46:0/1595250051 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19440b6750 msgr2=0x7f194415b680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.107+0000 7f194c70a640 1 --2- 172.21.15.46:0/1595250051 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19440b6750 0x7f194415b680 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f194002a250 tx=0x7f19400046c0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.107+0000 7f194c70a640 1 -- 172.21.15.46:0/1595250051 shutdown_connections 2024-09-19T05:52:06.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.107+0000 7f194c70a640 1 --2- 172.21.15.46:0/1595250051 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f192806c2e0 0x7f192806e7a0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.107+0000 7f194c70a640 1 --2- 172.21.15.46:0/1595250051 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f194415e6b0 0x7f194415d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.107+0000 7f194c70a640 1 --2- 172.21.15.46:0/1595250051 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f19440cf9d0 0x7f19441604f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.107+0000 7f194c70a640 1 --2- 172.21.15.46:0/1595250051 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19440b6750 0x7f194415b680 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.107+0000 7f194c70a640 1 -- 172.21.15.46:0/1595250051 >> 172.21.15.46:0/1595250051 conn(0x7f19440d1040 msgr2=0x7f19440b81d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:06.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.108+0000 7f194c70a640 1 -- 172.21.15.46:0/1595250051 shutdown_connections 2024-09-19T05:52:06.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.108+0000 7f194c70a640 1 -- 172.21.15.46:0/1595250051 wait complete. 2024-09-19T05:52:06.121 INFO:tasks.ceph:Scrubbing osd.3 2024-09-19T05:52:06.122 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:52:06.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.225+0000 7f4537bbd640 1 Processor -- start 2024-09-19T05:52:06.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.225+0000 7f4537bbd640 1 -- start start 2024-09-19T05:52:06.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.226+0000 7f4537bbd640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f453015e5c0 0x7f45300d3270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.226+0000 7f4537bbd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f45300cf7a0 0x7f45300b60e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.226+0000 7f4537bbd640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45300d3860 con 0x7f45300b6620 2024-09-19T05:52:06.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.226+0000 7f4537bbd640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f45300b6a70 con 0x7f453015e5c0 2024-09-19T05:52:06.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.226+0000 7f4537bbd640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f45300d3b40 con 0x7f45300cf7a0 2024-09-19T05:52:06.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.226+0000 7f4535158640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f45300cf7a0 0x7f45300b60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.226+0000 7f4535959640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f453015e5c0 0x7f45300d3270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.226+0000 7f453615a640 1 --1- >> v1:172.21.15.78:6789/0 conn(0x7f45300b6620 0x7f4530072130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.78:6789/0 says I am v1:172.21.15.46:38494/0 (socket says 172.21.15.46:38494) 2024-09-19T05:52:06.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.226+0000 7f4535158640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f45300cf7a0 0x7f45300b60e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.46:37600/0 (socket says 172.21.15.46:37600) 2024-09-19T05:52:06.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.226+0000 7f453615a640 1 -- 172.21.15.46:0/2679575879 learned_addr learned my addr 172.21.15.46:0/2679575879 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:52:06.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.227+0000 7f4535158640 1 -- 172.21.15.46:0/2679575879 >> v2:172.21.15.78:3300/0 conn(0x7f453015e5c0 msgr2=0x7f45300d3270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:06.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.227+0000 7f4535158640 1 --2- 172.21.15.46:0/2679575879 >> v2:172.21.15.78:3300/0 conn(0x7f453015e5c0 0x7f45300d3270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.227+0000 7f4535158640 1 -- 172.21.15.46:0/2679575879 >> v1:172.21.15.78:6789/0 conn(0x7f45300b6620 legacy=0x7f4530072130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.227+0000 7f4535158640 1 -- 172.21.15.46:0/2679575879 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45300d3e20 con 0x7f45300cf7a0 2024-09-19T05:52:06.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.227+0000 7f4535959640 1 --2- 172.21.15.46:0/2679575879 >> v2:172.21.15.78:3300/0 conn(0x7f453015e5c0 0x7f45300d3270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:52:06.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.228+0000 7f4535158640 1 --2- 172.21.15.46:0/2679575879 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f45300cf7a0 0x7f45300b60e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f45200097a0 tx=0x7f452002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=336efe0eaa1793bf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:06.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.228+0000 7f4534957640 1 -- 172.21.15.46:0/2679575879 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4520037070 con 0x7f45300cf7a0 2024-09-19T05:52:06.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.228+0000 7f4534957640 1 -- 172.21.15.46:0/2679575879 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4520032440 con 0x7f45300cf7a0 2024-09-19T05:52:06.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.228+0000 7f4534957640 1 -- 172.21.15.46:0/2679575879 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4520032810 con 0x7f45300cf7a0 2024-09-19T05:52:06.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.228+0000 7f4537bbd640 1 -- 172.21.15.46:0/2679575879 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f45300cf7a0 msgr2=0x7f45300b60e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.228+0000 7f4537bbd640 1 --2- 172.21.15.46:0/2679575879 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f45300cf7a0 0x7f45300b60e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f45200097a0 tx=0x7f452002a210 comp rx=0 tx=0).stop 2024-09-19T05:52:06.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.228+0000 7f4537bbd640 1 -- 172.21.15.46:0/2679575879 shutdown_connections 2024-09-19T05:52:06.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.228+0000 7f4537bbd640 1 --2- 172.21.15.46:0/2679575879 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f45300cf7a0 0x7f45300b60e0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.228+0000 7f4537bbd640 1 --2- 172.21.15.46:0/2679575879 >> v2:172.21.15.78:3300/0 conn(0x7f453015e5c0 0x7f45300d3270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.228+0000 7f4537bbd640 1 -- 172.21.15.46:0/2679575879 >> 172.21.15.46:0/2679575879 conn(0x7f45300d10e0 msgr2=0x7f45300d14f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:06.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.228+0000 7f4537bbd640 1 -- 172.21.15.46:0/2679575879 shutdown_connections 2024-09-19T05:52:06.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.228+0000 7f4537bbd640 1 -- 172.21.15.46:0/2679575879 wait complete. 2024-09-19T05:52:06.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.230+0000 7f4537bbd640 1 Processor -- start 2024-09-19T05:52:06.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.230+0000 7f4537bbd640 1 -- start start 2024-09-19T05:52:06.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.230+0000 7f4537bbd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45300b6620 0x7f4530152ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.230+0000 7f4537bbd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f45300cf7a0 0x7f45300c91e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.230+0000 7f4537bbd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f453015e5c0 0x7f45301502f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.230+0000 7f4537bbd640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f453015e9a0 con 0x7f45300b6620 2024-09-19T05:52:06.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.230+0000 7f4537bbd640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f45300d43e0 con 0x7f453015e5c0 2024-09-19T05:52:06.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.230+0000 7f4537bbd640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f45300cfbc0 con 0x7f45300cf7a0 2024-09-19T05:52:06.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.230+0000 7f4535959640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45300b6620 0x7f4530152ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.230+0000 7f4535959640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45300b6620 0x7f4530152ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58398/0 (socket says 172.21.15.46:58398) 2024-09-19T05:52:06.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.230+0000 7f4535959640 1 -- 172.21.15.46:0/3220380373 learned_addr learned my addr 172.21.15.46:0/3220380373 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:06.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.230+0000 7f4535158640 1 --2- 172.21.15.46:0/3220380373 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f45300cf7a0 0x7f45300c91e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.231+0000 7f453615a640 1 --2- 172.21.15.46:0/3220380373 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f453015e5c0 0x7f45301502f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.231+0000 7f4535959640 1 -- 172.21.15.46:0/3220380373 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f45300cf7a0 msgr2=0x7f45300c91e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.231+0000 7f4535959640 1 --2- 172.21.15.46:0/3220380373 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f45300cf7a0 0x7f45300c91e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.231+0000 7f4535959640 1 -- 172.21.15.46:0/3220380373 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f453015e5c0 msgr2=0x7f45301502f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.231+0000 7f4535959640 1 --2- 172.21.15.46:0/3220380373 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f453015e5c0 0x7f45301502f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.231+0000 7f4535959640 1 -- 172.21.15.46:0/3220380373 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45300c9c80 con 0x7f45300b6620 2024-09-19T05:52:06.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.231+0000 7f4535959640 1 --2- 172.21.15.46:0/3220380373 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45300b6620 0x7f4530152ef0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f452c00e960 tx=0x7f452c00ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:06.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.231+0000 7f45267fc640 1 -- 172.21.15.46:0/3220380373 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f452c017070 con 0x7f45300b6620 2024-09-19T05:52:06.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.231+0000 7f45267fc640 1 -- 172.21.15.46:0/3220380373 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f452c00ca00 con 0x7f45300b6620 2024-09-19T05:52:06.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.231+0000 7f45267fc640 1 -- 172.21.15.46:0/3220380373 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f452c00cdd0 con 0x7f45300b6620 2024-09-19T05:52:06.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.231+0000 7f4537bbd640 1 -- 172.21.15.46:0/3220380373 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45300c9f60 con 0x7f45300b6620 2024-09-19T05:52:06.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.231+0000 7f4537bbd640 1 -- 172.21.15.46:0/3220380373 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45300ca520 con 0x7f45300b6620 2024-09-19T05:52:06.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.232+0000 7f4537bbd640 1 -- 172.21.15.46:0/3220380373 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f45300ca900 con 0x7f45300b6620 2024-09-19T05:52:06.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.233+0000 7f45267fc640 1 -- 172.21.15.46:0/3220380373 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7f452c01a070 con 0x7f45300b6620 2024-09-19T05:52:06.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.233+0000 7f45267fc640 1 --2- 172.21.15.46:0/3220380373 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f451406c2b0 0x7f451406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.233+0000 7f45267fc640 1 -- 172.21.15.46:0/3220380373 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7f452c08b5e0 con 0x7f45300b6620 2024-09-19T05:52:06.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.233+0000 7f4535158640 1 --2- 172.21.15.46:0/3220380373 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f451406c2b0 0x7f451406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.234+0000 7f45267fc640 1 --2- 172.21.15.46:0/3220380373 >> [v2:172.21.15.46:6816/170935989,v1:172.21.15.46:6817/170935989] conn(0x7f4514072710 0x7f4514074b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.234+0000 7f45267fc640 1 -- 172.21.15.46:0/3220380373 --> [v2:172.21.15.46:6816/170935989,v1:172.21.15.46:6817/170935989] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f452c016ec0 con 0x7f4514072710 2024-09-19T05:52:06.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.234+0000 7f45267fc640 1 -- 172.21.15.46:0/3220380373 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f452c092050 con 0x7f45300b6620 2024-09-19T05:52:06.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.234+0000 7f453615a640 1 --2- 172.21.15.46:0/3220380373 >> [v2:172.21.15.46:6816/170935989,v1:172.21.15.46:6817/170935989] conn(0x7f4514072710 0x7f4514074b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.234+0000 7f4535158640 1 --2- 172.21.15.46:0/3220380373 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f451406c2b0 0x7f451406e770 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f4520034000 tx=0x7f452002e000 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:06.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.234+0000 7f453615a640 1 --2- 172.21.15.46:0/3220380373 >> [v2:172.21.15.46:6816/170935989,v1:172.21.15.46:6817/170935989] conn(0x7f4514072710 0x7f4514074b30 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:06.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.235+0000 7f45267fc640 1 -- 172.21.15.46:0/3220380373 <== osd.3 v2:172.21.15.46:6816/170935989 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f452c016ec0 con 0x7f4514072710 2024-09-19T05:52:06.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.247+0000 7f4537bbd640 1 -- 172.21.15.46:0/3220380373 --> [v2:172.21.15.46:6816/170935989,v1:172.21.15.46:6817/170935989] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f45300b60e0 con 0x7f4514072710 2024-09-19T05:52:06.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.247+0000 7f45267fc640 1 -- 172.21.15.46:0/3220380373 <== osd.3 v2:172.21.15.46:6816/170935989 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f45300b60e0 con 0x7f4514072710 2024-09-19T05:52:06.250 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-19T05:52:06.250 INFO:teuthology.orchestra.run.smithi046.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:52:06.250 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-19T05:52:06.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.248+0000 7f4537bbd640 1 -- 172.21.15.46:0/3220380373 >> [v2:172.21.15.46:6816/170935989,v1:172.21.15.46:6817/170935989] conn(0x7f4514072710 msgr2=0x7f4514074b30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.248+0000 7f4537bbd640 1 --2- 172.21.15.46:0/3220380373 >> [v2:172.21.15.46:6816/170935989,v1:172.21.15.46:6817/170935989] conn(0x7f4514072710 0x7f4514074b30 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.248+0000 7f4537bbd640 1 -- 172.21.15.46:0/3220380373 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f451406c2b0 msgr2=0x7f451406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.248+0000 7f4537bbd640 1 --2- 172.21.15.46:0/3220380373 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f451406c2b0 0x7f451406e770 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f4520034000 tx=0x7f452002e000 comp rx=0 tx=0).stop 2024-09-19T05:52:06.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.248+0000 7f4537bbd640 1 -- 172.21.15.46:0/3220380373 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45300b6620 msgr2=0x7f4530152ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.248+0000 7f4537bbd640 1 --2- 172.21.15.46:0/3220380373 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45300b6620 0x7f4530152ef0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f452c00e960 tx=0x7f452c00ee20 comp rx=0 tx=0).stop 2024-09-19T05:52:06.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.248+0000 7f453615a640 1 -- 172.21.15.46:0/3220380373 reap_dead start 2024-09-19T05:52:06.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.248+0000 7f4537bbd640 1 -- 172.21.15.46:0/3220380373 shutdown_connections 2024-09-19T05:52:06.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.248+0000 7f4537bbd640 1 -- 172.21.15.46:0/3220380373 >> 172.21.15.46:0/3220380373 conn(0x7f45300d10e0 msgr2=0x7f45300b99d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:06.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.248+0000 7f4537bbd640 1 -- 172.21.15.46:0/3220380373 shutdown_connections 2024-09-19T05:52:06.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.248+0000 7f4537bbd640 1 -- 172.21.15.46:0/3220380373 wait complete. 2024-09-19T05:52:06.261 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-19T05:52:06.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.361+0000 7fd0c0c9b640 1 Processor -- start 2024-09-19T05:52:06.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.361+0000 7fd0c0c9b640 1 -- start start 2024-09-19T05:52:06.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.362+0000 7fd0c0c9b640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fd0bc0d16d0 0x7fd0bc169540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.362+0000 7fd0c0c9b640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0bc0cff20 con 0x7fd0bc15e9c0 2024-09-19T05:52:06.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.362+0000 7fd0c0c9b640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0bc0d29c0 con 0x7fd0bc0cfb00 2024-09-19T05:52:06.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.362+0000 7fd0c0c9b640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fd0bc0d2ca0 con 0x7fd0bc0d16d0 2024-09-19T05:52:06.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.362+0000 7fd0bad9d640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fd0bc0d16d0 0x7fd0bc169540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.362+0000 7fd0bad9d640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fd0bc0d16d0 0x7fd0bc169540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58402/0 (socket says 172.21.15.46:58402) 2024-09-19T05:52:06.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.362+0000 7fd0ba59c640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fd0bc15e9c0 0x7fd0bc0d3d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:48208/0 (socket says 172.21.15.46:48208) 2024-09-19T05:52:06.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.362+0000 7fd0bad9d640 1 -- 172.21.15.46:0/452016397 learned_addr learned my addr 172.21.15.46:0/452016397 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:06.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.362+0000 7fd0bad9d640 1 -- 172.21.15.46:0/452016397 >> v1:172.21.15.78:6789/0 conn(0x7fd0bc0cfb00 legacy=0x7fd0bc0d0fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.362+0000 7fd0bad9d640 1 -- 172.21.15.46:0/452016397 >> v1:172.21.15.46:6789/0 conn(0x7fd0bc15e9c0 legacy=0x7fd0bc0d3d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.362+0000 7fd0b959a640 1 -- 172.21.15.46:0/452016397 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2589160484 0 0) 0x7fd0bc0cff20 con 0x7fd0bc15e9c0 2024-09-19T05:52:06.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.362+0000 7fd0bad9d640 1 -- 172.21.15.46:0/452016397 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0bc0d2f80 con 0x7fd0bc0d16d0 2024-09-19T05:52:06.367 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.363+0000 7fd0bad9d640 1 --2- 172.21.15.46:0/452016397 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0bc0d16d0 0x7fd0bc169540 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fd0b4009e50 tx=0x7fd0b402a840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a40dea308adf38fd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:06.367 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.363+0000 7fd0b959a640 1 -- 172.21.15.46:0/452016397 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0b4037070 con 0x7fd0bc0d16d0 2024-09-19T05:52:06.367 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.363+0000 7fd0b959a640 1 -- 172.21.15.46:0/452016397 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0b4032630 con 0x7fd0bc0d16d0 2024-09-19T05:52:06.367 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.363+0000 7fd0b959a640 1 -- 172.21.15.46:0/452016397 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0b402e050 con 0x7fd0bc0d16d0 2024-09-19T05:52:06.367 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.364+0000 7fd0c0c9b640 1 -- 172.21.15.46:0/452016397 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0bc0d16d0 msgr2=0x7fd0bc169540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.367 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.364+0000 7fd0c0c9b640 1 --2- 172.21.15.46:0/452016397 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0bc0d16d0 0x7fd0bc169540 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fd0b4009e50 tx=0x7fd0b402a840 comp rx=0 tx=0).stop 2024-09-19T05:52:06.367 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.364+0000 7fd0c0c9b640 1 -- 172.21.15.46:0/452016397 shutdown_connections 2024-09-19T05:52:06.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.364+0000 7fd0c0c9b640 1 --2- 172.21.15.46:0/452016397 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0bc0d16d0 0x7fd0bc169540 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.364+0000 7fd0c0c9b640 1 -- 172.21.15.46:0/452016397 >> 172.21.15.46:0/452016397 conn(0x7fd0bc067950 msgr2=0x7fd0bc067d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:06.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.364+0000 7fd0c0c9b640 1 -- 172.21.15.46:0/452016397 shutdown_connections 2024-09-19T05:52:06.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.364+0000 7fd0c0c9b640 1 -- 172.21.15.46:0/452016397 wait complete. 2024-09-19T05:52:06.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.365+0000 7fd0c0c9b640 1 Processor -- start 2024-09-19T05:52:06.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.365+0000 7fd0c0c9b640 1 -- start start 2024-09-19T05:52:06.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.366+0000 7fd0c0c9b640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd0bc0cfb00 0x7fd0bc160b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.366+0000 7fd0c0c9b640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd0bc0d16d0 0x7fd0bc157d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.366+0000 7fd0c0c9b640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0bc15e9c0 0x7fd0bc0cc730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.366+0000 7fd0c0c9b640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd0bc15eda0 con 0x7fd0bc15e9c0 2024-09-19T05:52:06.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.366+0000 7fd0c0c9b640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd0bc0d3540 con 0x7fd0bc0d16d0 2024-09-19T05:52:06.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.366+0000 7fd0c0c9b640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fd0bc0b8930 con 0x7fd0bc0cfb00 2024-09-19T05:52:06.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.366+0000 7fd0bad9d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0bc15e9c0 0x7fd0bc0cc730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.366+0000 7fd0bad9d640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0bc15e9c0 0x7fd0bc0cc730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58410/0 (socket says 172.21.15.46:58410) 2024-09-19T05:52:06.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.366+0000 7fd0bad9d640 1 -- 172.21.15.46:0/62616029 learned_addr learned my addr 172.21.15.46:0/62616029 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:06.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.366+0000 7fd0b9d9b640 1 --2- 172.21.15.46:0/62616029 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd0bc0d16d0 0x7fd0bc157d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.366+0000 7fd0ba59c640 1 --2- 172.21.15.46:0/62616029 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd0bc0cfb00 0x7fd0bc160b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.367+0000 7fd0bad9d640 1 -- 172.21.15.46:0/62616029 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd0bc0cfb00 msgr2=0x7fd0bc160b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.367+0000 7fd0bad9d640 1 --2- 172.21.15.46:0/62616029 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd0bc0cfb00 0x7fd0bc160b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.367+0000 7fd0bad9d640 1 -- 172.21.15.46:0/62616029 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd0bc0d16d0 msgr2=0x7fd0bc157d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.367+0000 7fd0bad9d640 1 --2- 172.21.15.46:0/62616029 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd0bc0d16d0 0x7fd0bc157d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.367+0000 7fd0bad9d640 1 -- 172.21.15.46:0/62616029 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0bc0ccc70 con 0x7fd0bc15e9c0 2024-09-19T05:52:06.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.367+0000 7fd0bad9d640 1 --2- 172.21.15.46:0/62616029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0bc15e9c0 0x7fd0bc0cc730 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fd0b4009e50 tx=0x7fd0b4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:06.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.367+0000 7fd0aaffd640 1 -- 172.21.15.46:0/62616029 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0b4037050 con 0x7fd0bc15e9c0 2024-09-19T05:52:06.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.367+0000 7fd0aaffd640 1 -- 172.21.15.46:0/62616029 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0b4043070 con 0x7fd0bc15e9c0 2024-09-19T05:52:06.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.367+0000 7fd0aaffd640 1 -- 172.21.15.46:0/62616029 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0b4009510 con 0x7fd0bc15e9c0 2024-09-19T05:52:06.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.367+0000 7fd0c0c9b640 1 -- 172.21.15.46:0/62616029 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0bc0ccf40 con 0x7fd0bc15e9c0 2024-09-19T05:52:06.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.367+0000 7fd0c0c9b640 1 -- 172.21.15.46:0/62616029 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0bc0cba90 con 0x7fd0bc15e9c0 2024-09-19T05:52:06.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.368+0000 7fd0c0c9b640 1 -- 172.21.15.46:0/62616029 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0bc0d0fc0 con 0x7fd0bc15e9c0 2024-09-19T05:52:06.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.369+0000 7fd0aaffd640 1 -- 172.21.15.46:0/62616029 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7fd0b4007bf0 con 0x7fd0bc15e9c0 2024-09-19T05:52:06.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.369+0000 7fd0aaffd640 1 --2- 172.21.15.46:0/62616029 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd09c06c2b0 0x7fd09c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.369+0000 7fd0aaffd640 1 -- 172.21.15.46:0/62616029 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7fd0b40abe40 con 0x7fd0bc15e9c0 2024-09-19T05:52:06.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.369+0000 7fd0ba59c640 1 --2- 172.21.15.46:0/62616029 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd09c06c2b0 0x7fd09c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.370+0000 7fd0ba59c640 1 --2- 172.21.15.46:0/62616029 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd09c06c2b0 0x7fd09c06e770 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fd0ac000f60 tx=0x7fd0ac007e60 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:06.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.374+0000 7fd0aaffd640 1 -- 172.21.15.46:0/62616029 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd0b407a180 con 0x7fd0bc15e9c0 2024-09-19T05:52:06.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.550+0000 7fd0c0c9b640 1 -- 172.21.15.46:0/62616029 --> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7fd0bc161fe0 con 0x7fd09c06c2b0 2024-09-19T05:52:06.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.551+0000 7fd0aaffd640 1 -- 172.21.15.46:0/62616029 <== mgr.4820 v2:172.21.15.78:6832/210886811 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fd0bc161fe0 con 0x7fd09c06c2b0 2024-09-19T05:52:06.554 INFO:teuthology.orchestra.run.smithi046.stderr:instructed osd(s) 3 to deep-scrub 2024-09-19T05:52:06.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.553+0000 7fd0c0c9b640 1 -- 172.21.15.46:0/62616029 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd09c06c2b0 msgr2=0x7fd09c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.553+0000 7fd0c0c9b640 1 --2- 172.21.15.46:0/62616029 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd09c06c2b0 0x7fd09c06e770 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fd0ac000f60 tx=0x7fd0ac007e60 comp rx=0 tx=0).stop 2024-09-19T05:52:06.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.553+0000 7fd0c0c9b640 1 -- 172.21.15.46:0/62616029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0bc15e9c0 msgr2=0x7fd0bc0cc730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.553+0000 7fd0c0c9b640 1 --2- 172.21.15.46:0/62616029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0bc15e9c0 0x7fd0bc0cc730 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fd0b4009e50 tx=0x7fd0b4004a40 comp rx=0 tx=0).stop 2024-09-19T05:52:06.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.553+0000 7fd0c0c9b640 1 -- 172.21.15.46:0/62616029 shutdown_connections 2024-09-19T05:52:06.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.553+0000 7fd0c0c9b640 1 --2- 172.21.15.46:0/62616029 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd09c06c2b0 0x7fd09c06e770 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.553+0000 7fd0c0c9b640 1 --2- 172.21.15.46:0/62616029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd0bc15e9c0 0x7fd0bc0cc730 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.553+0000 7fd0c0c9b640 1 --2- 172.21.15.46:0/62616029 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd0bc0d16d0 0x7fd0bc157d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.553+0000 7fd0c0c9b640 1 --2- 172.21.15.46:0/62616029 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd0bc0cfb00 0x7fd0bc160b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.553+0000 7fd0c0c9b640 1 -- 172.21.15.46:0/62616029 >> 172.21.15.46:0/62616029 conn(0x7fd0bc067950 msgr2=0x7fd0bc0b4b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:06.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.553+0000 7fd0c0c9b640 1 -- 172.21.15.46:0/62616029 shutdown_connections 2024-09-19T05:52:06.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.553+0000 7fd0c0c9b640 1 -- 172.21.15.46:0/62616029 wait complete. 2024-09-19T05:52:06.567 INFO:tasks.ceph:Scrubbing osd.4 2024-09-19T05:52:06.567 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:52:06.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.671+0000 7f81cfb9f640 1 Processor -- start 2024-09-19T05:52:06.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.671+0000 7f81cfb9f640 1 -- start start 2024-09-19T05:52:06.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.672+0000 7f81cfb9f640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f81c8162940 0x7f81c80b30b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.672+0000 7f81cfb9f640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f81c8162d20 0x7f81c8163160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.672+0000 7f81cfb9f640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81c806d000 con 0x7f81c80b24e0 2024-09-19T05:52:06.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.672+0000 7f81cfb9f640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f81c80b4ac0 con 0x7f81c8162d20 2024-09-19T05:52:06.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.672+0000 7f81cfb9f640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f81c80b4da0 con 0x7f81c8162940 2024-09-19T05:52:06.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.672+0000 7f81ce13c640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f81c80b24e0 0x7f81c80d07a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:48218/0 (socket says 172.21.15.46:48218) 2024-09-19T05:52:06.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.672+0000 7f81ce13c640 1 -- 172.21.15.46:0/3482479235 learned_addr learned my addr 172.21.15.46:0/3482479235 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:52:06.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.672+0000 7f81cd13a640 1 --2- 172.21.15.46:0/3482479235 >> v2:172.21.15.78:3300/0 conn(0x7f81c8162d20 0x7f81c8163160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.672+0000 7f81cd93b640 1 --2- 172.21.15.46:0/3482479235 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f81c8162940 0x7f81c80b30b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.672+0000 7f81cc939640 1 -- 172.21.15.46:0/3482479235 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1653648534 0 0) 0x7f81c806d000 con 0x7f81c80b24e0 2024-09-19T05:52:06.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.672+0000 7f81cc939640 1 -- 172.21.15.46:0/3482479235 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f81b4003520 con 0x7f81c80b24e0 2024-09-19T05:52:06.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.672+0000 7f81cd13a640 1 -- 172.21.15.46:0/3482479235 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f81c8162940 msgr2=0x7f81c80b30b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:06.677 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.672+0000 7f81cd13a640 1 --2- 172.21.15.46:0/3482479235 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f81c8162940 0x7f81c80b30b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.677 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.672+0000 7f81cd13a640 1 -- 172.21.15.46:0/3482479235 >> v1:172.21.15.46:6789/0 conn(0x7f81c80b24e0 legacy=0x7f81c80d07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.677 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.672+0000 7f81cd13a640 1 -- 172.21.15.46:0/3482479235 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81c806c520 con 0x7f81c8162d20 2024-09-19T05:52:06.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.673+0000 7f81cd13a640 1 --2- 172.21.15.46:0/3482479235 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f81c8162d20 0x7f81c8163160 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f81b80097a0 tx=0x7f81b802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5d3cbf3f896e2d17 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:06.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.674+0000 7f81cc939640 1 -- 172.21.15.46:0/3482479235 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81b8037070 con 0x7f81c8162d20 2024-09-19T05:52:06.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.674+0000 7f81cc939640 1 -- 172.21.15.46:0/3482479235 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81b8032440 con 0x7f81c8162d20 2024-09-19T05:52:06.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.674+0000 7f81cc939640 1 -- 172.21.15.46:0/3482479235 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81b80327f0 con 0x7f81c8162d20 2024-09-19T05:52:06.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.674+0000 7f81cfb9f640 1 -- 172.21.15.46:0/3482479235 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f81c8162d20 msgr2=0x7f81c8163160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.674+0000 7f81cfb9f640 1 --2- 172.21.15.46:0/3482479235 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f81c8162d20 0x7f81c8163160 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f81b80097a0 tx=0x7f81b802a180 comp rx=0 tx=0).stop 2024-09-19T05:52:06.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.674+0000 7f81cfb9f640 1 -- 172.21.15.46:0/3482479235 shutdown_connections 2024-09-19T05:52:06.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.674+0000 7f81cfb9f640 1 --2- 172.21.15.46:0/3482479235 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f81c8162d20 0x7f81c8163160 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.674+0000 7f81cfb9f640 1 --2- 172.21.15.46:0/3482479235 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f81c8162940 0x7f81c80b30b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.674+0000 7f81cfb9f640 1 -- 172.21.15.46:0/3482479235 >> 172.21.15.46:0/3482479235 conn(0x7f81c80b3fa0 msgr2=0x7f81c80b43b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:06.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.674+0000 7f81cfb9f640 1 -- 172.21.15.46:0/3482479235 shutdown_connections 2024-09-19T05:52:06.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.674+0000 7f81cfb9f640 1 -- 172.21.15.46:0/3482479235 wait complete. 2024-09-19T05:52:06.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.675+0000 7f81cfb9f640 1 Processor -- start 2024-09-19T05:52:06.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.675+0000 7f81cfb9f640 1 -- start start 2024-09-19T05:52:06.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.676+0000 7f81cfb9f640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f81c80b24e0 0x7f81c8154820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.676+0000 7f81cfb9f640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81c8162940 0x7f81c80cf8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.676+0000 7f81cfb9f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f81c8162d20 0x7f81c81f4270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.676+0000 7f81cfb9f640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f81c80b37e0 con 0x7f81c8162940 2024-09-19T05:52:06.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.676+0000 7f81cfb9f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f81c806cae0 con 0x7f81c8162d20 2024-09-19T05:52:06.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.676+0000 7f81cfb9f640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f81c80b3960 con 0x7f81c80b24e0 2024-09-19T05:52:06.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.676+0000 7f81cd13a640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81c8162940 0x7f81c80cf8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.676+0000 7f81cd13a640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81c8162940 0x7f81c80cf8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58426/0 (socket says 172.21.15.46:58426) 2024-09-19T05:52:06.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.676+0000 7f81cd13a640 1 -- 172.21.15.46:0/2384674469 learned_addr learned my addr 172.21.15.46:0/2384674469 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:06.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.676+0000 7f81cd93b640 1 --2- 172.21.15.46:0/2384674469 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f81c80b24e0 0x7f81c8154820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.676+0000 7f81ce13c640 1 --2- 172.21.15.46:0/2384674469 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f81c8162d20 0x7f81c81f4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.676+0000 7f81cd13a640 1 -- 172.21.15.46:0/2384674469 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f81c80b24e0 msgr2=0x7f81c8154820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.676+0000 7f81cd13a640 1 --2- 172.21.15.46:0/2384674469 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f81c80b24e0 0x7f81c8154820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.677+0000 7f81cd13a640 1 -- 172.21.15.46:0/2384674469 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f81c8162d20 msgr2=0x7f81c81f4270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.677+0000 7f81cd13a640 1 --2- 172.21.15.46:0/2384674469 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f81c8162d20 0x7f81c81f4270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.677+0000 7f81cd13a640 1 -- 172.21.15.46:0/2384674469 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81c8156ca0 con 0x7f81c8162940 2024-09-19T05:52:06.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.677+0000 7f81cd13a640 1 --2- 172.21.15.46:0/2384674469 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81c8162940 0x7f81c80cf8d0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f81b80097a0 tx=0x7f81b80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:06.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.677+0000 7f81be7fc640 1 -- 172.21.15.46:0/2384674469 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81b8041070 con 0x7f81c8162940 2024-09-19T05:52:06.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.677+0000 7f81be7fc640 1 -- 172.21.15.46:0/2384674469 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81b803c870 con 0x7f81c8162940 2024-09-19T05:52:06.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.677+0000 7f81cfb9f640 1 -- 172.21.15.46:0/2384674469 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81c80cfe10 con 0x7f81c8162940 2024-09-19T05:52:06.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.677+0000 7f81be7fc640 1 -- 172.21.15.46:0/2384674469 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81b8037040 con 0x7f81c8162940 2024-09-19T05:52:06.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.677+0000 7f81cfb9f640 1 -- 172.21.15.46:0/2384674469 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81c8157220 con 0x7f81c8162940 2024-09-19T05:52:06.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.678+0000 7f81cfb9f640 1 -- 172.21.15.46:0/2384674469 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f81c81578e0 con 0x7f81c8162940 2024-09-19T05:52:06.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.678+0000 7f81be7fc640 1 -- 172.21.15.46:0/2384674469 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7f81b8044070 con 0x7f81c8162940 2024-09-19T05:52:06.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.679+0000 7f81be7fc640 1 --2- 172.21.15.46:0/2384674469 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f81ac06c2b0 0x7f81ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.679+0000 7f81be7fc640 1 -- 172.21.15.46:0/2384674469 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7f81b80abd40 con 0x7f81c8162940 2024-09-19T05:52:06.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.679+0000 7f81be7fc640 1 --2- 172.21.15.46:0/2384674469 >> [v2:172.21.15.78:6808/2319815351,v1:172.21.15.78:6809/2319815351] conn(0x7f81ac072710 0x7f81ac074b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.679+0000 7f81be7fc640 1 -- 172.21.15.46:0/2384674469 --> [v2:172.21.15.78:6808/2319815351,v1:172.21.15.78:6809/2319815351] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f81b802be50 con 0x7f81ac072710 2024-09-19T05:52:06.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.679+0000 7f81be7fc640 1 -- 172.21.15.46:0/2384674469 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f81b80ae360 con 0x7f81c8162940 2024-09-19T05:52:06.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.679+0000 7f81cd93b640 1 --2- 172.21.15.46:0/2384674469 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f81ac06c2b0 0x7f81ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.679+0000 7f81ce13c640 1 --2- 172.21.15.46:0/2384674469 >> [v2:172.21.15.78:6808/2319815351,v1:172.21.15.78:6809/2319815351] conn(0x7f81ac072710 0x7f81ac074b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.680+0000 7f81ce13c640 1 --2- 172.21.15.46:0/2384674469 >> [v2:172.21.15.78:6808/2319815351,v1:172.21.15.78:6809/2319815351] conn(0x7f81ac072710 0x7f81ac074b30 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:06.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.680+0000 7f81cd93b640 1 --2- 172.21.15.46:0/2384674469 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f81ac06c2b0 0x7f81ac06e770 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f81c815d2f0 tx=0x7f81c4009190 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:06.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.680+0000 7f81be7fc640 1 -- 172.21.15.46:0/2384674469 <== osd.4 v2:172.21.15.78:6808/2319815351 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f81b802be50 con 0x7f81ac072710 2024-09-19T05:52:06.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.693+0000 7f81cfb9f640 1 -- 172.21.15.46:0/2384674469 --> [v2:172.21.15.78:6808/2319815351,v1:172.21.15.78:6809/2319815351] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f81c8163160 con 0x7f81ac072710 2024-09-19T05:52:06.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.694+0000 7f81be7fc640 1 -- 172.21.15.46:0/2384674469 <== osd.4 v2:172.21.15.78:6808/2319815351 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f81c8163160 con 0x7f81ac072710 2024-09-19T05:52:06.696 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-19T05:52:06.697 INFO:teuthology.orchestra.run.smithi046.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:52:06.697 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-19T05:52:06.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.694+0000 7f81cfb9f640 1 -- 172.21.15.46:0/2384674469 >> [v2:172.21.15.78:6808/2319815351,v1:172.21.15.78:6809/2319815351] conn(0x7f81ac072710 msgr2=0x7f81ac074b30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.694+0000 7f81cfb9f640 1 --2- 172.21.15.46:0/2384674469 >> [v2:172.21.15.78:6808/2319815351,v1:172.21.15.78:6809/2319815351] conn(0x7f81ac072710 0x7f81ac074b30 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.694+0000 7f81cfb9f640 1 -- 172.21.15.46:0/2384674469 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f81ac06c2b0 msgr2=0x7f81ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.694+0000 7f81cfb9f640 1 --2- 172.21.15.46:0/2384674469 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f81ac06c2b0 0x7f81ac06e770 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f81c815d2f0 tx=0x7f81c4009190 comp rx=0 tx=0).stop 2024-09-19T05:52:06.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.694+0000 7f81cfb9f640 1 -- 172.21.15.46:0/2384674469 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81c8162940 msgr2=0x7f81c80cf8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.694+0000 7f81cfb9f640 1 --2- 172.21.15.46:0/2384674469 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81c8162940 0x7f81c80cf8d0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f81b80097a0 tx=0x7f81b80046c0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.694+0000 7f81ce13c640 1 -- 172.21.15.46:0/2384674469 reap_dead start 2024-09-19T05:52:06.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.694+0000 7f81cfb9f640 1 -- 172.21.15.46:0/2384674469 shutdown_connections 2024-09-19T05:52:06.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.694+0000 7f81cfb9f640 1 -- 172.21.15.46:0/2384674469 >> 172.21.15.46:0/2384674469 conn(0x7f81c80b3fa0 msgr2=0x7f81c80b5730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:06.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.694+0000 7f81cfb9f640 1 -- 172.21.15.46:0/2384674469 shutdown_connections 2024-09-19T05:52:06.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.694+0000 7f81cfb9f640 1 -- 172.21.15.46:0/2384674469 wait complete. 2024-09-19T05:52:06.707 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-19T05:52:06.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.808+0000 7f0c922a6640 1 Processor -- start 2024-09-19T05:52:06.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.808+0000 7f0c922a6640 1 -- start start 2024-09-19T05:52:06.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.808+0000 7f0c922a6640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f0c8c0b6040 0x7f0c8c0b64b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.808+0000 7f0c922a6640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0c8c0b76f0 0x7f0c8c0b7b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.808+0000 7f0c922a6640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c8c0ce980 con 0x7f0c8c15e6b0 2024-09-19T05:52:06.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.808+0000 7f0c922a6640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f0c8c0d4440 con 0x7f0c8c0b6040 2024-09-19T05:52:06.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.808+0000 7f0c922a6640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f0c8c0b69f0 con 0x7f0c8c0b76f0 2024-09-19T05:52:06.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.809+0000 7f0c8bfff640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f0c8c15e6b0 0x7f0c8c0cf490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:48226/0 (socket says 172.21.15.46:48226) 2024-09-19T05:52:06.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.809+0000 7f0c8bfff640 1 -- 172.21.15.46:0/1404752190 learned_addr learned my addr 172.21.15.46:0/1404752190 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:52:06.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.809+0000 7f0c8b7fe640 1 --2- 172.21.15.46:0/1404752190 >> v2:172.21.15.78:3300/0 conn(0x7f0c8c0b6040 0x7f0c8c0b64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.809+0000 7f0c90843640 1 --2- 172.21.15.46:0/1404752190 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0c8c0b76f0 0x7f0c8c0b7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.809+0000 7f0c8affd640 1 -- 172.21.15.46:0/1404752190 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2704408322 0 0) 0x7f0c8c0ce980 con 0x7f0c8c15e6b0 2024-09-19T05:52:06.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.809+0000 7f0c8affd640 1 -- 172.21.15.46:0/1404752190 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0c74003520 con 0x7f0c8c15e6b0 2024-09-19T05:52:06.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.809+0000 7f0c8b7fe640 1 -- 172.21.15.46:0/1404752190 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0c8c0b76f0 msgr2=0x7f0c8c0b7b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:06.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.809+0000 7f0c8b7fe640 1 --2- 172.21.15.46:0/1404752190 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0c8c0b76f0 0x7f0c8c0b7b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.809+0000 7f0c8b7fe640 1 -- 172.21.15.46:0/1404752190 >> v1:172.21.15.46:6789/0 conn(0x7f0c8c15e6b0 legacy=0x7f0c8c0cf490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.809+0000 7f0c8b7fe640 1 -- 172.21.15.46:0/1404752190 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c8c0d33a0 con 0x7f0c8c0b6040 2024-09-19T05:52:06.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.809+0000 7f0c90843640 1 --2- 172.21.15.46:0/1404752190 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0c8c0b76f0 0x7f0c8c0b7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:52:06.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.810+0000 7f0c8b7fe640 1 --2- 172.21.15.46:0/1404752190 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0c8c0b6040 0x7f0c8c0b64b0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f0c800097a0 tx=0x7f0c8002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4b920e8c95ab6e3a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:06.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.810+0000 7f0c8affd640 1 -- 172.21.15.46:0/1404752190 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c80037070 con 0x7f0c8c0b6040 2024-09-19T05:52:06.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.810+0000 7f0c8affd640 1 -- 172.21.15.46:0/1404752190 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c80032440 con 0x7f0c8c0b6040 2024-09-19T05:52:06.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.810+0000 7f0c8affd640 1 -- 172.21.15.46:0/1404752190 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c800327f0 con 0x7f0c8c0b6040 2024-09-19T05:52:06.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.810+0000 7f0c922a6640 1 -- 172.21.15.46:0/1404752190 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0c8c0b6040 msgr2=0x7f0c8c0b64b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.810+0000 7f0c922a6640 1 --2- 172.21.15.46:0/1404752190 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0c8c0b6040 0x7f0c8c0b64b0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f0c800097a0 tx=0x7f0c8002a180 comp rx=0 tx=0).stop 2024-09-19T05:52:06.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.811+0000 7f0c922a6640 1 -- 172.21.15.46:0/1404752190 shutdown_connections 2024-09-19T05:52:06.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.811+0000 7f0c922a6640 1 --2- 172.21.15.46:0/1404752190 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0c8c0b76f0 0x7f0c8c0b7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.811+0000 7f0c922a6640 1 --2- 172.21.15.46:0/1404752190 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0c8c0b6040 0x7f0c8c0b64b0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.811+0000 7f0c922a6640 1 -- 172.21.15.46:0/1404752190 >> 172.21.15.46:0/1404752190 conn(0x7f0c8c0d1040 msgr2=0x7f0c8c0d1450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:06.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.811+0000 7f0c922a6640 1 -- 172.21.15.46:0/1404752190 shutdown_connections 2024-09-19T05:52:06.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.811+0000 7f0c922a6640 1 -- 172.21.15.46:0/1404752190 wait complete. 2024-09-19T05:52:06.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.812+0000 7f0c922a6640 1 Processor -- start 2024-09-19T05:52:06.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.812+0000 7f0c922a6640 1 -- start start 2024-09-19T05:52:06.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.813+0000 7f0c922a6640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0c8c0b6040 0x7f0c8c0b8ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.813+0000 7f0c922a6640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0c8c0b76f0 0x7f0c8c0b9410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.813+0000 7f0c922a6640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c8c15e6b0 0x7f0c8c159540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.813+0000 7f0c922a6640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0c8c0d3c40 con 0x7f0c8c15e6b0 2024-09-19T05:52:06.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.813+0000 7f0c922a6640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0c8c0d3960 con 0x7f0c8c0b6040 2024-09-19T05:52:06.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.813+0000 7f0c922a6640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f0c8c0d3f20 con 0x7f0c8c0b76f0 2024-09-19T05:52:06.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.813+0000 7f0c90843640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c8c15e6b0 0x7f0c8c159540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.813+0000 7f0c90843640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c8c15e6b0 0x7f0c8c159540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58434/0 (socket says 172.21.15.46:58434) 2024-09-19T05:52:06.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.813+0000 7f0c90843640 1 -- 172.21.15.46:0/3378153513 learned_addr learned my addr 172.21.15.46:0/3378153513 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:06.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.813+0000 7f0c8bfff640 1 --2- 172.21.15.46:0/3378153513 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0c8c0b6040 0x7f0c8c0b8ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.813+0000 7f0c8b7fe640 1 --2- 172.21.15.46:0/3378153513 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0c8c0b76f0 0x7f0c8c0b9410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.813+0000 7f0c90843640 1 -- 172.21.15.46:0/3378153513 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0c8c0b76f0 msgr2=0x7f0c8c0b9410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.813+0000 7f0c90843640 1 --2- 172.21.15.46:0/3378153513 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0c8c0b76f0 0x7f0c8c0b9410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.813+0000 7f0c90843640 1 -- 172.21.15.46:0/3378153513 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0c8c0b6040 msgr2=0x7f0c8c0b8ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:06.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.813+0000 7f0c90843640 1 --2- 172.21.15.46:0/3378153513 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0c8c0b6040 0x7f0c8c0b8ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:06.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.813+0000 7f0c90843640 1 -- 172.21.15.46:0/3378153513 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c8c155080 con 0x7f0c8c15e6b0 2024-09-19T05:52:06.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.813+0000 7f0c90843640 1 --2- 172.21.15.46:0/3378153513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c8c15e6b0 0x7f0c8c159540 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f0c8400efc0 tx=0x7f0c84009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:06.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.814+0000 7f0c88ff9640 1 -- 172.21.15.46:0/3378153513 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c84018030 con 0x7f0c8c15e6b0 2024-09-19T05:52:06.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.814+0000 7f0c88ff9640 1 -- 172.21.15.46:0/3378153513 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c8400cde0 con 0x7f0c8c15e6b0 2024-09-19T05:52:06.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.814+0000 7f0c922a6640 1 -- 172.21.15.46:0/3378153513 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c8c155360 con 0x7f0c8c15e6b0 2024-09-19T05:52:06.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.814+0000 7f0c88ff9640 1 -- 172.21.15.46:0/3378153513 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c84003bb0 con 0x7f0c8c15e6b0 2024-09-19T05:52:06.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.814+0000 7f0c922a6640 1 -- 172.21.15.46:0/3378153513 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c8c155920 con 0x7f0c8c15e6b0 2024-09-19T05:52:06.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.814+0000 7f0c922a6640 1 -- 172.21.15.46:0/3378153513 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c8c0b64b0 con 0x7f0c8c15e6b0 2024-09-19T05:52:06.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.815+0000 7f0c88ff9640 1 -- 172.21.15.46:0/3378153513 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7f0c8401b070 con 0x7f0c8c15e6b0 2024-09-19T05:52:06.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.815+0000 7f0c88ff9640 1 --2- 172.21.15.46:0/3378153513 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f0c7806c2b0 0x7f0c7806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:06.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.816+0000 7f0c88ff9640 1 -- 172.21.15.46:0/3378153513 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7f0c8408bca0 con 0x7f0c8c15e6b0 2024-09-19T05:52:06.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.816+0000 7f0c8bfff640 1 --2- 172.21.15.46:0/3378153513 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f0c7806c2b0 0x7f0c7806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:06.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.816+0000 7f0c8bfff640 1 --2- 172.21.15.46:0/3378153513 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f0c7806c2b0 0x7f0c7806e770 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f0c8c0b9de0 tx=0x7f0c7c000bc0 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:06.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.820+0000 7f0c88ff9640 1 -- 172.21.15.46:0/3378153513 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0c84010040 con 0x7f0c8c15e6b0 2024-09-19T05:52:06.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.997+0000 7f0c922a6640 1 -- 172.21.15.46:0/3378153513 --> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7f0c8c154e30 con 0x7f0c7806c2b0 2024-09-19T05:52:07.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:06.997+0000 7f0c88ff9640 1 -- 172.21.15.46:0/3378153513 <== mgr.4820 v2:172.21.15.78:6832/210886811 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f0c8c154e30 con 0x7f0c7806c2b0 2024-09-19T05:52:07.000 INFO:teuthology.orchestra.run.smithi046.stderr:instructed osd(s) 4 to deep-scrub 2024-09-19T05:52:07.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.000+0000 7f0c922a6640 1 -- 172.21.15.46:0/3378153513 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f0c7806c2b0 msgr2=0x7f0c7806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.000+0000 7f0c922a6640 1 --2- 172.21.15.46:0/3378153513 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f0c7806c2b0 0x7f0c7806e770 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f0c8c0b9de0 tx=0x7f0c7c000bc0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.000+0000 7f0c922a6640 1 -- 172.21.15.46:0/3378153513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c8c15e6b0 msgr2=0x7f0c8c159540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.000+0000 7f0c922a6640 1 --2- 172.21.15.46:0/3378153513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c8c15e6b0 0x7f0c8c159540 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f0c8400efc0 tx=0x7f0c84009f90 comp rx=0 tx=0).stop 2024-09-19T05:52:07.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.000+0000 7f0c922a6640 1 -- 172.21.15.46:0/3378153513 shutdown_connections 2024-09-19T05:52:07.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.000+0000 7f0c922a6640 1 --2- 172.21.15.46:0/3378153513 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f0c7806c2b0 0x7f0c7806e770 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.000+0000 7f0c922a6640 1 --2- 172.21.15.46:0/3378153513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c8c15e6b0 0x7f0c8c159540 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.000+0000 7f0c922a6640 1 --2- 172.21.15.46:0/3378153513 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f0c8c0b76f0 0x7f0c8c0b9410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.000+0000 7f0c922a6640 1 --2- 172.21.15.46:0/3378153513 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0c8c0b6040 0x7f0c8c0b8ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.000+0000 7f0c922a6640 1 -- 172.21.15.46:0/3378153513 >> 172.21.15.46:0/3378153513 conn(0x7f0c8c0d1040 msgr2=0x7f0c8c0d1420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:07.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.000+0000 7f0c922a6640 1 -- 172.21.15.46:0/3378153513 shutdown_connections 2024-09-19T05:52:07.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.000+0000 7f0c922a6640 1 -- 172.21.15.46:0/3378153513 wait complete. 2024-09-19T05:52:07.014 INFO:tasks.ceph:Scrubbing osd.5 2024-09-19T05:52:07.014 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:52:07.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.117+0000 7fd5163b9640 1 Processor -- start 2024-09-19T05:52:07.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.117+0000 7fd5163b9640 1 -- start start 2024-09-19T05:52:07.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.118+0000 7fd5163b9640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7fd5100d3370 0x7fd5100d0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.118+0000 7fd5163b9640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fd5100d1420 0x7fd5100b7cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.118+0000 7fd5163b9640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd51015eae0 con 0x7fd51015e700 2024-09-19T05:52:07.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.118+0000 7fd5163b9640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fd5100d1870 con 0x7fd5100d1420 2024-09-19T05:52:07.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.118+0000 7fd5163b9640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7fd5100d3950 con 0x7fd5100d3370 2024-09-19T05:52:07.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.118+0000 7fd514956640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fd5100d1420 0x7fd5100b7cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.118+0000 7fd514956640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fd5100d1420 0x7fd5100b7cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58450/0 (socket says 172.21.15.46:58450) 2024-09-19T05:52:07.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.118+0000 7fd514956640 1 -- 172.21.15.46:0/3176007839 learned_addr learned my addr 172.21.15.46:0/3176007839 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:07.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.119+0000 7fd50f7fe640 1 --2- 172.21.15.46:0/3176007839 >> v2:172.21.15.78:3300/0 conn(0x7fd5100d3370 0x7fd5100d0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.119+0000 7fd514956640 1 -- 172.21.15.46:0/3176007839 >> v2:172.21.15.78:3300/0 conn(0x7fd5100d3370 msgr2=0x7fd5100d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:07.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.119+0000 7fd514956640 1 --2- 172.21.15.46:0/3176007839 >> v2:172.21.15.78:3300/0 conn(0x7fd5100d3370 0x7fd5100d0ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.119+0000 7fd514956640 1 -- 172.21.15.46:0/3176007839 >> v1:172.21.15.78:6789/0 conn(0x7fd51015e700 legacy=0x7fd5100cf7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:07.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.119+0000 7fd514956640 1 -- 172.21.15.46:0/3176007839 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5100d3c30 con 0x7fd5100d1420 2024-09-19T05:52:07.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.119+0000 7fd514956640 1 --2- 172.21.15.46:0/3176007839 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5100d1420 0x7fd5100b7cb0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fd508009e50 tx=0x7fd50802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e811cfb63277424 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:07.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.120+0000 7fd50effd640 1 -- 172.21.15.46:0/3176007839 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd508036070 con 0x7fd5100d1420 2024-09-19T05:52:07.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.120+0000 7fd50effd640 1 -- 172.21.15.46:0/3176007839 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd508031600 con 0x7fd5100d1420 2024-09-19T05:52:07.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.120+0000 7fd50effd640 1 -- 172.21.15.46:0/3176007839 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5080319d0 con 0x7fd5100d1420 2024-09-19T05:52:07.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.120+0000 7fd5163b9640 1 -- 172.21.15.46:0/3176007839 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5100d1420 msgr2=0x7fd5100b7cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.120+0000 7fd5163b9640 1 --2- 172.21.15.46:0/3176007839 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5100d1420 0x7fd5100b7cb0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fd508009e50 tx=0x7fd50802a710 comp rx=0 tx=0).stop 2024-09-19T05:52:07.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.120+0000 7fd5163b9640 1 -- 172.21.15.46:0/3176007839 shutdown_connections 2024-09-19T05:52:07.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.120+0000 7fd5163b9640 1 --2- 172.21.15.46:0/3176007839 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5100d1420 0x7fd5100b7cb0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.120+0000 7fd5163b9640 1 --2- 172.21.15.46:0/3176007839 >> v2:172.21.15.78:3300/0 conn(0x7fd5100d3370 0x7fd5100d0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.120+0000 7fd5163b9640 1 -- 172.21.15.46:0/3176007839 >> 172.21.15.46:0/3176007839 conn(0x7fd5100b6140 msgr2=0x7fd5100b6550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:07.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.120+0000 7fd5163b9640 1 -- 172.21.15.46:0/3176007839 shutdown_connections 2024-09-19T05:52:07.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.120+0000 7fd5163b9640 1 -- 172.21.15.46:0/3176007839 wait complete. 2024-09-19T05:52:07.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.121+0000 7fd5163b9640 1 Processor -- start 2024-09-19T05:52:07.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.122+0000 7fd5163b9640 1 -- start start 2024-09-19T05:52:07.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.122+0000 7fd5163b9640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd5100d1420 0x7fd5100cde00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.122+0000 7fd5163b9640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd5100d3370 0x7fd5100c9a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.122+0000 7fd5163b9640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd51015e700 0x7fd5101f40b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.122+0000 7fd5163b9640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd5100b7760 con 0x7fd51015e700 2024-09-19T05:52:07.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.122+0000 7fd5163b9640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd5100d41f0 con 0x7fd5100d1420 2024-09-19T05:52:07.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.122+0000 7fd5163b9640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fd5100b81f0 con 0x7fd5100d3370 2024-09-19T05:52:07.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.122+0000 7fd514956640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd51015e700 0x7fd5101f40b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.122+0000 7fd514956640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd51015e700 0x7fd5101f40b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58454/0 (socket says 172.21.15.46:58454) 2024-09-19T05:52:07.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.122+0000 7fd514956640 1 -- 172.21.15.46:0/889664575 learned_addr learned my addr 172.21.15.46:0/889664575 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:07.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.122+0000 7fd50f7fe640 1 --2- 172.21.15.46:0/889664575 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd5100d3370 0x7fd5100c9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.123+0000 7fd50ffff640 1 --2- 172.21.15.46:0/889664575 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd5100d1420 0x7fd5100cde00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.123+0000 7fd514956640 1 -- 172.21.15.46:0/889664575 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd5100d3370 msgr2=0x7fd5100c9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.123+0000 7fd514956640 1 --2- 172.21.15.46:0/889664575 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd5100d3370 0x7fd5100c9a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.123+0000 7fd514956640 1 -- 172.21.15.46:0/889664575 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd5100d1420 msgr2=0x7fd5100cde00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.123+0000 7fd514956640 1 --2- 172.21.15.46:0/889664575 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd5100d1420 0x7fd5100cde00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.123+0000 7fd514956640 1 -- 172.21.15.46:0/889664575 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5101f4b60 con 0x7fd51015e700 2024-09-19T05:52:07.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.123+0000 7fd50ffff640 1 --2- 172.21.15.46:0/889664575 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd5100d1420 0x7fd5100cde00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:52:07.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.123+0000 7fd514956640 1 --2- 172.21.15.46:0/889664575 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd51015e700 0x7fd5101f40b0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fd508009e50 tx=0x7fd508004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:07.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.123+0000 7fd50cff9640 1 -- 172.21.15.46:0/889664575 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd508036050 con 0x7fd51015e700 2024-09-19T05:52:07.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.123+0000 7fd50cff9640 1 -- 172.21.15.46:0/889664575 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd508042070 con 0x7fd51015e700 2024-09-19T05:52:07.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.123+0000 7fd5163b9640 1 -- 172.21.15.46:0/889664575 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5101f4e40 con 0x7fd51015e700 2024-09-19T05:52:07.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.123+0000 7fd50cff9640 1 -- 172.21.15.46:0/889664575 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd508009510 con 0x7fd51015e700 2024-09-19T05:52:07.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.123+0000 7fd5163b9640 1 -- 172.21.15.46:0/889664575 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5100c9560 con 0x7fd51015e700 2024-09-19T05:52:07.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.124+0000 7fd5163b9640 1 -- 172.21.15.46:0/889664575 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd5100b7cb0 con 0x7fd51015e700 2024-09-19T05:52:07.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.125+0000 7fd50cff9640 1 -- 172.21.15.46:0/889664575 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7fd508007bd0 con 0x7fd51015e700 2024-09-19T05:52:07.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.125+0000 7fd50cff9640 1 --2- 172.21.15.46:0/889664575 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd4fc06c2b0 0x7fd4fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.125+0000 7fd50cff9640 1 -- 172.21.15.46:0/889664575 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7fd5080ac0f0 con 0x7fd51015e700 2024-09-19T05:52:07.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.125+0000 7fd50cff9640 1 --2- 172.21.15.46:0/889664575 >> [v2:172.21.15.78:6824/1036798121,v1:172.21.15.78:6825/1036798121] conn(0x7fd4fc072710 0x7fd4fc074b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.125+0000 7fd50cff9640 1 -- 172.21.15.46:0/889664575 --> [v2:172.21.15.78:6824/1036798121,v1:172.21.15.78:6825/1036798121] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd50804ae80 con 0x7fd4fc072710 2024-09-19T05:52:07.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.125+0000 7fd50cff9640 1 -- 172.21.15.46:0/889664575 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fd5080b3050 con 0x7fd51015e700 2024-09-19T05:52:07.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.125+0000 7fd50ffff640 1 --2- 172.21.15.46:0/889664575 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd4fc06c2b0 0x7fd4fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.126+0000 7fd50f7fe640 1 --2- 172.21.15.46:0/889664575 >> [v2:172.21.15.78:6824/1036798121,v1:172.21.15.78:6825/1036798121] conn(0x7fd4fc072710 0x7fd4fc074b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.126+0000 7fd50ffff640 1 --2- 172.21.15.46:0/889664575 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd4fc06c2b0 0x7fd4fc06e770 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd500006fd0 tx=0x7fd500008040 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:07.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.126+0000 7fd50f7fe640 1 --2- 172.21.15.46:0/889664575 >> [v2:172.21.15.78:6824/1036798121,v1:172.21.15.78:6825/1036798121] conn(0x7fd4fc072710 0x7fd4fc074b30 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:07.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.127+0000 7fd50cff9640 1 -- 172.21.15.46:0/889664575 <== osd.5 v2:172.21.15.78:6824/1036798121 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd50804ae80 con 0x7fd4fc072710 2024-09-19T05:52:07.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.139+0000 7fd5163b9640 1 -- 172.21.15.46:0/889664575 --> [v2:172.21.15.78:6824/1036798121,v1:172.21.15.78:6825/1036798121] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fd5100730f0 con 0x7fd4fc072710 2024-09-19T05:52:07.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.140+0000 7fd50cff9640 1 -- 172.21.15.46:0/889664575 <== osd.5 v2:172.21.15.78:6824/1036798121 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fd5100730f0 con 0x7fd4fc072710 2024-09-19T05:52:07.143 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-19T05:52:07.143 INFO:teuthology.orchestra.run.smithi046.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:52:07.143 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-19T05:52:07.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.140+0000 7fd5163b9640 1 -- 172.21.15.46:0/889664575 >> [v2:172.21.15.78:6824/1036798121,v1:172.21.15.78:6825/1036798121] conn(0x7fd4fc072710 msgr2=0x7fd4fc074b30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.140+0000 7fd5163b9640 1 --2- 172.21.15.46:0/889664575 >> [v2:172.21.15.78:6824/1036798121,v1:172.21.15.78:6825/1036798121] conn(0x7fd4fc072710 0x7fd4fc074b30 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.140+0000 7fd5163b9640 1 -- 172.21.15.46:0/889664575 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd4fc06c2b0 msgr2=0x7fd4fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.140+0000 7fd5163b9640 1 --2- 172.21.15.46:0/889664575 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd4fc06c2b0 0x7fd4fc06e770 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd500006fd0 tx=0x7fd500008040 comp rx=0 tx=0).stop 2024-09-19T05:52:07.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.140+0000 7fd5163b9640 1 -- 172.21.15.46:0/889664575 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd51015e700 msgr2=0x7fd5101f40b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.140+0000 7fd5163b9640 1 --2- 172.21.15.46:0/889664575 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd51015e700 0x7fd5101f40b0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fd508009e50 tx=0x7fd508004a40 comp rx=0 tx=0).stop 2024-09-19T05:52:07.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.140+0000 7fd514956640 1 -- 172.21.15.46:0/889664575 reap_dead start 2024-09-19T05:52:07.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.140+0000 7fd5163b9640 1 -- 172.21.15.46:0/889664575 shutdown_connections 2024-09-19T05:52:07.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.140+0000 7fd5163b9640 1 -- 172.21.15.46:0/889664575 >> 172.21.15.46:0/889664575 conn(0x7fd5100b6140 msgr2=0x7fd51015b6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:07.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.140+0000 7fd5163b9640 1 -- 172.21.15.46:0/889664575 shutdown_connections 2024-09-19T05:52:07.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.140+0000 7fd5163b9640 1 -- 172.21.15.46:0/889664575 wait complete. 2024-09-19T05:52:07.154 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-19T05:52:07.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.255+0000 7f4641423640 1 Processor -- start 2024-09-19T05:52:07.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.255+0000 7f4641423640 1 -- start start 2024-09-19T05:52:07.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.256+0000 7f4641423640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f463c15d180 0x7f463c1670c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.256+0000 7f4641423640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f463c15d7f0 con 0x7f463c159ea0 2024-09-19T05:52:07.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.256+0000 7f4641423640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f463c0b3090 con 0x7f463c0cd240 2024-09-19T05:52:07.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.256+0000 7f4641423640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f463c0d0fb0 con 0x7f463c15d180 2024-09-19T05:52:07.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.256+0000 7f463affd640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f463c159ea0 0x7f463c0ccb30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:48230/0 (socket says 172.21.15.46:48230) 2024-09-19T05:52:07.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.256+0000 7f463affd640 1 -- 172.21.15.46:0/2106759753 learned_addr learned my addr 172.21.15.46:0/2106759753 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:52:07.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.256+0000 7f463b7fe640 1 --2- 172.21.15.46:0/2106759753 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f463c15d180 0x7f463c1670c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.256+0000 7f463a7fc640 1 -- 172.21.15.46:0/2106759753 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1121822296 0 0) 0x7f463c15d7f0 con 0x7f463c159ea0 2024-09-19T05:52:07.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.256+0000 7f463a7fc640 1 -- 172.21.15.46:0/2106759753 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4628003520 con 0x7f463c159ea0 2024-09-19T05:52:07.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.256+0000 7f463a7fc640 1 -- 172.21.15.46:0/2106759753 <== mon.1 v1:172.21.15.78:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3060856352 0 0) 0x7f463c0b3090 con 0x7f463c0cd240 2024-09-19T05:52:07.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.256+0000 7f463a7fc640 1 -- 172.21.15.46:0/2106759753 --> v1:172.21.15.78:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f463c15d7f0 con 0x7f463c0cd240 2024-09-19T05:52:07.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.256+0000 7f463b7fe640 1 -- 172.21.15.46:0/2106759753 >> v1:172.21.15.78:6789/0 conn(0x7f463c0cd240 legacy=0x7f463c15ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.256+0000 7f463a7fc640 1 -- 172.21.15.46:0/2106759753 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3296943736 0 0) 0x7f4628003520 con 0x7f463c159ea0 2024-09-19T05:52:07.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.256+0000 7f463b7fe640 1 -- 172.21.15.46:0/2106759753 >> v1:172.21.15.46:6789/0 conn(0x7f463c159ea0 legacy=0x7f463c0ccb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.256+0000 7f463b7fe640 1 -- 172.21.15.46:0/2106759753 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f463c0b3370 con 0x7f463c15d180 2024-09-19T05:52:07.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.257+0000 7f463b7fe640 1 --2- 172.21.15.46:0/2106759753 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f463c15d180 0x7f463c1670c0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f4634009dc0 tx=0x7f463402a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5678566312ff00e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:07.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.257+0000 7f463a7fc640 1 -- 172.21.15.46:0/2106759753 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f462c001670 con 0x7f463c15d180 2024-09-19T05:52:07.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.257+0000 7f463a7fc640 1 -- 172.21.15.46:0/2106759753 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4634007540 con 0x7f463c15d180 2024-09-19T05:52:07.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.257+0000 7f463a7fc640 1 -- 172.21.15.46:0/2106759753 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46340078f0 con 0x7f463c15d180 2024-09-19T05:52:07.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.258+0000 7f4641423640 1 -- 172.21.15.46:0/2106759753 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f463c15d180 msgr2=0x7f463c1670c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.258+0000 7f4641423640 1 --2- 172.21.15.46:0/2106759753 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f463c15d180 0x7f463c1670c0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f4634009dc0 tx=0x7f463402a660 comp rx=0 tx=0).stop 2024-09-19T05:52:07.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.258+0000 7f4641423640 1 -- 172.21.15.46:0/2106759753 shutdown_connections 2024-09-19T05:52:07.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.258+0000 7f4641423640 1 --2- 172.21.15.46:0/2106759753 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f463c15d180 0x7f463c1670c0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.258+0000 7f4641423640 1 -- 172.21.15.46:0/2106759753 >> 172.21.15.46:0/2106759753 conn(0x7f463c067950 msgr2=0x7f463c067d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:07.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.258+0000 7f4641423640 1 -- 172.21.15.46:0/2106759753 shutdown_connections 2024-09-19T05:52:07.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.258+0000 7f4641423640 1 -- 172.21.15.46:0/2106759753 wait complete. 2024-09-19T05:52:07.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.259+0000 7f4641423640 1 Processor -- start 2024-09-19T05:52:07.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.259+0000 7f4641423640 1 -- start start 2024-09-19T05:52:07.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.260+0000 7f4641423640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f463c0cd240 0x7f463c1597f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.260+0000 7f4641423640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f463c159ea0 0x7f463c0cbc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.260+0000 7f4641423640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f463c15d180 0x7f463c0c7f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.260+0000 7f4641423640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f463c15a280 con 0x7f463c0cd240 2024-09-19T05:52:07.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.260+0000 7f4641423640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f463c0b3930 con 0x7f463c159ea0 2024-09-19T05:52:07.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.260+0000 7f4641423640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f463c0b3e50 con 0x7f463c15d180 2024-09-19T05:52:07.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.260+0000 7f463affd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f463c0cd240 0x7f463c1597f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.260+0000 7f463affd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f463c0cd240 0x7f463c1597f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58466/0 (socket says 172.21.15.46:58466) 2024-09-19T05:52:07.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.260+0000 7f463affd640 1 -- 172.21.15.46:0/3096420114 learned_addr learned my addr 172.21.15.46:0/3096420114 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:07.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.260+0000 7f4633fff640 1 --2- 172.21.15.46:0/3096420114 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f463c159ea0 0x7f463c0cbc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.260+0000 7f463b7fe640 1 --2- 172.21.15.46:0/3096420114 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f463c15d180 0x7f463c0c7f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.260+0000 7f463affd640 1 -- 172.21.15.46:0/3096420114 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f463c15d180 msgr2=0x7f463c0c7f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.260+0000 7f463affd640 1 --2- 172.21.15.46:0/3096420114 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f463c15d180 0x7f463c0c7f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.260+0000 7f463affd640 1 -- 172.21.15.46:0/3096420114 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f463c159ea0 msgr2=0x7f463c0cbc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.260+0000 7f463affd640 1 --2- 172.21.15.46:0/3096420114 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f463c159ea0 0x7f463c0cbc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.260+0000 7f463affd640 1 -- 172.21.15.46:0/3096420114 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f463c0cc600 con 0x7f463c0cd240 2024-09-19T05:52:07.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.260+0000 7f4633fff640 1 --2- 172.21.15.46:0/3096420114 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f463c159ea0 0x7f463c0cbc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:52:07.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.261+0000 7f463affd640 1 --2- 172.21.15.46:0/3096420114 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f463c0cd240 0x7f463c1597f0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f462c00c5a0 tx=0x7f462c00ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:07.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.261+0000 7f46337fe640 1 -- 172.21.15.46:0/3096420114 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f462c017070 con 0x7f463c0cd240 2024-09-19T05:52:07.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.261+0000 7f46337fe640 1 -- 172.21.15.46:0/3096420114 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f462c005ce0 con 0x7f463c0cd240 2024-09-19T05:52:07.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.261+0000 7f46337fe640 1 -- 172.21.15.46:0/3096420114 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f462c0072b0 con 0x7f463c0cd240 2024-09-19T05:52:07.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.261+0000 7f4641423640 1 -- 172.21.15.46:0/3096420114 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f463c0c7430 con 0x7f463c0cd240 2024-09-19T05:52:07.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.261+0000 7f4641423640 1 -- 172.21.15.46:0/3096420114 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f463c0cc1a0 con 0x7f463c0cd240 2024-09-19T05:52:07.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.262+0000 7f4641423640 1 -- 172.21.15.46:0/3096420114 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f463c0c7250 con 0x7f463c0cd240 2024-09-19T05:52:07.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.262+0000 7f46337fe640 1 -- 172.21.15.46:0/3096420114 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7f462c01a070 con 0x7f463c0cd240 2024-09-19T05:52:07.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.263+0000 7f46337fe640 1 --2- 172.21.15.46:0/3096420114 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f461c06c2b0 0x7f461c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.263+0000 7f46337fe640 1 -- 172.21.15.46:0/3096420114 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7f462c08a970 con 0x7f463c0cd240 2024-09-19T05:52:07.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.263+0000 7f4633fff640 1 --2- 172.21.15.46:0/3096420114 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f461c06c2b0 0x7f461c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.263+0000 7f4633fff640 1 --2- 172.21.15.46:0/3096420114 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f461c06c2b0 0x7f461c06e770 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f463c0c8a80 tx=0x7f4624009040 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:07.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.267+0000 7f46337fe640 1 -- 172.21.15.46:0/3096420114 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f463c0c7250 con 0x7f463c0cd240 2024-09-19T05:52:07.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.442+0000 7f4641423640 1 -- 172.21.15.46:0/3096420114 --> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7f463c15ca70 con 0x7f461c06c2b0 2024-09-19T05:52:07.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.442+0000 7f46337fe640 1 -- 172.21.15.46:0/3096420114 <== mgr.4820 v2:172.21.15.78:6832/210886811 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f463c15ca70 con 0x7f461c06c2b0 2024-09-19T05:52:07.445 INFO:teuthology.orchestra.run.smithi046.stderr:instructed osd(s) 5 to deep-scrub 2024-09-19T05:52:07.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.444+0000 7f4641423640 1 -- 172.21.15.46:0/3096420114 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f461c06c2b0 msgr2=0x7f461c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.444+0000 7f4641423640 1 --2- 172.21.15.46:0/3096420114 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f461c06c2b0 0x7f461c06e770 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f463c0c8a80 tx=0x7f4624009040 comp rx=0 tx=0).stop 2024-09-19T05:52:07.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.444+0000 7f4641423640 1 -- 172.21.15.46:0/3096420114 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f463c0cd240 msgr2=0x7f463c1597f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.444+0000 7f4641423640 1 --2- 172.21.15.46:0/3096420114 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f463c0cd240 0x7f463c1597f0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f462c00c5a0 tx=0x7f462c00ca60 comp rx=0 tx=0).stop 2024-09-19T05:52:07.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.444+0000 7f4641423640 1 -- 172.21.15.46:0/3096420114 shutdown_connections 2024-09-19T05:52:07.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.444+0000 7f4641423640 1 --2- 172.21.15.46:0/3096420114 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f461c06c2b0 0x7f461c06e770 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.444+0000 7f4641423640 1 --2- 172.21.15.46:0/3096420114 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f463c15d180 0x7f463c0c7f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.444+0000 7f4641423640 1 --2- 172.21.15.46:0/3096420114 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f463c159ea0 0x7f463c0cbc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.444+0000 7f4641423640 1 --2- 172.21.15.46:0/3096420114 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f463c0cd240 0x7f463c1597f0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.444+0000 7f4641423640 1 -- 172.21.15.46:0/3096420114 >> 172.21.15.46:0/3096420114 conn(0x7f463c067950 msgr2=0x7f463c15e470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:07.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.444+0000 7f4641423640 1 -- 172.21.15.46:0/3096420114 shutdown_connections 2024-09-19T05:52:07.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.445+0000 7f4641423640 1 -- 172.21.15.46:0/3096420114 wait complete. 2024-09-19T05:52:07.459 INFO:tasks.ceph:Scrubbing osd.6 2024-09-19T05:52:07.460 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:52:07.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.563+0000 7fd457381640 1 Processor -- start 2024-09-19T05:52:07.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.564+0000 7fd457381640 1 -- start start 2024-09-19T05:52:07.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.564+0000 7fd457381640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fd4500b67f0 0x7fd4500d3270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.564+0000 7fd457381640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4500d3860 con 0x7fd4500cf7a0 2024-09-19T05:52:07.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.564+0000 7fd457381640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4500d3b40 con 0x7fd45015e5c0 2024-09-19T05:52:07.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.565+0000 7fd457381640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7fd4500d3e20 con 0x7fd4500b67f0 2024-09-19T05:52:07.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.565+0000 7fd45491c640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7fd4500b67f0 0x7fd4500d3270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.565+0000 7fd45591e640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7fd4500cf7a0 0x7fd4500b7b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:48236/0 (socket says 172.21.15.46:48236) 2024-09-19T05:52:07.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.565+0000 7fd45591e640 1 -- 172.21.15.46:0/3869663810 learned_addr learned my addr 172.21.15.46:0/3869663810 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:52:07.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.565+0000 7fd45491c640 1 -- 172.21.15.46:0/3869663810 >> v1:172.21.15.78:6789/0 conn(0x7fd45015e5c0 legacy=0x7fd4500b60e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.565+0000 7fd45491c640 1 -- 172.21.15.46:0/3869663810 >> v1:172.21.15.46:6789/0 conn(0x7fd4500cf7a0 legacy=0x7fd4500b7b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.565+0000 7fd447fff640 1 -- 172.21.15.46:0/3869663810 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1718349095 0 0) 0x7fd4500d3860 con 0x7fd4500cf7a0 2024-09-19T05:52:07.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.565+0000 7fd45491c640 1 -- 172.21.15.46:0/3869663810 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4500d4100 con 0x7fd4500b67f0 2024-09-19T05:52:07.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.566+0000 7fd45491c640 1 --2- 172.21.15.46:0/3869663810 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4500b67f0 0x7fd4500d3270 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fd4400097a0 tx=0x7fd44002a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99ad035074b78ff2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:07.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.566+0000 7fd447fff640 1 -- 172.21.15.46:0/3869663810 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd440037070 con 0x7fd4500b67f0 2024-09-19T05:52:07.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.566+0000 7fd447fff640 1 -- 172.21.15.46:0/3869663810 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd440032640 con 0x7fd4500b67f0 2024-09-19T05:52:07.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.566+0000 7fd447fff640 1 -- 172.21.15.46:0/3869663810 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd440032a10 con 0x7fd4500b67f0 2024-09-19T05:52:07.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.566+0000 7fd457381640 1 -- 172.21.15.46:0/3869663810 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4500b67f0 msgr2=0x7fd4500d3270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.566+0000 7fd457381640 1 --2- 172.21.15.46:0/3869663810 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4500b67f0 0x7fd4500d3270 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fd4400097a0 tx=0x7fd44002a2c0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.566+0000 7fd457381640 1 -- 172.21.15.46:0/3869663810 shutdown_connections 2024-09-19T05:52:07.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.566+0000 7fd457381640 1 --2- 172.21.15.46:0/3869663810 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4500b67f0 0x7fd4500d3270 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.566+0000 7fd457381640 1 -- 172.21.15.46:0/3869663810 >> 172.21.15.46:0/3869663810 conn(0x7fd4500d10e0 msgr2=0x7fd4500d14f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:07.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.567+0000 7fd457381640 1 -- 172.21.15.46:0/3869663810 shutdown_connections 2024-09-19T05:52:07.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.567+0000 7fd457381640 1 -- 172.21.15.46:0/3869663810 wait complete. 2024-09-19T05:52:07.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.568+0000 7fd457381640 1 Processor -- start 2024-09-19T05:52:07.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.568+0000 7fd457381640 1 -- start start 2024-09-19T05:52:07.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.568+0000 7fd457381640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd4500b67f0 0x7fd45015d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.568+0000 7fd457381640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4500cf7a0 0x7fd45014d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.568+0000 7fd457381640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd45015e5c0 0x7fd45014de40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.568+0000 7fd457381640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd45015e9a0 con 0x7fd4500cf7a0 2024-09-19T05:52:07.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.568+0000 7fd457381640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd4500cfbf0 con 0x7fd45015e5c0 2024-09-19T05:52:07.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.568+0000 7fd457381640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fd4500b8240 con 0x7fd4500b67f0 2024-09-19T05:52:07.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.569+0000 7fd45491c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4500cf7a0 0x7fd45014d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.569+0000 7fd45491c640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4500cf7a0 0x7fd45014d900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58480/0 (socket says 172.21.15.46:58480) 2024-09-19T05:52:07.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.569+0000 7fd45491c640 1 -- 172.21.15.46:0/4121211298 learned_addr learned my addr 172.21.15.46:0/4121211298 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:07.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.569+0000 7fd45591e640 1 --2- 172.21.15.46:0/4121211298 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd45015e5c0 0x7fd45014de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.569+0000 7fd45511d640 1 --2- 172.21.15.46:0/4121211298 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd4500b67f0 0x7fd45015d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.569+0000 7fd45491c640 1 -- 172.21.15.46:0/4121211298 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd4500b67f0 msgr2=0x7fd45015d0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.569+0000 7fd45491c640 1 --2- 172.21.15.46:0/4121211298 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fd4500b67f0 0x7fd45015d0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.569+0000 7fd45491c640 1 -- 172.21.15.46:0/4121211298 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd45015e5c0 msgr2=0x7fd45014de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.569+0000 7fd45491c640 1 --2- 172.21.15.46:0/4121211298 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd45015e5c0 0x7fd45014de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.569+0000 7fd45491c640 1 -- 172.21.15.46:0/4121211298 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd45015a5c0 con 0x7fd4500cf7a0 2024-09-19T05:52:07.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.569+0000 7fd45491c640 1 --2- 172.21.15.46:0/4121211298 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4500cf7a0 0x7fd45014d900 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fd4400098c0 tx=0x7fd4400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:07.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.569+0000 7fd445ffb640 1 -- 172.21.15.46:0/4121211298 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd440041020 con 0x7fd4500cf7a0 2024-09-19T05:52:07.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.569+0000 7fd445ffb640 1 -- 172.21.15.46:0/4121211298 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd440030970 con 0x7fd4500cf7a0 2024-09-19T05:52:07.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.569+0000 7fd457381640 1 -- 172.21.15.46:0/4121211298 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd45015a2e0 con 0x7fd4500cf7a0 2024-09-19T05:52:07.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.569+0000 7fd445ffb640 1 -- 172.21.15.46:0/4121211298 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd440037040 con 0x7fd4500cf7a0 2024-09-19T05:52:07.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.570+0000 7fd457381640 1 -- 172.21.15.46:0/4121211298 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd45015eea0 con 0x7fd4500cf7a0 2024-09-19T05:52:07.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.570+0000 7fd457381640 1 -- 172.21.15.46:0/4121211298 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd4500d3270 con 0x7fd4500cf7a0 2024-09-19T05:52:07.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.571+0000 7fd445ffb640 1 -- 172.21.15.46:0/4121211298 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7fd440044020 con 0x7fd4500cf7a0 2024-09-19T05:52:07.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.572+0000 7fd445ffb640 1 --2- 172.21.15.46:0/4121211298 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd43406c2b0 0x7fd43406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.572+0000 7fd445ffb640 1 -- 172.21.15.46:0/4121211298 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7fd4400abb80 con 0x7fd4500cf7a0 2024-09-19T05:52:07.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.572+0000 7fd45511d640 1 --2- 172.21.15.46:0/4121211298 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd43406c2b0 0x7fd43406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.572+0000 7fd445ffb640 1 --2- 172.21.15.46:0/4121211298 >> [v2:172.21.15.78:6800/707998422,v1:172.21.15.78:6801/707998422] conn(0x7fd434072710 0x7fd434074b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.572+0000 7fd445ffb640 1 -- 172.21.15.46:0/4121211298 --> [v2:172.21.15.78:6800/707998422,v1:172.21.15.78:6801/707998422] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd4340751e0 con 0x7fd434072710 2024-09-19T05:52:07.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.572+0000 7fd445ffb640 1 -- 172.21.15.46:0/4121211298 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fd4400b02a0 con 0x7fd4500cf7a0 2024-09-19T05:52:07.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.572+0000 7fd45591e640 1 --2- 172.21.15.46:0/4121211298 >> [v2:172.21.15.78:6800/707998422,v1:172.21.15.78:6801/707998422] conn(0x7fd434072710 0x7fd434074b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.572+0000 7fd45511d640 1 --2- 172.21.15.46:0/4121211298 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd43406c2b0 0x7fd43406e770 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fd450161bd0 tx=0x7fd44c009040 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:07.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.573+0000 7fd45591e640 1 --2- 172.21.15.46:0/4121211298 >> [v2:172.21.15.78:6800/707998422,v1:172.21.15.78:6801/707998422] conn(0x7fd434072710 0x7fd434074b30 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:07.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.573+0000 7fd445ffb640 1 -- 172.21.15.46:0/4121211298 <== osd.6 v2:172.21.15.78:6800/707998422 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd4340751e0 con 0x7fd434072710 2024-09-19T05:52:07.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.586+0000 7fd457381640 1 -- 172.21.15.46:0/4121211298 --> [v2:172.21.15.78:6800/707998422,v1:172.21.15.78:6801/707998422] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fd4500b9dc0 con 0x7fd434072710 2024-09-19T05:52:07.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.586+0000 7fd445ffb640 1 -- 172.21.15.46:0/4121211298 <== osd.6 v2:172.21.15.78:6800/707998422 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fd4500b9dc0 con 0x7fd434072710 2024-09-19T05:52:07.589 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-19T05:52:07.589 INFO:teuthology.orchestra.run.smithi046.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:52:07.589 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-19T05:52:07.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.587+0000 7fd457381640 1 -- 172.21.15.46:0/4121211298 >> [v2:172.21.15.78:6800/707998422,v1:172.21.15.78:6801/707998422] conn(0x7fd434072710 msgr2=0x7fd434074b30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.587+0000 7fd457381640 1 --2- 172.21.15.46:0/4121211298 >> [v2:172.21.15.78:6800/707998422,v1:172.21.15.78:6801/707998422] conn(0x7fd434072710 0x7fd434074b30 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.587+0000 7fd457381640 1 -- 172.21.15.46:0/4121211298 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd43406c2b0 msgr2=0x7fd43406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.587+0000 7fd457381640 1 --2- 172.21.15.46:0/4121211298 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fd43406c2b0 0x7fd43406e770 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fd450161bd0 tx=0x7fd44c009040 comp rx=0 tx=0).stop 2024-09-19T05:52:07.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.587+0000 7fd457381640 1 -- 172.21.15.46:0/4121211298 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4500cf7a0 msgr2=0x7fd45014d900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.587+0000 7fd457381640 1 --2- 172.21.15.46:0/4121211298 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4500cf7a0 0x7fd45014d900 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fd4400098c0 tx=0x7fd4400046c0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.587+0000 7fd45591e640 1 -- 172.21.15.46:0/4121211298 reap_dead start 2024-09-19T05:52:07.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.587+0000 7fd457381640 1 -- 172.21.15.46:0/4121211298 shutdown_connections 2024-09-19T05:52:07.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.587+0000 7fd457381640 1 -- 172.21.15.46:0/4121211298 >> 172.21.15.46:0/4121211298 conn(0x7fd4500d10e0 msgr2=0x7fd4500b8ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:07.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.587+0000 7fd457381640 1 -- 172.21.15.46:0/4121211298 shutdown_connections 2024-09-19T05:52:07.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.587+0000 7fd457381640 1 -- 172.21.15.46:0/4121211298 wait complete. 2024-09-19T05:52:07.600 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-19T05:52:07.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.701+0000 7fecd3d2a640 1 Processor -- start 2024-09-19T05:52:07.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.701+0000 7fecd3d2a640 1 -- start start 2024-09-19T05:52:07.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.702+0000 7fecd3d2a640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7feccc15fdb0 0x7feccc0d2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.702+0000 7fecd3d2a640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feccc0cf430 con 0x7feccc0b6760 2024-09-19T05:52:07.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.702+0000 7fecd3d2a640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feccc0cf6d0 con 0x7feccc0b6c80 2024-09-19T05:52:07.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.702+0000 7fecd3d2a640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7feccc0d0000 con 0x7feccc15fdb0 2024-09-19T05:52:07.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.702+0000 7fecd22c7640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7feccc0b6760 0x7feccc0d43e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:48244/0 (socket says 172.21.15.46:48244) 2024-09-19T05:52:07.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.702+0000 7fecd22c7640 1 -- 172.21.15.46:0/163199268 learned_addr learned my addr 172.21.15.46:0/163199268 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:52:07.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd1ac6640 1 --2- 172.21.15.46:0/163199268 >> v2:172.21.15.78:3300/0 conn(0x7feccc15fdb0 0x7feccc0d2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd0ac4640 1 -- 172.21.15.46:0/163199268 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1455337303 0 0) 0x7feccc0cf430 con 0x7feccc0b6760 2024-09-19T05:52:07.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd0ac4640 1 -- 172.21.15.46:0/163199268 --> v1:172.21.15.46:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fecb4003520 con 0x7feccc0b6760 2024-09-19T05:52:07.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd0ac4640 1 -- 172.21.15.46:0/163199268 <== mon.0 v1:172.21.15.46:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2570789902 0 0) 0x7fecb4003520 con 0x7feccc0b6760 2024-09-19T05:52:07.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd0ac4640 1 -- 172.21.15.46:0/163199268 >> v2:172.21.15.78:3300/0 conn(0x7feccc15fdb0 msgr2=0x7feccc0d2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:07.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd0ac4640 1 --2- 172.21.15.46:0/163199268 >> v2:172.21.15.78:3300/0 conn(0x7feccc15fdb0 0x7feccc0d2ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd0ac4640 1 -- 172.21.15.46:0/163199268 >> v1:172.21.15.78:6789/0 conn(0x7feccc0b6c80 legacy=0x7feccc0b6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd0ac4640 1 -- 172.21.15.46:0/163199268 --> v1:172.21.15.46:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feccc0cf9b0 con 0x7feccc0b6760 2024-09-19T05:52:07.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd0ac4640 1 -- 172.21.15.46:0/163199268 <== mon.0 v1:172.21.15.46:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 238125057 0 0) 0x7fecbc0019f0 con 0x7feccc0b6760 2024-09-19T05:52:07.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd0ac4640 1 -- 172.21.15.46:0/163199268 >> v1:172.21.15.46:6789/0 conn(0x7feccc0b6760 legacy=0x7feccc0d43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd0ac4640 1 --2- 172.21.15.46:0/163199268 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fecb40039b0 0x7fecb4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd0ac4640 1 --2- 172.21.15.46:0/163199268 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fecb4004800 0x7fecb4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd0ac4640 1 --2- 172.21.15.46:0/163199268 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fecb40051c0 0x7fecb400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd0ac4640 1 -- 172.21.15.46:0/163199268 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7feccc0d0000 con 0x7fecb4004800 2024-09-19T05:52:07.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd0ac4640 1 -- 172.21.15.46:0/163199268 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fecb400c070 con 0x7fecb40051c0 2024-09-19T05:52:07.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd0ac4640 1 -- 172.21.15.46:0/163199268 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7fecb400c270 con 0x7fecb40039b0 2024-09-19T05:52:07.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd12c5640 1 --2- 172.21.15.46:0/163199268 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fecb4004800 0x7fecb4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd22c7640 1 --2- 172.21.15.46:0/163199268 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fecb40051c0 0x7fecb400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd1ac6640 1 --2- 172.21.15.46:0/163199268 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fecb40039b0 0x7fecb4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd12c5640 1 -- 172.21.15.46:0/163199268 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fecb40039b0 msgr2=0x7fecb4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:07.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd12c5640 1 --2- 172.21.15.46:0/163199268 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fecb40039b0 0x7fecb4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd12c5640 1 -- 172.21.15.46:0/163199268 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fecb40051c0 msgr2=0x7fecb400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:07.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd12c5640 1 --2- 172.21.15.46:0/163199268 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fecb40051c0 0x7fecb400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd12c5640 1 -- 172.21.15.46:0/163199268 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecb4003520 con 0x7fecb4004800 2024-09-19T05:52:07.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd22c7640 1 -- 172.21.15.46:0/163199268 reap_dead start 2024-09-19T05:52:07.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.703+0000 7fecd1ac6640 1 --2- 172.21.15.46:0/163199268 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7fecb40039b0 0x7fecb4003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:52:07.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.704+0000 7fecd12c5640 1 --2- 172.21.15.46:0/163199268 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fecb4004800 0x7fecb4004c80 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fecc0001720 tx=0x7fecb4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8d731cfacb4f2fb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:07.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.704+0000 7fecd0ac4640 1 -- 172.21.15.46:0/163199268 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc0001370 con 0x7fecb4004800 2024-09-19T05:52:07.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.704+0000 7fecd0ac4640 1 -- 172.21.15.46:0/163199268 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fecc00052d0 con 0x7fecb4004800 2024-09-19T05:52:07.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.704+0000 7fecd0ac4640 1 -- 172.21.15.46:0/163199268 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc002ab90 con 0x7fecb4004800 2024-09-19T05:52:07.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.705+0000 7fecd3d2a640 1 -- 172.21.15.46:0/163199268 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fecb4004800 msgr2=0x7fecb4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.705+0000 7fecd3d2a640 1 --2- 172.21.15.46:0/163199268 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fecb4004800 0x7fecb4004c80 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fecc0001720 tx=0x7fecb4005830 comp rx=0 tx=0).stop 2024-09-19T05:52:07.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.705+0000 7fecd3d2a640 1 -- 172.21.15.46:0/163199268 shutdown_connections 2024-09-19T05:52:07.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.705+0000 7fecd3d2a640 1 --2- 172.21.15.46:0/163199268 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fecb4004800 0x7fecb4004c80 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.705+0000 7fecd3d2a640 1 -- 172.21.15.46:0/163199268 >> 172.21.15.46:0/163199268 conn(0x7feccc072130 msgr2=0x7feccc072540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:07.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.705+0000 7fecd3d2a640 1 -- 172.21.15.46:0/163199268 shutdown_connections 2024-09-19T05:52:07.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.705+0000 7fecd3d2a640 1 -- 172.21.15.46:0/163199268 wait complete. 2024-09-19T05:52:07.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.706+0000 7fecd3d2a640 1 Processor -- start 2024-09-19T05:52:07.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.706+0000 7fecd3d2a640 1 -- start start 2024-09-19T05:52:07.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.707+0000 7fecd3d2a640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fecb4004800 0x7feccc157b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.707+0000 7fecd3d2a640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7feccc0c90e0 0x7feccc0b7e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.707+0000 7fecd3d2a640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feccc0cd370 0x7feccc0cd820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.707+0000 7fecd3d2a640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7feccc0d0490 con 0x7feccc0cd370 2024-09-19T05:52:07.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.707+0000 7fecd3d2a640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7feccc160190 con 0x7fecb4004800 2024-09-19T05:52:07.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.707+0000 7fecd3d2a640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7feccc0d0610 con 0x7feccc0c90e0 2024-09-19T05:52:07.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.707+0000 7fecd22c7640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feccc0cd370 0x7feccc0cd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.707+0000 7fecd22c7640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feccc0cd370 0x7feccc0cd820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58510/0 (socket says 172.21.15.46:58510) 2024-09-19T05:52:07.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.707+0000 7fecd22c7640 1 -- 172.21.15.46:0/3653099392 learned_addr learned my addr 172.21.15.46:0/3653099392 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.707+0000 7fecd12c5640 1 --2- 172.21.15.46:0/3653099392 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7feccc0c90e0 0x7feccc0b7e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.707+0000 7fecd1ac6640 1 --2- 172.21.15.46:0/3653099392 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fecb4004800 0x7feccc157b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.707+0000 7fecd22c7640 1 -- 172.21.15.46:0/3653099392 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7feccc0c90e0 msgr2=0x7feccc0b7e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.707+0000 7fecd22c7640 1 --2- 172.21.15.46:0/3653099392 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7feccc0c90e0 0x7feccc0b7e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.707+0000 7fecd22c7640 1 -- 172.21.15.46:0/3653099392 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fecb4004800 msgr2=0x7feccc157b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.707+0000 7fecd22c7640 1 --2- 172.21.15.46:0/3653099392 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fecb4004800 0x7feccc157b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.707+0000 7fecd22c7640 1 -- 172.21.15.46:0/3653099392 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feccc0b8660 con 0x7feccc0cd370 2024-09-19T05:52:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.707+0000 7fecd22c7640 1 --2- 172.21.15.46:0/3653099392 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feccc0cd370 0x7feccc0cd820 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fecbc000f80 tx=0x7fecbc007bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.707+0000 7fecca7fc640 1 -- 172.21.15.46:0/3653099392 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecbc00ab80 con 0x7feccc0cd370 2024-09-19T05:52:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.707+0000 7fecca7fc640 1 -- 172.21.15.46:0/3653099392 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fecbc019070 con 0x7feccc0cd370 2024-09-19T05:52:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.707+0000 7fecd3d2a640 1 -- 172.21.15.46:0/3653099392 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feccc0cc890 con 0x7feccc0cd370 2024-09-19T05:52:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.707+0000 7fecca7fc640 1 -- 172.21.15.46:0/3653099392 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecbc0133f0 con 0x7feccc0cd370 2024-09-19T05:52:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.708+0000 7fecd3d2a640 1 -- 172.21.15.46:0/3653099392 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feccc0c9560 con 0x7feccc0cd370 2024-09-19T05:52:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.709+0000 7fecd3d2a640 1 -- 172.21.15.46:0/3653099392 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feccc06d460 con 0x7feccc0cd370 2024-09-19T05:52:07.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.709+0000 7fecca7fc640 1 -- 172.21.15.46:0/3653099392 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7fecbc013590 con 0x7feccc0cd370 2024-09-19T05:52:07.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.710+0000 7fecca7fc640 1 --2- 172.21.15.46:0/3653099392 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fecb806c2e0 0x7fecb806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:07.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.710+0000 7fecca7fc640 1 -- 172.21.15.46:0/3653099392 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7fecbc08b8c0 con 0x7feccc0cd370 2024-09-19T05:52:07.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.710+0000 7fecd1ac6640 1 --2- 172.21.15.46:0/3653099392 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fecb806c2e0 0x7fecb806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:07.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.710+0000 7fecd1ac6640 1 --2- 172.21.15.46:0/3653099392 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fecb806c2e0 0x7fecb806e7a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7feccc06b1a0 tx=0x7fecc4008040 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:07.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.714+0000 7fecca7fc640 1 -- 172.21.15.46:0/3653099392 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7feccc06d460 con 0x7feccc0cd370 2024-09-19T05:52:07.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.893+0000 7fecd3d2a640 1 -- 172.21.15.46:0/3653099392 --> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7feccc0d15e0 con 0x7fecb806c2e0 2024-09-19T05:52:07.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.894+0000 7fecca7fc640 1 -- 172.21.15.46:0/3653099392 <== mgr.4820 v2:172.21.15.78:6832/210886811 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7feccc0d15e0 con 0x7fecb806c2e0 2024-09-19T05:52:07.897 INFO:teuthology.orchestra.run.smithi046.stderr:instructed osd(s) 6 to deep-scrub 2024-09-19T05:52:07.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.896+0000 7fecd3d2a640 1 -- 172.21.15.46:0/3653099392 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fecb806c2e0 msgr2=0x7fecb806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.896+0000 7fecd3d2a640 1 --2- 172.21.15.46:0/3653099392 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fecb806c2e0 0x7fecb806e7a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7feccc06b1a0 tx=0x7fecc4008040 comp rx=0 tx=0).stop 2024-09-19T05:52:07.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.896+0000 7fecd3d2a640 1 -- 172.21.15.46:0/3653099392 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feccc0cd370 msgr2=0x7feccc0cd820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:07.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.896+0000 7fecd3d2a640 1 --2- 172.21.15.46:0/3653099392 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feccc0cd370 0x7feccc0cd820 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fecbc000f80 tx=0x7fecbc007bd0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.896+0000 7fecd3d2a640 1 -- 172.21.15.46:0/3653099392 shutdown_connections 2024-09-19T05:52:07.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.896+0000 7fecd3d2a640 1 --2- 172.21.15.46:0/3653099392 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7fecb806c2e0 0x7fecb806e7a0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.896+0000 7fecd3d2a640 1 --2- 172.21.15.46:0/3653099392 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feccc0cd370 0x7feccc0cd820 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.896+0000 7fecd3d2a640 1 --2- 172.21.15.46:0/3653099392 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7feccc0c90e0 0x7feccc0b7e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.896+0000 7fecd3d2a640 1 --2- 172.21.15.46:0/3653099392 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fecb4004800 0x7feccc157b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:07.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.896+0000 7fecd3d2a640 1 -- 172.21.15.46:0/3653099392 >> 172.21.15.46:0/3653099392 conn(0x7feccc072130 msgr2=0x7feccc0b3270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:07.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.896+0000 7fecd3d2a640 1 -- 172.21.15.46:0/3653099392 shutdown_connections 2024-09-19T05:52:07.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:07.896+0000 7fecd3d2a640 1 -- 172.21.15.46:0/3653099392 wait complete. 2024-09-19T05:52:07.910 INFO:tasks.ceph:Scrubbing osd.7 2024-09-19T05:52:07.910 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:52:08.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.014+0000 7f45f055f640 1 Processor -- start 2024-09-19T05:52:08.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.014+0000 7f45f055f640 1 -- start start 2024-09-19T05:52:08.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.015+0000 7f45f055f640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f45e8070080 0x7f45e80af180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:08.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.015+0000 7f45f055f640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f45e80af6c0 0x7f45e80d05c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:08.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.015+0000 7f45f055f640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45e806c770 con 0x7f45e815e760 2024-09-19T05:52:08.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.015+0000 7f45f055f640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f45e806c520 con 0x7f45e8070080 2024-09-19T05:52:08.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.015+0000 7f45f055f640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f45e806ca50 con 0x7f45e80af6c0 2024-09-19T05:52:08.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.015+0000 7f45edafa640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f45e8070080 0x7f45e80af180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:08.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.015+0000 7f45edafa640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f45e8070080 0x7f45e80af180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58520/0 (socket says 172.21.15.46:58520) 2024-09-19T05:52:08.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.015+0000 7f45edafa640 1 -- 172.21.15.46:0/410694916 learned_addr learned my addr 172.21.15.46:0/410694916 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:08.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.016+0000 7f45eeafc640 1 --2- 172.21.15.46:0/410694916 >> v2:172.21.15.78:3300/0 conn(0x7f45e80af6c0 0x7f45e80d05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:08.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.016+0000 7f45edafa640 1 -- 172.21.15.46:0/410694916 >> v2:172.21.15.78:3300/0 conn(0x7f45e80af6c0 msgr2=0x7f45e80d05c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:08.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.016+0000 7f45edafa640 1 --2- 172.21.15.46:0/410694916 >> v2:172.21.15.78:3300/0 conn(0x7f45e80af6c0 0x7f45e80d05c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.016+0000 7f45edafa640 1 -- 172.21.15.46:0/410694916 >> v1:172.21.15.78:6789/0 conn(0x7f45e815e760 legacy=0x7f45e806d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:08.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.016+0000 7f45edafa640 1 -- 172.21.15.46:0/410694916 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45e806cd30 con 0x7f45e8070080 2024-09-19T05:52:08.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.017+0000 7f45edafa640 1 --2- 172.21.15.46:0/410694916 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45e8070080 0x7f45e80af180 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f45dc009870 tx=0x7f45dc02a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a23c6215cbbcd3e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:08.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.017+0000 7f45ed2f9640 1 -- 172.21.15.46:0/410694916 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45dc037070 con 0x7f45e8070080 2024-09-19T05:52:08.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.017+0000 7f45ed2f9640 1 -- 172.21.15.46:0/410694916 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45dc032440 con 0x7f45e8070080 2024-09-19T05:52:08.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.017+0000 7f45ed2f9640 1 -- 172.21.15.46:0/410694916 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45dc032810 con 0x7f45e8070080 2024-09-19T05:52:08.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.017+0000 7f45f055f640 1 -- 172.21.15.46:0/410694916 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45e8070080 msgr2=0x7f45e80af180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:08.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.017+0000 7f45f055f640 1 --2- 172.21.15.46:0/410694916 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45e8070080 0x7f45e80af180 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f45dc009870 tx=0x7f45dc02a2a0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.017+0000 7f45f055f640 1 -- 172.21.15.46:0/410694916 shutdown_connections 2024-09-19T05:52:08.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.017+0000 7f45f055f640 1 --2- 172.21.15.46:0/410694916 >> v2:172.21.15.78:3300/0 conn(0x7f45e80af6c0 0x7f45e80d05c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.017+0000 7f45f055f640 1 --2- 172.21.15.46:0/410694916 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45e8070080 0x7f45e80af180 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.017+0000 7f45f055f640 1 -- 172.21.15.46:0/410694916 >> 172.21.15.46:0/410694916 conn(0x7f45e80d2430 msgr2=0x7f45e80d2840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:08.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.017+0000 7f45f055f640 1 -- 172.21.15.46:0/410694916 shutdown_connections 2024-09-19T05:52:08.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.017+0000 7f45f055f640 1 -- 172.21.15.46:0/410694916 wait complete. 2024-09-19T05:52:08.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.019+0000 7f45f055f640 1 Processor -- start 2024-09-19T05:52:08.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.019+0000 7f45f055f640 1 -- start start 2024-09-19T05:52:08.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.019+0000 7f45f055f640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f45e8070080 0x7f45e80b79f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:08.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.019+0000 7f45f055f640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45e80af6c0 0x7f45e815d300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:08.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.019+0000 7f45f055f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f45e815e760 0x7f45e815d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:08.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.019+0000 7f45f055f640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f45e80afb10 con 0x7f45e80af6c0 2024-09-19T05:52:08.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.019+0000 7f45f055f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f45e815eb40 con 0x7f45e815e760 2024-09-19T05:52:08.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.019+0000 7f45f055f640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f45e80afc90 con 0x7f45e8070080 2024-09-19T05:52:08.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.019+0000 7f45edafa640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45e80af6c0 0x7f45e815d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:08.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.019+0000 7f45edafa640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45e80af6c0 0x7f45e815d300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58536/0 (socket says 172.21.15.46:58536) 2024-09-19T05:52:08.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.019+0000 7f45edafa640 1 -- 172.21.15.46:0/3805317169 learned_addr learned my addr 172.21.15.46:0/3805317169 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:08.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.020+0000 7f45eeafc640 1 --2- 172.21.15.46:0/3805317169 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f45e815e760 0x7f45e815d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:08.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.020+0000 7f45edafa640 1 -- 172.21.15.46:0/3805317169 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f45e8070080 msgr2=0x7f45e80b79f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:08.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.020+0000 7f45edafa640 1 --2- 172.21.15.46:0/3805317169 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f45e8070080 0x7f45e80b79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.020+0000 7f45edafa640 1 -- 172.21.15.46:0/3805317169 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f45e815e760 msgr2=0x7f45e815d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:08.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.020+0000 7f45edafa640 1 --2- 172.21.15.46:0/3805317169 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f45e815e760 0x7f45e815d840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.020+0000 7f45edafa640 1 -- 172.21.15.46:0/3805317169 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45e8160570 con 0x7f45e80af6c0 2024-09-19T05:52:08.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.020+0000 7f45edafa640 1 --2- 172.21.15.46:0/3805317169 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45e80af6c0 0x7f45e815d300 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f45dc000c00 tx=0x7f45dc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:08.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.020+0000 7f45e6ffd640 1 -- 172.21.15.46:0/3805317169 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45dc041020 con 0x7f45e80af6c0 2024-09-19T05:52:08.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.020+0000 7f45e6ffd640 1 -- 172.21.15.46:0/3805317169 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45dc0306c0 con 0x7f45e80af6c0 2024-09-19T05:52:08.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.020+0000 7f45f055f640 1 -- 172.21.15.46:0/3805317169 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45e8160850 con 0x7f45e80af6c0 2024-09-19T05:52:08.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.020+0000 7f45e6ffd640 1 -- 172.21.15.46:0/3805317169 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45dc037040 con 0x7f45e80af6c0 2024-09-19T05:52:08.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.020+0000 7f45f055f640 1 -- 172.21.15.46:0/3805317169 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45e8160e10 con 0x7f45e80af6c0 2024-09-19T05:52:08.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.021+0000 7f45f055f640 1 -- 172.21.15.46:0/3805317169 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f45e80af180 con 0x7f45e80af6c0 2024-09-19T05:52:08.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.022+0000 7f45e6ffd640 1 -- 172.21.15.46:0/3805317169 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7f45dc044020 con 0x7f45e80af6c0 2024-09-19T05:52:08.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.022+0000 7f45e6ffd640 1 --2- 172.21.15.46:0/3805317169 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f45d406c2b0 0x7f45d406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:08.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.022+0000 7f45e6ffd640 1 -- 172.21.15.46:0/3805317169 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7f45dc0abbc0 con 0x7f45e80af6c0 2024-09-19T05:52:08.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.022+0000 7f45e6ffd640 1 --2- 172.21.15.46:0/3805317169 >> [v2:172.21.15.78:6816/2547959841,v1:172.21.15.78:6817/2547959841] conn(0x7f45d4072710 0x7f45d4074b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:08.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.022+0000 7f45e6ffd640 1 -- 172.21.15.46:0/3805317169 --> [v2:172.21.15.78:6816/2547959841,v1:172.21.15.78:6817/2547959841] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f45dc034e90 con 0x7f45d4072710 2024-09-19T05:52:08.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.022+0000 7f45e6ffd640 1 -- 172.21.15.46:0/3805317169 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f45dc0b2020 con 0x7f45e80af6c0 2024-09-19T05:52:08.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.023+0000 7f45ee2fb640 1 --2- 172.21.15.46:0/3805317169 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f45d406c2b0 0x7f45d406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:08.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.023+0000 7f45eeafc640 1 --2- 172.21.15.46:0/3805317169 >> [v2:172.21.15.78:6816/2547959841,v1:172.21.15.78:6817/2547959841] conn(0x7f45d4072710 0x7f45d4074b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:08.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.023+0000 7f45eeafc640 1 --2- 172.21.15.46:0/3805317169 >> [v2:172.21.15.78:6816/2547959841,v1:172.21.15.78:6817/2547959841] conn(0x7f45d4072710 0x7f45d4074b30 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:08.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.023+0000 7f45ee2fb640 1 --2- 172.21.15.46:0/3805317169 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f45d406c2b0 0x7f45d406e770 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f45d80012e0 tx=0x7f45d8007d50 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:08.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.024+0000 7f45e6ffd640 1 -- 172.21.15.46:0/3805317169 <== osd.7 v2:172.21.15.78:6816/2547959841 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f45dc034e90 con 0x7f45d4072710 2024-09-19T05:52:08.039 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.036+0000 7f45f055f640 1 -- 172.21.15.46:0/3805317169 --> [v2:172.21.15.78:6816/2547959841,v1:172.21.15.78:6817/2547959841] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f45e80b77d0 con 0x7f45d4072710 2024-09-19T05:52:08.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.037+0000 7f45e6ffd640 1 -- 172.21.15.46:0/3805317169 <== osd.7 v2:172.21.15.78:6816/2547959841 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f45e80b77d0 con 0x7f45d4072710 2024-09-19T05:52:08.040 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-09-19T05:52:08.040 INFO:teuthology.orchestra.run.smithi046.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:52:08.040 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-09-19T05:52:08.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.037+0000 7f45f055f640 1 -- 172.21.15.46:0/3805317169 >> [v2:172.21.15.78:6816/2547959841,v1:172.21.15.78:6817/2547959841] conn(0x7f45d4072710 msgr2=0x7f45d4074b30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:08.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.037+0000 7f45f055f640 1 --2- 172.21.15.46:0/3805317169 >> [v2:172.21.15.78:6816/2547959841,v1:172.21.15.78:6817/2547959841] conn(0x7f45d4072710 0x7f45d4074b30 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.037+0000 7f45f055f640 1 -- 172.21.15.46:0/3805317169 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f45d406c2b0 msgr2=0x7f45d406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:08.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.037+0000 7f45f055f640 1 --2- 172.21.15.46:0/3805317169 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f45d406c2b0 0x7f45d406e770 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f45d80012e0 tx=0x7f45d8007d50 comp rx=0 tx=0).stop 2024-09-19T05:52:08.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.037+0000 7f45f055f640 1 -- 172.21.15.46:0/3805317169 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45e80af6c0 msgr2=0x7f45e815d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:08.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.037+0000 7f45f055f640 1 --2- 172.21.15.46:0/3805317169 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45e80af6c0 0x7f45e815d300 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f45dc000c00 tx=0x7f45dc0046c0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.037+0000 7f45eeafc640 1 -- 172.21.15.46:0/3805317169 reap_dead start 2024-09-19T05:52:08.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.037+0000 7f45f055f640 1 -- 172.21.15.46:0/3805317169 shutdown_connections 2024-09-19T05:52:08.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.037+0000 7f45f055f640 1 -- 172.21.15.46:0/3805317169 >> 172.21.15.46:0/3805317169 conn(0x7f45e80d2430 msgr2=0x7f45e80b1e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:08.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.037+0000 7f45f055f640 1 -- 172.21.15.46:0/3805317169 shutdown_connections 2024-09-19T05:52:08.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.037+0000 7f45f055f640 1 -- 172.21.15.46:0/3805317169 wait complete. 2024-09-19T05:52:08.051 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-19T05:52:08.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.152+0000 7f1c5da53640 1 Processor -- start 2024-09-19T05:52:08.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.152+0000 7f1c5da53640 1 -- start start 2024-09-19T05:52:08.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.153+0000 7f1c5da53640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1c58161e90 0x7f1c58070ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:08.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.153+0000 7f1c5da53640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f1c580d1400 0x7f1c58162270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:08.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.153+0000 7f1c5da53640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c58163020 con 0x7f1c581627b0 2024-09-19T05:52:08.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.153+0000 7f1c5da53640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f1c58163300 con 0x7f1c580d1400 2024-09-19T05:52:08.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.153+0000 7f1c5da53640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f1c5806c5c0 con 0x7f1c58161e90 2024-09-19T05:52:08.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.153+0000 7f1c567fc640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f1c580d1400 0x7f1c58162270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:08.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.153+0000 7f1c577fe640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7f1c581627b0 0x7f1c580d02b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:48256/0 (socket says 172.21.15.46:48256) 2024-09-19T05:52:08.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.153+0000 7f1c567fc640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f1c580d1400 0x7f1c58162270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58544/0 (socket says 172.21.15.46:58544) 2024-09-19T05:52:08.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.153+0000 7f1c577fe640 1 -- 172.21.15.46:0/2994416474 learned_addr learned my addr 172.21.15.46:0/2994416474 (peer_addr_for_me v1:172.21.15.46:0/0) 2024-09-19T05:52:08.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.153+0000 7f1c56ffd640 1 --2- 172.21.15.46:0/2994416474 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1c58161e90 0x7f1c58070ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:08.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.153+0000 7f1c567fc640 1 -- 172.21.15.46:0/2994416474 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1c58161e90 msgr2=0x7f1c58070ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:08.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.153+0000 7f1c567fc640 1 --2- 172.21.15.46:0/2994416474 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1c58161e90 0x7f1c58070ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.153+0000 7f1c567fc640 1 -- 172.21.15.46:0/2994416474 >> v1:172.21.15.46:6789/0 conn(0x7f1c581627b0 legacy=0x7f1c580d02b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:08.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.153+0000 7f1c55ffb640 1 -- 172.21.15.46:0/2994416474 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2221179630 0 0) 0x7f1c58163020 con 0x7f1c581627b0 2024-09-19T05:52:08.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.153+0000 7f1c567fc640 1 -- 172.21.15.46:0/2994416474 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c5806c8a0 con 0x7f1c580d1400 2024-09-19T05:52:08.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.154+0000 7f1c567fc640 1 --2- 172.21.15.46:0/2994416474 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c580d1400 0x7f1c58162270 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f1c4c0097a0 tx=0x7f1c4c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a22203bec5c24410 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:08.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.154+0000 7f1c55ffb640 1 -- 172.21.15.46:0/2994416474 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c4c037070 con 0x7f1c580d1400 2024-09-19T05:52:08.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.154+0000 7f1c55ffb640 1 -- 172.21.15.46:0/2994416474 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c4c032440 con 0x7f1c580d1400 2024-09-19T05:52:08.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.154+0000 7f1c55ffb640 1 -- 172.21.15.46:0/2994416474 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c4c032810 con 0x7f1c580d1400 2024-09-19T05:52:08.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.155+0000 7f1c5da53640 1 -- 172.21.15.46:0/2994416474 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c580d1400 msgr2=0x7f1c58162270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:08.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.155+0000 7f1c5da53640 1 --2- 172.21.15.46:0/2994416474 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c580d1400 0x7f1c58162270 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f1c4c0097a0 tx=0x7f1c4c02a210 comp rx=0 tx=0).stop 2024-09-19T05:52:08.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.155+0000 7f1c5da53640 1 -- 172.21.15.46:0/2994416474 shutdown_connections 2024-09-19T05:52:08.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.155+0000 7f1c5da53640 1 --2- 172.21.15.46:0/2994416474 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c580d1400 0x7f1c58162270 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.155+0000 7f1c5da53640 1 --2- 172.21.15.46:0/2994416474 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1c58161e90 0x7f1c58070ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.155+0000 7f1c5da53640 1 -- 172.21.15.46:0/2994416474 >> 172.21.15.46:0/2994416474 conn(0x7f1c580d23b0 msgr2=0x7f1c580d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:08.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.155+0000 7f1c5da53640 1 -- 172.21.15.46:0/2994416474 shutdown_connections 2024-09-19T05:52:08.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.155+0000 7f1c5da53640 1 -- 172.21.15.46:0/2994416474 wait complete. 2024-09-19T05:52:08.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.156+0000 7f1c5da53640 1 Processor -- start 2024-09-19T05:52:08.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.156+0000 7f1c5da53640 1 -- start start 2024-09-19T05:52:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.157+0000 7f1c5da53640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c580d1400 0x7f1c580ccdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.157+0000 7f1c5da53640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1c58161e90 0x7f1c580cf0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.157+0000 7f1c5da53640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1c581627b0 0x7f1c5815a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.157+0000 7f1c5da53640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1c58162de0 con 0x7f1c580d1400 2024-09-19T05:52:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.157+0000 7f1c5da53640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f1c58162c60 con 0x7f1c581627b0 2024-09-19T05:52:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.157+0000 7f1c5da53640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f1c580d1f80 con 0x7f1c58161e90 2024-09-19T05:52:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.157+0000 7f1c56ffd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c580d1400 0x7f1c580ccdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.157+0000 7f1c56ffd640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c580d1400 0x7f1c580ccdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58560/0 (socket says 172.21.15.46:58560) 2024-09-19T05:52:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.157+0000 7f1c56ffd640 1 -- 172.21.15.46:0/1685985087 learned_addr learned my addr 172.21.15.46:0/1685985087 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.157+0000 7f1c577fe640 1 --2- 172.21.15.46:0/1685985087 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1c581627b0 0x7f1c5815a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.157+0000 7f1c567fc640 1 --2- 172.21.15.46:0/1685985087 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1c58161e90 0x7f1c580cf0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:08.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.157+0000 7f1c56ffd640 1 -- 172.21.15.46:0/1685985087 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1c58161e90 msgr2=0x7f1c580cf0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:08.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.157+0000 7f1c56ffd640 1 --2- 172.21.15.46:0/1685985087 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1c58161e90 0x7f1c580cf0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.157+0000 7f1c56ffd640 1 -- 172.21.15.46:0/1685985087 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1c581627b0 msgr2=0x7f1c5815a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:08.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.157+0000 7f1c56ffd640 1 --2- 172.21.15.46:0/1685985087 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1c581627b0 0x7f1c5815a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.157+0000 7f1c56ffd640 1 -- 172.21.15.46:0/1685985087 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c580cd400 con 0x7f1c580d1400 2024-09-19T05:52:08.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.157+0000 7f1c577fe640 1 --2- 172.21.15.46:0/1685985087 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1c581627b0 0x7f1c5815a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:52:08.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.157+0000 7f1c56ffd640 1 --2- 172.21.15.46:0/1685985087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c580d1400 0x7f1c580ccdd0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f1c4800e930 tx=0x7f1c4800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:08.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.158+0000 7f1c3ffff640 1 -- 172.21.15.46:0/1685985087 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c48017070 con 0x7f1c580d1400 2024-09-19T05:52:08.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.158+0000 7f1c3ffff640 1 -- 172.21.15.46:0/1685985087 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c4800ca00 con 0x7f1c580d1400 2024-09-19T05:52:08.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.158+0000 7f1c5da53640 1 -- 172.21.15.46:0/1685985087 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c580cd6e0 con 0x7f1c580d1400 2024-09-19T05:52:08.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.158+0000 7f1c3ffff640 1 -- 172.21.15.46:0/1685985087 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c4800cdf0 con 0x7f1c580d1400 2024-09-19T05:52:08.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.158+0000 7f1c5da53640 1 -- 172.21.15.46:0/1685985087 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c580c79d0 con 0x7f1c580d1400 2024-09-19T05:52:08.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.159+0000 7f1c5da53640 1 -- 172.21.15.46:0/1685985087 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c580b8330 con 0x7f1c580d1400 2024-09-19T05:52:08.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.159+0000 7f1c3ffff640 1 -- 172.21.15.46:0/1685985087 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7f1c4801a070 con 0x7f1c580d1400 2024-09-19T05:52:08.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.160+0000 7f1c3ffff640 1 --2- 172.21.15.46:0/1685985087 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f1c4406c2e0 0x7f1c4406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:08.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.160+0000 7f1c3ffff640 1 -- 172.21.15.46:0/1685985087 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7f1c4808b760 con 0x7f1c580d1400 2024-09-19T05:52:08.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.160+0000 7f1c567fc640 1 --2- 172.21.15.46:0/1685985087 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f1c4406c2e0 0x7f1c4406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:08.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.160+0000 7f1c567fc640 1 --2- 172.21.15.46:0/1685985087 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f1c4406c2e0 0x7f1c4406e7a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f1c4c034000 tx=0x7f1c4c02e000 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:08.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.164+0000 7f1c3ffff640 1 -- 172.21.15.46:0/1685985087 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1c4805a090 con 0x7f1c580d1400 2024-09-19T05:52:08.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.340+0000 7f1c5da53640 1 -- 172.21.15.46:0/1685985087 --> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7f1c580afb50 con 0x7f1c4406c2e0 2024-09-19T05:52:08.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.341+0000 7f1c3ffff640 1 -- 172.21.15.46:0/1685985087 <== mgr.4820 v2:172.21.15.78:6832/210886811 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f1c580afb50 con 0x7f1c4406c2e0 2024-09-19T05:52:08.344 INFO:teuthology.orchestra.run.smithi046.stderr:instructed osd(s) 7 to deep-scrub 2024-09-19T05:52:08.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.343+0000 7f1c5da53640 1 -- 172.21.15.46:0/1685985087 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f1c4406c2e0 msgr2=0x7f1c4406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:08.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.343+0000 7f1c5da53640 1 --2- 172.21.15.46:0/1685985087 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f1c4406c2e0 0x7f1c4406e7a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f1c4c034000 tx=0x7f1c4c02e000 comp rx=0 tx=0).stop 2024-09-19T05:52:08.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.343+0000 7f1c5da53640 1 -- 172.21.15.46:0/1685985087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c580d1400 msgr2=0x7f1c580ccdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:08.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.343+0000 7f1c5da53640 1 --2- 172.21.15.46:0/1685985087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c580d1400 0x7f1c580ccdd0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f1c4800e930 tx=0x7f1c4800edf0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.343+0000 7f1c5da53640 1 -- 172.21.15.46:0/1685985087 shutdown_connections 2024-09-19T05:52:08.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.343+0000 7f1c5da53640 1 --2- 172.21.15.46:0/1685985087 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f1c4406c2e0 0x7f1c4406e7a0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.343+0000 7f1c5da53640 1 --2- 172.21.15.46:0/1685985087 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1c581627b0 0x7f1c5815a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.343+0000 7f1c5da53640 1 --2- 172.21.15.46:0/1685985087 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f1c58161e90 0x7f1c580cf0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.343+0000 7f1c5da53640 1 --2- 172.21.15.46:0/1685985087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c580d1400 0x7f1c580ccdd0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.343+0000 7f1c5da53640 1 -- 172.21.15.46:0/1685985087 >> 172.21.15.46:0/1685985087 conn(0x7f1c580d23b0 msgr2=0x7f1c58070a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:08.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.343+0000 7f1c5da53640 1 -- 172.21.15.46:0/1685985087 shutdown_connections 2024-09-19T05:52:08.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.343+0000 7f1c5da53640 1 -- 172.21.15.46:0/1685985087 wait complete. 2024-09-19T05:52:08.358 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:52:08.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.458+0000 7f8f1d85e640 1 Processor -- start 2024-09-19T05:52:08.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.459+0000 7f8f1d85e640 1 -- start start 2024-09-19T05:52:08.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.459+0000 7f8f1d85e640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8f1815fdb0 0x7f8f180d2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:08.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.459+0000 7f8f1d85e640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f8f180b6760 0x7f8f180d43e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:08.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.459+0000 7f8f1d85e640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8f180cf430 con 0x7f8f180b6c80 2024-09-19T05:52:08.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.459+0000 7f8f1d85e640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f8f180d0000 con 0x7f8f180b6760 2024-09-19T05:52:08.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.459+0000 7f8f1d85e640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f8f180cf6d0 con 0x7f8f1815fdb0 2024-09-19T05:52:08.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.460+0000 7f8f16ffd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8f1815fdb0 0x7f8f180d2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:08.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.460+0000 7f8f177fe640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f8f180b6760 0x7f8f180d43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:08.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.460+0000 7f8f16ffd640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8f1815fdb0 0x7f8f180d2ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3301/0 says I am v2:172.21.15.46:37756/0 (socket says 172.21.15.46:37756) 2024-09-19T05:52:08.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.460+0000 7f8f16ffd640 1 -- 172.21.15.46:0/1936976394 learned_addr learned my addr 172.21.15.46:0/1936976394 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:08.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.460+0000 7f8f177fe640 1 -- 172.21.15.46:0/1936976394 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8f1815fdb0 msgr2=0x7f8f180d2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:08.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.460+0000 7f8f177fe640 1 --2- 172.21.15.46:0/1936976394 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8f1815fdb0 0x7f8f180d2ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.460+0000 7f8f177fe640 1 -- 172.21.15.46:0/1936976394 >> v1:172.21.15.78:6789/0 conn(0x7f8f180b6c80 legacy=0x7f8f180b6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:08.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.460+0000 7f8f177fe640 1 -- 172.21.15.46:0/1936976394 --> v2:172.21.15.78:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f180cf9b0 con 0x7f8f180b6760 2024-09-19T05:52:08.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.460+0000 7f8f16ffd640 1 --2- 172.21.15.46:0/1936976394 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8f1815fdb0 0x7f8f180d2ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:52:08.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.461+0000 7f8f177fe640 1 --2- 172.21.15.46:0/1936976394 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8f180b6760 0x7f8f180d43e0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f8f100097a0 tx=0x7f8f1002a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d5860eb1d248c0f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:08.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.461+0000 7f8f15ffb640 1 -- 172.21.15.46:0/1936976394 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f10037070 con 0x7f8f180b6760 2024-09-19T05:52:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.461+0000 7f8f15ffb640 1 -- 172.21.15.46:0/1936976394 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f10032440 con 0x7f8f180b6760 2024-09-19T05:52:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.461+0000 7f8f15ffb640 1 -- 172.21.15.46:0/1936976394 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f10032810 con 0x7f8f180b6760 2024-09-19T05:52:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.462+0000 7f8f1d85e640 1 -- 172.21.15.46:0/1936976394 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8f180b6760 msgr2=0x7f8f180d43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.462+0000 7f8f1d85e640 1 --2- 172.21.15.46:0/1936976394 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8f180b6760 0x7f8f180d43e0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f8f100097a0 tx=0x7f8f1002a210 comp rx=0 tx=0).stop 2024-09-19T05:52:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.462+0000 7f8f1d85e640 1 -- 172.21.15.46:0/1936976394 shutdown_connections 2024-09-19T05:52:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.462+0000 7f8f1d85e640 1 --2- 172.21.15.46:0/1936976394 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8f180b6760 0x7f8f180d43e0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.462+0000 7f8f1d85e640 1 --2- 172.21.15.46:0/1936976394 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8f1815fdb0 0x7f8f180d2ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.462+0000 7f8f1d85e640 1 -- 172.21.15.46:0/1936976394 >> 172.21.15.46:0/1936976394 conn(0x7f8f18072130 msgr2=0x7f8f18072540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.462+0000 7f8f1d85e640 1 -- 172.21.15.46:0/1936976394 shutdown_connections 2024-09-19T05:52:08.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.462+0000 7f8f1d85e640 1 -- 172.21.15.46:0/1936976394 wait complete. 2024-09-19T05:52:08.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.463+0000 7f8f1d85e640 1 Processor -- start 2024-09-19T05:52:08.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.463+0000 7f8f1d85e640 1 -- start start 2024-09-19T05:52:08.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.464+0000 7f8f1d85e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8f180b6760 0x7f8f181509a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:08.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.464+0000 7f8f1d85e640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8f180b6c80 0x7f8f180b9e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:08.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.464+0000 7f8f1d85e640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8f1815fdb0 0x7f8f180b7420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:08.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.464+0000 7f8f1d85e640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8f180d0490 con 0x7f8f180b6c80 2024-09-19T05:52:08.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.464+0000 7f8f1d85e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f8f18160190 con 0x7f8f180b6760 2024-09-19T05:52:08.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.464+0000 7f8f1d85e640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f8f180d0610 con 0x7f8f1815fdb0 2024-09-19T05:52:08.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.464+0000 7f8f167fc640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8f180b6c80 0x7f8f180b9e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:08.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.464+0000 7f8f167fc640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8f180b6c80 0x7f8f180b9e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58570/0 (socket says 172.21.15.46:58570) 2024-09-19T05:52:08.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.464+0000 7f8f177fe640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8f1815fdb0 0x7f8f180b7420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:08.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.464+0000 7f8f167fc640 1 -- 172.21.15.46:0/1634950128 learned_addr learned my addr 172.21.15.46:0/1634950128 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:08.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.464+0000 7f8f16ffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8f180b6760 0x7f8f181509a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:08.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.464+0000 7f8f177fe640 1 -- 172.21.15.46:0/1634950128 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8f180b6760 msgr2=0x7f8f181509a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:08.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.464+0000 7f8f177fe640 1 --2- 172.21.15.46:0/1634950128 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8f180b6760 0x7f8f181509a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.464+0000 7f8f177fe640 1 -- 172.21.15.46:0/1634950128 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8f180b6c80 msgr2=0x7f8f180b9e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:08.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.464+0000 7f8f177fe640 1 --2- 172.21.15.46:0/1634950128 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8f180b6c80 0x7f8f180b9e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.464+0000 7f8f177fe640 1 -- 172.21.15.46:0/1634950128 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f180cdbc0 con 0x7f8f1815fdb0 2024-09-19T05:52:08.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.464+0000 7f8f167fc640 1 --2- 172.21.15.46:0/1634950128 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8f180b6c80 0x7f8f180b9e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:52:08.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.464+0000 7f8f177fe640 1 --2- 172.21.15.46:0/1634950128 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8f1815fdb0 0x7f8f180b7420 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8f180b7160 tx=0x7f8f100046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:08.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.465+0000 7f8efffff640 1 -- 172.21.15.46:0/1634950128 <== mon.2 v2:172.21.15.78:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f10041020 con 0x7f8f1815fdb0 2024-09-19T05:52:08.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.465+0000 7f8efffff640 1 -- 172.21.15.46:0/1634950128 <== mon.2 v2:172.21.15.78:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f1003d720 con 0x7f8f1815fdb0 2024-09-19T05:52:08.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.465+0000 7f8f1d85e640 1 -- 172.21.15.46:0/1634950128 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f180cdea0 con 0x7f8f1815fdb0 2024-09-19T05:52:08.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.465+0000 7f8efffff640 1 -- 172.21.15.46:0/1634950128 <== mon.2 v2:172.21.15.78:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f10037040 con 0x7f8f1815fdb0 2024-09-19T05:52:08.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.465+0000 7f8f1d85e640 1 -- 172.21.15.46:0/1634950128 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f180ce460 con 0x7f8f1815fdb0 2024-09-19T05:52:08.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.466+0000 7f8f1d85e640 1 -- 172.21.15.46:0/1634950128 --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f180b6050 con 0x7f8f1815fdb0 2024-09-19T05:52:08.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.466+0000 7f8efffff640 1 -- 172.21.15.46:0/1634950128 <== mon.2 v2:172.21.15.78:3301/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7f8f10044020 con 0x7f8f1815fdb0 2024-09-19T05:52:08.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.467+0000 7f8efffff640 1 --2- 172.21.15.46:0/1634950128 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f8f0406c2b0 0x7f8f0406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:08.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.467+0000 7f8efffff640 1 -- 172.21.15.46:0/1634950128 <== mon.2 v2:172.21.15.78:3301/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7f8f100abad0 con 0x7f8f1815fdb0 2024-09-19T05:52:08.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.467+0000 7f8f16ffd640 1 --2- 172.21.15.46:0/1634950128 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f8f0406c2b0 0x7f8f0406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:08.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.467+0000 7f8f16ffd640 1 --2- 172.21.15.46:0/1634950128 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f8f0406c2b0 0x7f8f0406e770 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f8f080072c0 tx=0x7f8f0800b040 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:08.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.472+0000 7f8efffff640 1 -- 172.21.15.46:0/1634950128 <== mon.2 v2:172.21.15.78:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8f1004b030 con 0x7f8f1815fdb0 2024-09-19T05:52:08.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.643+0000 7f8f1d85e640 1 -- 172.21.15.46:0/1634950128 --> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8f18069130 con 0x7f8f0406c2b0 2024-09-19T05:52:08.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.644+0000 7f8efffff640 1 -- 172.21.15.46:0/1634950128 <== mgr.4820 v2:172.21.15.78:6832/210886811 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13433 (secure 0 0 0) 0x7f8f18069130 con 0x7f8f0406c2b0 2024-09-19T05:52:08.647 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:52:08.647 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-19T05:52:08.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.646+0000 7f8f1d85e640 1 -- 172.21.15.46:0/1634950128 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f8f0406c2b0 msgr2=0x7f8f0406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:08.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.646+0000 7f8f1d85e640 1 --2- 172.21.15.46:0/1634950128 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f8f0406c2b0 0x7f8f0406e770 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f8f080072c0 tx=0x7f8f0800b040 comp rx=0 tx=0).stop 2024-09-19T05:52:08.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.646+0000 7f8f1d85e640 1 -- 172.21.15.46:0/1634950128 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8f1815fdb0 msgr2=0x7f8f180b7420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:08.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.646+0000 7f8f1d85e640 1 --2- 172.21.15.46:0/1634950128 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8f1815fdb0 0x7f8f180b7420 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8f180b7160 tx=0x7f8f100046c0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.646+0000 7f8f1d85e640 1 -- 172.21.15.46:0/1634950128 shutdown_connections 2024-09-19T05:52:08.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.646+0000 7f8f1d85e640 1 --2- 172.21.15.46:0/1634950128 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f8f0406c2b0 0x7f8f0406e770 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.646+0000 7f8f1d85e640 1 --2- 172.21.15.46:0/1634950128 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f8f1815fdb0 0x7f8f180b7420 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.646+0000 7f8f1d85e640 1 --2- 172.21.15.46:0/1634950128 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8f180b6c80 0x7f8f180b9e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.646+0000 7f8f1d85e640 1 --2- 172.21.15.46:0/1634950128 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8f180b6760 0x7f8f181509a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:08.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.646+0000 7f8f1d85e640 1 -- 172.21.15.46:0/1634950128 >> 172.21.15.46:0/1634950128 conn(0x7f8f18072130 msgr2=0x7f8f1806d5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:08.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.646+0000 7f8f1d85e640 1 -- 172.21.15.46:0/1634950128 shutdown_connections 2024-09-19T05:52:08.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:08.646+0000 7f8f1d85e640 1 -- 172.21.15.46:0/1634950128 wait complete. 2024-09-19T05:52:08.661 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":10,"stamp":"2024-09-19T05:52:07.175766+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":57,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":241536,"kb_used_data":4488,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733184,"statfs":{"total":773094113280,"available":772846780416,"internally_reserved":0,"allocated":4595712,"data_stored":2537936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":206,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.007259"},"pg_stats":[{"pgid":"1.0","version":"36'139","reported_seq":277,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:52:01.941709+0000","last_change":"2024-09-19T05:50:35.646709+0000","last_active":"2024-09-19T05:52:01.941709+0000","last_peered":"2024-09-19T05:52:01.941709+0000","last_clean":"2024-09-19T05:52:01.941709+0000","last_became_active":"2024-09-19T05:50:35.645765+0000","last_became_peered":"2024-09-19T05:50:35.645765+0000","last_unstale":"2024-09-19T05:52:01.941709+0000","last_undegraded":"2024-09-19T05:52:01.941709+0000","last_fullsized":"2024-09-19T05:52:01.941709+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:50:34.148268+0000","last_clean_scrub_stamp":"2024-09-19T05:50:34.148268+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:39.766293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542165,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28024,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343816,"statfs":{"total":96636764160,"available":96608067584,"internally_reserved":0,"allocated":1019904,"data_stored":760018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27448,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":425984,"data_stored":169650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27448,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":425984,"data_stored":169650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542163,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27448,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":425984,"data_stored":169650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542164,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35768,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336072,"statfs":{"total":96636764160,"available":96600137728,"internally_reserved":0,"allocated":425984,"data_stored":169650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31608,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340232,"statfs":{"total":96636764160,"available":96604397568,"internally_reserved":0,"allocated":425984,"data_stored":169650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542165,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31608,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340232,"statfs":{"total":96636764160,"available":96604397568,"internally_reserved":0,"allocated":425984,"data_stored":169650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542165,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32184,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339656,"statfs":{"total":96636764160,"available":96603807744,"internally_reserved":0,"allocated":1019904,"data_stored":760018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:52:08.666 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-19T05:50:34.148268+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=5, tm_min=50, tm_sec=34, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=5, tm_min=52, tm_sec=3, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T05:52:08.666 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-19T05:52:12.500 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:52:12.504 DEBUG:teuthology.orchestra.run.smithi078:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:52:28.668 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:52:28.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.783+0000 7f5856991640 1 Processor -- start 2024-09-19T05:52:28.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.783+0000 7f5856991640 1 -- start start 2024-09-19T05:52:28.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.783+0000 7f5856991640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f585015fdb0 0x7f58500d2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:28.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.783+0000 7f5856991640 1 --2- >> v2:172.21.15.78:3300/0 conn(0x7f58500b6c80 0x7f58500b6050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:28.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.783+0000 7f5856991640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58500cf430 con 0x7f58500d0490 2024-09-19T05:52:28.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.783+0000 7f5856991640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f58500d0000 con 0x7f585015fdb0 2024-09-19T05:52:28.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.783+0000 7f5856991640 1 -- --> v2:172.21.15.78:3300/0 -- mon_getmap magic: 0 -- 0x7f58500cf6d0 con 0x7f58500b6c80 2024-09-19T05:52:28.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.784+0000 7f584ffff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f585015fdb0 0x7f58500d2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:28.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.784+0000 7f584ffff640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f585015fdb0 0x7f58500d2ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:45346/0 (socket says 172.21.15.46:45346) 2024-09-19T05:52:28.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.784+0000 7f584ffff640 1 -- 172.21.15.46:0/2741230655 learned_addr learned my addr 172.21.15.46:0/2741230655 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:28.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.784+0000 7f584f7fe640 1 --2- 172.21.15.46:0/2741230655 >> v2:172.21.15.78:3300/0 conn(0x7f58500b6c80 0x7f58500b6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:28.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.784+0000 7f584ffff640 1 -- 172.21.15.46:0/2741230655 >> v2:172.21.15.78:3300/0 conn(0x7f58500b6c80 msgr2=0x7f58500b6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:28.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.784+0000 7f584ffff640 1 --2- 172.21.15.46:0/2741230655 >> v2:172.21.15.78:3300/0 conn(0x7f58500b6c80 0x7f58500b6050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:28.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.784+0000 7f584ffff640 1 -- 172.21.15.46:0/2741230655 >> v1:172.21.15.78:6789/0 conn(0x7f58500d0490 legacy=0x7f58500d0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:28.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.784+0000 7f584ffff640 1 -- 172.21.15.46:0/2741230655 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58500cf9b0 con 0x7f585015fdb0 2024-09-19T05:52:28.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.785+0000 7f584ffff640 1 --2- 172.21.15.46:0/2741230655 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f585015fdb0 0x7f58500d2ee0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f5850073110 tx=0x7f584002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b62b5c6c58d704ea server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:28.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.785+0000 7f584effd640 1 -- 172.21.15.46:0/2741230655 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5840037070 con 0x7f585015fdb0 2024-09-19T05:52:28.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.785+0000 7f584effd640 1 -- 172.21.15.46:0/2741230655 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f584002ae50 con 0x7f585015fdb0 2024-09-19T05:52:28.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.785+0000 7f584effd640 1 -- 172.21.15.46:0/2741230655 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5840032860 con 0x7f585015fdb0 2024-09-19T05:52:28.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.785+0000 7f5856991640 1 -- 172.21.15.46:0/2741230655 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f585015fdb0 msgr2=0x7f58500d2ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:28.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.785+0000 7f5856991640 1 --2- 172.21.15.46:0/2741230655 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f585015fdb0 0x7f58500d2ee0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f5850073110 tx=0x7f584002a300 comp rx=0 tx=0).stop 2024-09-19T05:52:28.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.786+0000 7f5856991640 1 -- 172.21.15.46:0/2741230655 shutdown_connections 2024-09-19T05:52:28.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.786+0000 7f5856991640 1 --2- 172.21.15.46:0/2741230655 >> v2:172.21.15.78:3300/0 conn(0x7f58500b6c80 0x7f58500b6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:28.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.786+0000 7f5856991640 1 --2- 172.21.15.46:0/2741230655 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f585015fdb0 0x7f58500d2ee0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:28.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.786+0000 7f5856991640 1 -- 172.21.15.46:0/2741230655 >> 172.21.15.46:0/2741230655 conn(0x7f5850072130 msgr2=0x7f5850072540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:28.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.786+0000 7f5856991640 1 -- 172.21.15.46:0/2741230655 shutdown_connections 2024-09-19T05:52:28.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.786+0000 7f5856991640 1 -- 172.21.15.46:0/2741230655 wait complete. 2024-09-19T05:52:28.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.787+0000 7f5856991640 1 Processor -- start 2024-09-19T05:52:28.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.787+0000 7f5856991640 1 -- start start 2024-09-19T05:52:28.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.788+0000 7f5856991640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f58500b6c80 0x7f58501f8f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:28.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.788+0000 7f5856991640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f58500d0490 0x7f58500b7e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:28.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.788+0000 7f5856991640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f585015fdb0 0x7f58501566d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:28.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.788+0000 7f5856991640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f58500d3420 con 0x7f585015fdb0 2024-09-19T05:52:28.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.788+0000 7f5856991640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f5850160190 con 0x7f58500b6c80 2024-09-19T05:52:28.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.788+0000 7f5856991640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f58500d35a0 con 0x7f58500d0490 2024-09-19T05:52:28.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.788+0000 7f5854f2e640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f585015fdb0 0x7f58501566d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:28.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.788+0000 7f5854f2e640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f585015fdb0 0x7f58501566d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:45348/0 (socket says 172.21.15.46:45348) 2024-09-19T05:52:28.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.788+0000 7f5854f2e640 1 -- 172.21.15.46:0/3658673184 learned_addr learned my addr 172.21.15.46:0/3658673184 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:28.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.788+0000 7f584f7fe640 1 --2- 172.21.15.46:0/3658673184 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f58500d0490 0x7f58500b7e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:28.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.788+0000 7f584ffff640 1 --2- 172.21.15.46:0/3658673184 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f58500b6c80 0x7f58501f8f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:28.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.788+0000 7f5854f2e640 1 -- 172.21.15.46:0/3658673184 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f58500d0490 msgr2=0x7f58500b7e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:28.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.788+0000 7f5854f2e640 1 --2- 172.21.15.46:0/3658673184 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f58500d0490 0x7f58500b7e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:28.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.788+0000 7f5854f2e640 1 -- 172.21.15.46:0/3658673184 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f58500b6c80 msgr2=0x7f58501f8f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:28.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.788+0000 7f5854f2e640 1 --2- 172.21.15.46:0/3658673184 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f58500b6c80 0x7f58501f8f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:28.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.788+0000 7f5854f2e640 1 -- 172.21.15.46:0/3658673184 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58500b98d0 con 0x7f585015fdb0 2024-09-19T05:52:28.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.789+0000 7f5854f2e640 1 --2- 172.21.15.46:0/3658673184 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f585015fdb0 0x7f58501566d0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f584800c730 tx=0x7f584800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:28.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.789+0000 7f584cff9640 1 -- 172.21.15.46:0/3658673184 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5848003b70 con 0x7f585015fdb0 2024-09-19T05:52:28.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.789+0000 7f584cff9640 1 -- 172.21.15.46:0/3658673184 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5848003d10 con 0x7f585015fdb0 2024-09-19T05:52:28.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.789+0000 7f5856991640 1 -- 172.21.15.46:0/3658673184 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58500b9bb0 con 0x7f585015fdb0 2024-09-19T05:52:28.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.789+0000 7f584cff9640 1 -- 172.21.15.46:0/3658673184 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f584800aa90 con 0x7f585015fdb0 2024-09-19T05:52:28.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.789+0000 7f5856991640 1 -- 172.21.15.46:0/3658673184 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58501f8790 con 0x7f585015fdb0 2024-09-19T05:52:28.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.790+0000 7f5856991640 1 -- 172.21.15.46:0/3658673184 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58500d2ee0 con 0x7f585015fdb0 2024-09-19T05:52:28.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.790+0000 7f584cff9640 1 -- 172.21.15.46:0/3658673184 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7f584800ac30 con 0x7f585015fdb0 2024-09-19T05:52:28.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.791+0000 7f584cff9640 1 --2- 172.21.15.46:0/3658673184 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f583c06c2b0 0x7f583c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:28.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.791+0000 7f584cff9640 1 -- 172.21.15.46:0/3658673184 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7f584808b100 con 0x7f585015fdb0 2024-09-19T05:52:28.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.791+0000 7f584ffff640 1 --2- 172.21.15.46:0/3658673184 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f583c06c2b0 0x7f583c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:28.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.792+0000 7f584ffff640 1 --2- 172.21.15.46:0/3658673184 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f583c06c2b0 0x7f583c06e770 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5840034000 tx=0x7f584002e000 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:28.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.796+0000 7f584cff9640 1 -- 172.21.15.46:0/3658673184 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5848059320 con 0x7f585015fdb0 2024-09-19T05:52:28.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.969+0000 7f5856991640 1 -- 172.21.15.46:0/3658673184 --> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5850069130 con 0x7f583c06c2b0 2024-09-19T05:52:28.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.970+0000 7f584cff9640 1 -- 172.21.15.46:0/3658673184 <== mgr.4820 v2:172.21.15.78:6832/210886811 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13356 (secure 0 0 0) 0x7f5850069130 con 0x7f583c06c2b0 2024-09-19T05:52:28.972 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:52:28.972 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-09-19T05:52:28.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.972+0000 7f5856991640 1 -- 172.21.15.46:0/3658673184 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f583c06c2b0 msgr2=0x7f583c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:28.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.972+0000 7f5856991640 1 --2- 172.21.15.46:0/3658673184 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f583c06c2b0 0x7f583c06e770 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5840034000 tx=0x7f584002e000 comp rx=0 tx=0).stop 2024-09-19T05:52:28.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.972+0000 7f5856991640 1 -- 172.21.15.46:0/3658673184 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f585015fdb0 msgr2=0x7f58501566d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:28.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.972+0000 7f5856991640 1 --2- 172.21.15.46:0/3658673184 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f585015fdb0 0x7f58501566d0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f584800c730 tx=0x7f584800cbf0 comp rx=0 tx=0).stop 2024-09-19T05:52:28.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.972+0000 7f5856991640 1 -- 172.21.15.46:0/3658673184 shutdown_connections 2024-09-19T05:52:28.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.972+0000 7f5856991640 1 --2- 172.21.15.46:0/3658673184 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f583c06c2b0 0x7f583c06e770 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:28.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.972+0000 7f5856991640 1 --2- 172.21.15.46:0/3658673184 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f585015fdb0 0x7f58501566d0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:28.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.972+0000 7f5856991640 1 --2- 172.21.15.46:0/3658673184 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f58500d0490 0x7f58500b7e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:28.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.972+0000 7f5856991640 1 --2- 172.21.15.46:0/3658673184 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f58500b6c80 0x7f58501f8f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:28.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.972+0000 7f5856991640 1 -- 172.21.15.46:0/3658673184 >> 172.21.15.46:0/3658673184 conn(0x7f5850072130 msgr2=0x7f58500b6040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:28.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.972+0000 7f5856991640 1 -- 172.21.15.46:0/3658673184 shutdown_connections 2024-09-19T05:52:28.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:28.972+0000 7f5856991640 1 -- 172.21.15.46:0/3658673184 wait complete. 2024-09-19T05:52:28.985 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":20,"stamp":"2024-09-19T05:52:27.179602+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":140,"ondisk_log_size":140,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":241528,"kb_used_data":4488,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733192,"statfs":{"total":773094113280,"available":772846788608,"internally_reserved":0,"allocated":4595712,"data_stored":2537936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002134"},"pg_stats":[{"pgid":"1.0","version":"37'140","reported_seq":287,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:52:08.429885+0000","last_change":"2024-09-19T05:52:08.429962+0000","last_active":"2024-09-19T05:52:08.429885+0000","last_peered":"2024-09-19T05:52:08.429885+0000","last_clean":"2024-09-19T05:52:08.429885+0000","last_became_active":"2024-09-19T05:50:35.645765+0000","last_became_peered":"2024-09-19T05:50:35.645765+0000","last_unstale":"2024-09-19T05:52:08.429885+0000","last_undegraded":"2024-09-19T05:52:08.429885+0000","last_fullsized":"2024-09-19T05:52:08.429885+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"37'140","last_scrub_stamp":"2024-09-19T05:52:08.429780+0000","last_deep_scrub":"37'140","last_deep_scrub_stamp":"2024-09-19T05:52:08.429780+0000","last_clean_scrub_stamp":"2024-09-19T05:52:08.429780+0000","objects_scrubbed":2,"log_size":140,"log_dups_size":0,"ondisk_log_size":140,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:27.761015+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":140,"ondisk_log_size":140,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542169,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28020,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343820,"statfs":{"total":96636764160,"available":96608071680,"internally_reserved":0,"allocated":1019904,"data_stored":760018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542169,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27448,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":425984,"data_stored":169650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509465,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27448,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":425984,"data_stored":169650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542167,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27448,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":425984,"data_stored":169650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542168,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35768,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336072,"statfs":{"total":96636764160,"available":96600137728,"internally_reserved":0,"allocated":425984,"data_stored":169650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542169,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31608,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340232,"statfs":{"total":96636764160,"available":96604397568,"internally_reserved":0,"allocated":425984,"data_stored":169650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542169,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31608,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340232,"statfs":{"total":96636764160,"available":96604397568,"internally_reserved":0,"allocated":425984,"data_stored":169650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542169,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32180,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339660,"statfs":{"total":96636764160,"available":96603811840,"internally_reserved":0,"allocated":1019904,"data_stored":760018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:52:28.986 DEBUG:teuthology.orchestra.run.smithi046:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-19T05:52:29.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.087+0000 7f88ce752640 1 Processor -- start 2024-09-19T05:52:29.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.087+0000 7f88ce752640 1 -- start start 2024-09-19T05:52:29.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.088+0000 7f88ce752640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f88c815e6c0 0x7f88c80d1170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:29.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.088+0000 7f88ce752640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f88c806bb10 0x7f88c806c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:29.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.088+0000 7f88ce752640 1 -- --> v1:172.21.15.78:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88c80d1750 con 0x7f88c806c6f0 2024-09-19T05:52:29.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.088+0000 7f88ce752640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7f88c806cb80 con 0x7f88c806bb10 2024-09-19T05:52:29.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.088+0000 7f88ce752640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f88c80d1a30 con 0x7f88c815e6c0 2024-09-19T05:52:29.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.088+0000 7f88c77fe640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f88c806bb10 0x7f88c806c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:29.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.088+0000 7f88c77fe640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7f88c806bb10 0x7f88c806c1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:45350/0 (socket says 172.21.15.46:45350) 2024-09-19T05:52:29.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.088+0000 7f88c77fe640 1 -- 172.21.15.46:0/326609566 learned_addr learned my addr 172.21.15.46:0/326609566 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:29.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.088+0000 7f88c7fff640 1 --2- 172.21.15.46:0/326609566 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f88c815e6c0 0x7f88c80d1170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:29.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.088+0000 7f88c77fe640 1 -- 172.21.15.46:0/326609566 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f88c815e6c0 msgr2=0x7f88c80d1170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:29.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.088+0000 7f88c77fe640 1 --2- 172.21.15.46:0/326609566 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f88c815e6c0 0x7f88c80d1170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:29.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.088+0000 7f88c77fe640 1 -- 172.21.15.46:0/326609566 >> v1:172.21.15.78:6789/0 conn(0x7f88c806c6f0 legacy=0x7f88c80cea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:29.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.088+0000 7f88c77fe640 1 -- 172.21.15.46:0/326609566 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88c80b1980 con 0x7f88c806bb10 2024-09-19T05:52:29.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.088+0000 7f88c7fff640 1 --2- 172.21.15.46:0/326609566 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f88c815e6c0 0x7f88c80d1170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:52:29.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.089+0000 7f88c77fe640 1 --2- 172.21.15.46:0/326609566 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88c806bb10 0x7f88c806c1b0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f88bc009870 tx=0x7f88bc02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1f30c038f6aab5b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:29.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.089+0000 7f88c6ffd640 1 -- 172.21.15.46:0/326609566 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88bc037070 con 0x7f88c806bb10 2024-09-19T05:52:29.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.089+0000 7f88c6ffd640 1 -- 172.21.15.46:0/326609566 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88bc032440 con 0x7f88c806bb10 2024-09-19T05:52:29.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.089+0000 7f88c6ffd640 1 -- 172.21.15.46:0/326609566 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88bc032810 con 0x7f88c806bb10 2024-09-19T05:52:29.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.090+0000 7f88ce752640 1 -- 172.21.15.46:0/326609566 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88c806bb10 msgr2=0x7f88c806c1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:29.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.090+0000 7f88ce752640 1 --2- 172.21.15.46:0/326609566 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88c806bb10 0x7f88c806c1b0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f88bc009870 tx=0x7f88bc02a1c0 comp rx=0 tx=0).stop 2024-09-19T05:52:29.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.090+0000 7f88ce752640 1 -- 172.21.15.46:0/326609566 shutdown_connections 2024-09-19T05:52:29.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.090+0000 7f88ce752640 1 --2- 172.21.15.46:0/326609566 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88c806bb10 0x7f88c806c1b0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:29.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.090+0000 7f88ce752640 1 --2- 172.21.15.46:0/326609566 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f88c815e6c0 0x7f88c80d1170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:29.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.090+0000 7f88ce752640 1 -- 172.21.15.46:0/326609566 >> 172.21.15.46:0/326609566 conn(0x7f88c80d2390 msgr2=0x7f88c80d27a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:29.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.090+0000 7f88ce752640 1 -- 172.21.15.46:0/326609566 shutdown_connections 2024-09-19T05:52:29.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.090+0000 7f88ce752640 1 -- 172.21.15.46:0/326609566 wait complete. 2024-09-19T05:52:29.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.091+0000 7f88ce752640 1 Processor -- start 2024-09-19T05:52:29.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.091+0000 7f88ce752640 1 -- start start 2024-09-19T05:52:29.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.092+0000 7f88ce752640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88c806bb10 0x7f88c8159840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:29.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.092+0000 7f88ce752640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f88c806c6f0 0x7f88c8156240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:29.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.092+0000 7f88ce752640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f88c815e6c0 0x7f88c8156780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:29.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.092+0000 7f88ce752640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f88c80cfc00 con 0x7f88c806bb10 2024-09-19T05:52:29.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.092+0000 7f88ce752640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f88c80b1f40 con 0x7f88c806c6f0 2024-09-19T05:52:29.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.092+0000 7f88ce752640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7f88c815eaa0 con 0x7f88c815e6c0 2024-09-19T05:52:29.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.092+0000 7f88c7fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88c806bb10 0x7f88c8159840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:29.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.092+0000 7f88c7fff640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88c806bb10 0x7f88c8159840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:45364/0 (socket says 172.21.15.46:45364) 2024-09-19T05:52:29.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.092+0000 7f88c7fff640 1 -- 172.21.15.46:0/1852280192 learned_addr learned my addr 172.21.15.46:0/1852280192 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:29.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.092+0000 7f88cccef640 1 --2- 172.21.15.46:0/1852280192 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f88c815e6c0 0x7f88c8156780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:29.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.092+0000 7f88c77fe640 1 --2- 172.21.15.46:0/1852280192 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f88c806c6f0 0x7f88c8156240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:29.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.092+0000 7f88c7fff640 1 -- 172.21.15.46:0/1852280192 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f88c815e6c0 msgr2=0x7f88c8156780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:29.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.092+0000 7f88c7fff640 1 --2- 172.21.15.46:0/1852280192 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f88c815e6c0 0x7f88c8156780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:29.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.092+0000 7f88c7fff640 1 -- 172.21.15.46:0/1852280192 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f88c806c6f0 msgr2=0x7f88c8156240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:29.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.092+0000 7f88c7fff640 1 --2- 172.21.15.46:0/1852280192 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f88c806c6f0 0x7f88c8156240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:29.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.092+0000 7f88c7fff640 1 -- 172.21.15.46:0/1852280192 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88c80b5d00 con 0x7f88c806bb10 2024-09-19T05:52:29.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.093+0000 7f88c7fff640 1 --2- 172.21.15.46:0/1852280192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88c806bb10 0x7f88c8159840 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f88b800c7f0 tx=0x7f88b800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:29.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.093+0000 7f88c4ff9640 1 -- 172.21.15.46:0/1852280192 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b8015070 con 0x7f88c806bb10 2024-09-19T05:52:29.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.093+0000 7f88c4ff9640 1 -- 172.21.15.46:0/1852280192 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88b8007a30 con 0x7f88c806bb10 2024-09-19T05:52:29.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.093+0000 7f88c4ff9640 1 -- 172.21.15.46:0/1852280192 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b8007e00 con 0x7f88c806bb10 2024-09-19T05:52:29.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.093+0000 7f88ce752640 1 -- 172.21.15.46:0/1852280192 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88c80b5fe0 con 0x7f88c806bb10 2024-09-19T05:52:29.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.093+0000 7f88ce752640 1 -- 172.21.15.46:0/1852280192 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88c8159d80 con 0x7f88c806bb10 2024-09-19T05:52:29.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.094+0000 7f88ce752640 1 -- 172.21.15.46:0/1852280192 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88c806c1b0 con 0x7f88c806bb10 2024-09-19T05:52:29.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.094+0000 7f88c4ff9640 1 -- 172.21.15.46:0/1852280192 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7f88b8018070 con 0x7f88c806bb10 2024-09-19T05:52:29.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.095+0000 7f88c4ff9640 1 --2- 172.21.15.46:0/1852280192 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f88b406c2b0 0x7f88b406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:29.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.095+0000 7f88c4ff9640 1 -- 172.21.15.46:0/1852280192 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7f88b808b270 con 0x7f88c806bb10 2024-09-19T05:52:29.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.095+0000 7f88c77fe640 1 --2- 172.21.15.46:0/1852280192 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f88b406c2b0 0x7f88b406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:29.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.096+0000 7f88c77fe640 1 --2- 172.21.15.46:0/1852280192 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f88b406c2b0 0x7f88b406e770 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f88bc034000 tx=0x7f88bc02e000 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:29.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.099+0000 7f88c4ff9640 1 -- 172.21.15.46:0/1852280192 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f88b8059490 con 0x7f88c806bb10 2024-09-19T05:52:29.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.277+0000 7f88ce752640 1 -- 172.21.15.46:0/1852280192 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7f88c806ead0 con 0x7f88c806bb10 2024-09-19T05:52:29.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.280+0000 7f88c4ff9640 1 -- 172.21.15.46:0/1852280192 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v16)=0 v16) ==== 123+0+0 (secure 0 0 0) 0x7f88b805d790 con 0x7f88c806bb10 2024-09-19T05:52:29.283 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.281+0000 7f88c4ff9640 1 -- 172.21.15.46:0/1852280192 <== mon.0 v2:172.21.15.46:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f88b808b0c0 con 0x7f88c806bb10 2024-09-19T05:52:29.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.283+0000 7f88ce752640 1 -- 172.21.15.46:0/1852280192 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f88b406c2b0 msgr2=0x7f88b406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:29.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.283+0000 7f88ce752640 1 --2- 172.21.15.46:0/1852280192 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f88b406c2b0 0x7f88b406e770 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f88bc034000 tx=0x7f88bc02e000 comp rx=0 tx=0).stop 2024-09-19T05:52:29.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.283+0000 7f88ce752640 1 -- 172.21.15.46:0/1852280192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88c806bb10 msgr2=0x7f88c8159840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:29.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.283+0000 7f88ce752640 1 --2- 172.21.15.46:0/1852280192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88c806bb10 0x7f88c8159840 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f88b800c7f0 tx=0x7f88b800cbf0 comp rx=0 tx=0).stop 2024-09-19T05:52:29.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.283+0000 7f88ce752640 1 -- 172.21.15.46:0/1852280192 shutdown_connections 2024-09-19T05:52:29.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.283+0000 7f88ce752640 1 --2- 172.21.15.46:0/1852280192 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7f88b406c2b0 0x7f88b406e770 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:29.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.283+0000 7f88ce752640 1 --2- 172.21.15.46:0/1852280192 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7f88c815e6c0 0x7f88c8156780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:29.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.283+0000 7f88ce752640 1 --2- 172.21.15.46:0/1852280192 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f88c806c6f0 0x7f88c8156240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:29.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.283+0000 7f88ce752640 1 --2- 172.21.15.46:0/1852280192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88c806bb10 0x7f88c8159840 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:29.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.283+0000 7f88ce752640 1 -- 172.21.15.46:0/1852280192 >> 172.21.15.46:0/1852280192 conn(0x7f88c80d2390 msgr2=0x7f88c80b4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:29.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.283+0000 7f88ce752640 1 -- 172.21.15.46:0/1852280192 shutdown_connections 2024-09-19T05:52:29.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.283+0000 7f88ce752640 1 -- 172.21.15.46:0/1852280192 wait complete. 2024-09-19T05:52:29.296 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T05:52:29.296 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:52:29.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.396+0000 7faad1f31640 1 Processor -- start 2024-09-19T05:52:29.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.396+0000 7faad1f31640 1 -- start start 2024-09-19T05:52:29.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.397+0000 7faad1f31640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7faacc0b6c80 0x7faacc0b6050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:29.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.397+0000 7faad1f31640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faacc0d0490 0x7faacc0b6590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:29.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.397+0000 7faad1f31640 1 -- --> v1:172.21.15.46:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faacc0cf430 con 0x7faacc15fdb0 2024-09-19T05:52:29.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.397+0000 7faad1f31640 1 -- --> v2:172.21.15.46:3300/0 -- mon_getmap magic: 0 -- 0x7faacc0d0000 con 0x7faacc0b6c80 2024-09-19T05:52:29.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.397+0000 7faad1f31640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7faacc0cf6d0 con 0x7faacc0d0490 2024-09-19T05:52:29.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.397+0000 7faacaffd640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7faacc0b6c80 0x7faacc0b6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:29.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.398+0000 7faacaffd640 1 --2- >> v2:172.21.15.46:3300/0 conn(0x7faacc0b6c80 0x7faacc0b6050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:45372/0 (socket says 172.21.15.46:45372) 2024-09-19T05:52:29.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.398+0000 7faacb7fe640 1 --1- >> v1:172.21.15.46:6789/0 conn(0x7faacc15fdb0 0x7faacc0d2ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.46:6789/0 says I am v1:172.21.15.46:60068/0 (socket says 172.21.15.46:60068) 2024-09-19T05:52:29.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.398+0000 7faacaffd640 1 -- 172.21.15.46:0/530249643 learned_addr learned my addr 172.21.15.46:0/530249643 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:29.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.398+0000 7faacbfff640 1 --2- 172.21.15.46:0/530249643 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faacc0d0490 0x7faacc0b6590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:29.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.398+0000 7faacaffd640 1 -- 172.21.15.46:0/530249643 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faacc0d0490 msgr2=0x7faacc0b6590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:29.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.398+0000 7faacaffd640 1 --2- 172.21.15.46:0/530249643 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faacc0d0490 0x7faacc0b6590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:29.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.398+0000 7faacaffd640 1 -- 172.21.15.46:0/530249643 >> v1:172.21.15.46:6789/0 conn(0x7faacc15fdb0 legacy=0x7faacc0d2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:29.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.398+0000 7faaca7fc640 1 -- 172.21.15.46:0/530249643 <== mon.0 v1:172.21.15.46:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4209724556 0 0) 0x7faacc0cf430 con 0x7faacc15fdb0 2024-09-19T05:52:29.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.398+0000 7faacaffd640 1 -- 172.21.15.46:0/530249643 --> v2:172.21.15.46:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faacc0cf9b0 con 0x7faacc0b6c80 2024-09-19T05:52:29.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.399+0000 7faacaffd640 1 --2- 172.21.15.46:0/530249643 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faacc0b6c80 0x7faacc0b6050 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7faac0009870 tx=0x7faac002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e6545e65c0cf206 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:29.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.399+0000 7faaca7fc640 1 -- 172.21.15.46:0/530249643 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac0037070 con 0x7faacc0b6c80 2024-09-19T05:52:29.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.399+0000 7faaca7fc640 1 -- 172.21.15.46:0/530249643 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7faac002ae50 con 0x7faacc0b6c80 2024-09-19T05:52:29.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.399+0000 7faaca7fc640 1 -- 172.21.15.46:0/530249643 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac0032880 con 0x7faacc0b6c80 2024-09-19T05:52:29.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.399+0000 7faad1f31640 1 -- 172.21.15.46:0/530249643 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faacc0b6c80 msgr2=0x7faacc0b6050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:29.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.399+0000 7faad1f31640 1 --2- 172.21.15.46:0/530249643 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faacc0b6c80 0x7faacc0b6050 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7faac0009870 tx=0x7faac002a300 comp rx=0 tx=0).stop 2024-09-19T05:52:29.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.399+0000 7faad1f31640 1 -- 172.21.15.46:0/530249643 shutdown_connections 2024-09-19T05:52:29.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.399+0000 7faad1f31640 1 --2- 172.21.15.46:0/530249643 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faacc0b6c80 0x7faacc0b6050 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:29.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.399+0000 7faad1f31640 1 --2- 172.21.15.46:0/530249643 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faacc0d0490 0x7faacc0b6590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:29.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.399+0000 7faad1f31640 1 -- 172.21.15.46:0/530249643 >> 172.21.15.46:0/530249643 conn(0x7faacc072130 msgr2=0x7faacc072540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:29.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.399+0000 7faad1f31640 1 -- 172.21.15.46:0/530249643 shutdown_connections 2024-09-19T05:52:29.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.399+0000 7faad1f31640 1 -- 172.21.15.46:0/530249643 wait complete. 2024-09-19T05:52:29.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.401+0000 7faad1f31640 1 Processor -- start 2024-09-19T05:52:29.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.401+0000 7faad1f31640 1 -- start start 2024-09-19T05:52:29.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.401+0000 7faad1f31640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faacc0b6c80 0x7faacc15ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:29.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.401+0000 7faad1f31640 1 --2- >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faacc0d0490 0x7faacc159480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:29.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.402+0000 7faad1f31640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7faacc15fdb0 0x7faacc1f43d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:29.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.402+0000 7faad1f31640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7faacc0d35f0 con 0x7faacc0b6c80 2024-09-19T05:52:29.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.402+0000 7faad1f31640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7faacc160190 con 0x7faacc15fdb0 2024-09-19T05:52:29.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.402+0000 7faad1f31640 1 -- --> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] -- mon_getmap magic: 0 -- 0x7faacc0cc790 con 0x7faacc0d0490 2024-09-19T05:52:29.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.402+0000 7faacb7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faacc0b6c80 0x7faacc15ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:29.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.402+0000 7faacb7fe640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faacc0b6c80 0x7faacc15ba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:45382/0 (socket says 172.21.15.46:45382) 2024-09-19T05:52:29.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.402+0000 7faacb7fe640 1 -- 172.21.15.46:0/1212876733 learned_addr learned my addr 172.21.15.46:0/1212876733 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-09-19T05:52:29.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.402+0000 7faacaffd640 1 --2- 172.21.15.46:0/1212876733 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faacc0d0490 0x7faacc159480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:29.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.402+0000 7faacbfff640 1 --2- 172.21.15.46:0/1212876733 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7faacc15fdb0 0x7faacc1f43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:29.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.402+0000 7faacb7fe640 1 -- 172.21.15.46:0/1212876733 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faacc0d0490 msgr2=0x7faacc159480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:29.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.402+0000 7faacb7fe640 1 --2- 172.21.15.46:0/1212876733 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faacc0d0490 0x7faacc159480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:29.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.402+0000 7faacb7fe640 1 -- 172.21.15.46:0/1212876733 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7faacc15fdb0 msgr2=0x7faacc1f43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:29.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.402+0000 7faacb7fe640 1 --2- 172.21.15.46:0/1212876733 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7faacc15fdb0 0x7faacc1f43d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:29.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.402+0000 7faacb7fe640 1 -- 172.21.15.46:0/1212876733 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faacc0b78c0 con 0x7faacc0b6c80 2024-09-19T05:52:29.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.402+0000 7faacaffd640 1 --2- 172.21.15.46:0/1212876733 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faacc0d0490 0x7faacc159480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:52:29.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.402+0000 7faacb7fe640 1 --2- 172.21.15.46:0/1212876733 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faacc0b6c80 0x7faacc15ba90 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7faabc00c460 tx=0x7faabc00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:29.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.402+0000 7faab3fff640 1 -- 172.21.15.46:0/1212876733 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faabc018070 con 0x7faacc0b6c80 2024-09-19T05:52:29.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.402+0000 7faab3fff640 1 -- 172.21.15.46:0/1212876733 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7faabc007500 con 0x7faacc0b6c80 2024-09-19T05:52:29.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.402+0000 7faad1f31640 1 -- 172.21.15.46:0/1212876733 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faacc15c0d0 con 0x7faacc0b6c80 2024-09-19T05:52:29.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.402+0000 7faab3fff640 1 -- 172.21.15.46:0/1212876733 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faabc004a40 con 0x7faacc0b6c80 2024-09-19T05:52:29.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.402+0000 7faad1f31640 1 -- 172.21.15.46:0/1212876733 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faacc1f1da0 con 0x7faacc0b6c80 2024-09-19T05:52:29.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.403+0000 7faad1f31640 1 -- 172.21.15.46:0/1212876733 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faacc0d2ee0 con 0x7faacc0b6c80 2024-09-19T05:52:29.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.404+0000 7faab3fff640 1 -- 172.21.15.46:0/1212876733 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 90846+0+0 (secure 0 0 0) 0x7faabc01b070 con 0x7faacc0b6c80 2024-09-19T05:52:29.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.404+0000 7faab3fff640 1 --2- 172.21.15.46:0/1212876733 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7faab806c2b0 0x7faab806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:29.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.404+0000 7faab3fff640 1 -- 172.21.15.46:0/1212876733 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5588+0+0 (secure 0 0 0) 0x7faabc08a710 con 0x7faacc0b6c80 2024-09-19T05:52:29.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.405+0000 7faacaffd640 1 --2- 172.21.15.46:0/1212876733 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7faab806c2b0 0x7faab806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:29.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.405+0000 7faacaffd640 1 --2- 172.21.15.46:0/1212876733 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7faab806c2b0 0x7faab806e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7faac0034000 tx=0x7faac002e000 comp rx=0 tx=0).ready entity=mgr.4820 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:29.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.409+0000 7faab3fff640 1 -- 172.21.15.46:0/1212876733 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faacc15c0d0 con 0x7faacc0b6c80 2024-09-19T05:52:29.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.620+0000 7faad1f31640 1 -- 172.21.15.46:0/1212876733 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faacc069130 con 0x7faacc0b6c80 2024-09-19T05:52:29.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.621+0000 7faab3fff640 1 -- 172.21.15.46:0/1212876733 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+3911 (secure 0 0 0) 0x7faabc058e60 con 0x7faacc0b6c80 2024-09-19T05:52:29.623 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-09-19T05:52:29.623 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":17,"btime":"2024-09-19T05:51:57:993737+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4571,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6836/3909873361","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":3909873361},{"type":"v1","addr":"172.21.15.78:6836","nonce":3909873361}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6837/3106165175","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6835","nonce":3106165175},{"type":"v1","addr":"172.21.15.78:6837","nonce":3106165175}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4809,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6834/1598859609","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1598859609},{"type":"v1","addr":"172.21.15.46:6834","nonce":1598859609}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":5217,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3955985280","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6833","nonce":3955985280},{"type":"v1","addr":"172.21.15.46:6835","nonce":3955985280}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[]} 2024-09-19T05:52:29.624 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 17 2024-09-19T05:52:29.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.623+0000 7faad1f31640 1 -- 172.21.15.46:0/1212876733 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7faab806c2b0 msgr2=0x7faab806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:29.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.623+0000 7faad1f31640 1 --2- 172.21.15.46:0/1212876733 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7faab806c2b0 0x7faab806e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7faac0034000 tx=0x7faac002e000 comp rx=0 tx=0).stop 2024-09-19T05:52:29.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.623+0000 7faad1f31640 1 -- 172.21.15.46:0/1212876733 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faacc0b6c80 msgr2=0x7faacc15ba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:29.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.623+0000 7faad1f31640 1 --2- 172.21.15.46:0/1212876733 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faacc0b6c80 0x7faacc15ba90 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7faabc00c460 tx=0x7faabc00c920 comp rx=0 tx=0).stop 2024-09-19T05:52:29.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.623+0000 7faad1f31640 1 -- 172.21.15.46:0/1212876733 shutdown_connections 2024-09-19T05:52:29.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.623+0000 7faad1f31640 1 --2- 172.21.15.46:0/1212876733 >> [v2:172.21.15.78:6832/210886811,v1:172.21.15.78:6833/210886811] conn(0x7faab806c2b0 0x7faab806e770 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:29.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.623+0000 7faad1f31640 1 --2- 172.21.15.46:0/1212876733 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7faacc15fdb0 0x7faacc1f43d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:29.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.623+0000 7faad1f31640 1 --2- 172.21.15.46:0/1212876733 >> [v2:172.21.15.78:3301/0,v1:172.21.15.78:6790/0] conn(0x7faacc0d0490 0x7faacc159480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:29.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.623+0000 7faad1f31640 1 --2- 172.21.15.46:0/1212876733 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faacc0b6c80 0x7faacc15ba90 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:29.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.623+0000 7faad1f31640 1 -- 172.21.15.46:0/1212876733 >> 172.21.15.46:0/1212876733 conn(0x7faacc072130 msgr2=0x7faacc0b6270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:29.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.623+0000 7faad1f31640 1 -- 172.21.15.46:0/1212876733 shutdown_connections 2024-09-19T05:52:29.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-09-19T05:52:29.623+0000 7faad1f31640 1 -- 172.21.15.46:0/1212876733 wait complete. 2024-09-19T05:52:29.637 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-19T05:52:29.637 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-19T05:52:29.637 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T05:52:29.637 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:52:29.647 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T05:52:29.647 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T05:52:29.647 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:52:29.695 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T05:52:29.696 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T05:52:29.696 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:52:29.708 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T05:52:29.708 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T05:52:29.708 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:52:29.759 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T05:52:29.760 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-19T05:52:29.760 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-19T05:52:29.760 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:52:29.789 INFO:tasks.ceph.osd.0:Stopped 2024-09-19T05:52:29.790 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-19T05:52:29.790 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:52:29.855 INFO:tasks.ceph.osd.1:Stopped 2024-09-19T05:52:29.856 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-19T05:52:29.856 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:52:29.923 INFO:tasks.ceph.osd.2:Stopped 2024-09-19T05:52:29.923 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-19T05:52:29.923 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:52:29.961 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-09-19T05:52:29.961 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2024-09-19T05:52:29.994 INFO:tasks.ceph.osd.3:Stopped 2024-09-19T05:52:29.995 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-19T05:52:29.995 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:52:30.025 INFO:tasks.ceph.osd.4:Stopped 2024-09-19T05:52:30.025 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-19T05:52:30.026 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:52:30.095 INFO:tasks.ceph.osd.5:Stopped 2024-09-19T05:52:30.095 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-19T05:52:30.095 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:52:30.164 INFO:tasks.ceph.osd.6:Stopped 2024-09-19T05:52:30.164 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-19T05:52:30.164 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:52:30.232 INFO:tasks.ceph.osd.7:Stopped 2024-09-19T05:52:30.232 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-19T05:52:30.233 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-19T05:52:30.233 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:52:30.260 INFO:tasks.ceph.mgr.y:Stopped 2024-09-19T05:52:30.260 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-19T05:52:30.260 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:52:30.306 INFO:tasks.ceph.mgr.x:Stopped 2024-09-19T05:52:30.306 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-19T05:52:30.306 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-19T05:52:30.306 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:52:30.318 INFO:tasks.ceph.mon.a:Stopped 2024-09-19T05:52:30.318 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-19T05:52:30.318 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:52:30.359 INFO:tasks.ceph.mon.b:Stopped 2024-09-19T05:52:30.359 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-19T05:52:30.359 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:52:30.411 INFO:tasks.ceph.mon.c:Stopped 2024-09-19T05:52:30.411 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-19T05:52:30.411 DEBUG:teuthology.orchestra.run.smithi046:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | head -n 1 2024-09-19T05:52:30.446 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi046.front.sepia.ceph.com 2024-09-19T05:52:30.446 DEBUG:teuthology.orchestra.run.smithi046:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-19T05:52:30.627 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi046.front.sepia.ceph.com 2024-09-19T05:52:30.628 DEBUG:teuthology.orchestra.run.smithi046:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-19T05:52:30.737 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi046.front.sepia.ceph.com 2024-09-19T05:52:30.737 DEBUG:teuthology.orchestra.run.smithi046:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-19T05:52:30.800 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi046.front.sepia.ceph.com 2024-09-19T05:52:30.800 DEBUG:teuthology.orchestra.run.smithi046:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-19T05:52:30.850 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi078.front.sepia.ceph.com 2024-09-19T05:52:30.850 DEBUG:teuthology.orchestra.run.smithi078:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-19T05:52:31.016 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi078.front.sepia.ceph.com 2024-09-19T05:52:31.016 DEBUG:teuthology.orchestra.run.smithi078:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-19T05:52:31.069 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi078.front.sepia.ceph.com 2024-09-19T05:52:31.070 DEBUG:teuthology.orchestra.run.smithi078:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-19T05:52:31.128 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi078.front.sepia.ceph.com 2024-09-19T05:52:31.128 DEBUG:teuthology.orchestra.run.smithi078:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-19T05:52:31.203 INFO:tasks.ceph:Archiving mon data... 2024-09-19T05:52:31.204 DEBUG:teuthology.misc:Transferring archived files from smithi046:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911696/data/mon.a.tgz 2024-09-19T05:52:31.204 DEBUG:teuthology.orchestra.run.smithi046:> mktemp 2024-09-19T05:52:31.221 INFO:teuthology.orchestra.run.smithi046.stdout:/tmp/tmp.VANnPK2Epi 2024-09-19T05:52:31.221 DEBUG:teuthology.orchestra.run.smithi046:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.VANnPK2Epi 2024-09-19T05:52:31.416 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 0666 /tmp/tmp.VANnPK2Epi 2024-09-19T05:52:31.503 DEBUG:teuthology.orchestra.remote:smithi046:/tmp/tmp.VANnPK2Epi is 703KB 2024-09-19T05:52:31.609 DEBUG:teuthology.orchestra.run.smithi046:> rm -fr /tmp/tmp.VANnPK2Epi 2024-09-19T05:52:31.624 DEBUG:teuthology.misc:Transferring archived files from smithi078:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911696/data/mon.b.tgz 2024-09-19T05:52:31.624 DEBUG:teuthology.orchestra.run.smithi078:> mktemp 2024-09-19T05:52:31.642 INFO:teuthology.orchestra.run.smithi078.stdout:/tmp/tmp.CLVA6WwPyg 2024-09-19T05:52:31.642 DEBUG:teuthology.orchestra.run.smithi078:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.CLVA6WwPyg 2024-09-19T05:52:31.878 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod 0666 /tmp/tmp.CLVA6WwPyg 2024-09-19T05:52:31.962 DEBUG:teuthology.orchestra.remote:smithi078:/tmp/tmp.CLVA6WwPyg is 1007KB 2024-09-19T05:52:32.041 DEBUG:teuthology.orchestra.run.smithi078:> rm -fr /tmp/tmp.CLVA6WwPyg 2024-09-19T05:52:32.056 DEBUG:teuthology.misc:Transferring archived files from smithi078:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911696/data/mon.c.tgz 2024-09-19T05:52:32.056 DEBUG:teuthology.orchestra.run.smithi078:> mktemp 2024-09-19T05:52:32.110 INFO:teuthology.orchestra.run.smithi078.stdout:/tmp/tmp.plSBVgRggD 2024-09-19T05:52:32.111 DEBUG:teuthology.orchestra.run.smithi078:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.plSBVgRggD 2024-09-19T05:52:32.328 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod 0666 /tmp/tmp.plSBVgRggD 2024-09-19T05:52:32.413 DEBUG:teuthology.orchestra.remote:smithi078:/tmp/tmp.plSBVgRggD is 1007KB 2024-09-19T05:52:32.489 DEBUG:teuthology.orchestra.run.smithi078:> rm -fr /tmp/tmp.plSBVgRggD 2024-09-19T05:52:32.504 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-19T05:52:32.504 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-19T05:52:32.507 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-19T05:52:32.593 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-19T05:52:32.623 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-19T05:52:32.624 INFO:tasks.ceph:Archiving crash dumps... 2024-09-19T05:52:32.625 DEBUG:teuthology.misc:Transferring archived files from smithi046:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911696/remote/smithi046/crash 2024-09-19T05:52:32.626 DEBUG:teuthology.orchestra.run.smithi046:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-19T05:52:32.664 DEBUG:teuthology.misc:Transferring archived files from smithi078:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911696/remote/smithi078/crash 2024-09-19T05:52:32.665 DEBUG:teuthology.orchestra.run.smithi078:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-19T05:52:32.689 INFO:tasks.ceph:Shutting down logrotate 2024-09-19T05:52:32.689 DEBUG:teuthology.orchestra.run.smithi046:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:52:32.707 DEBUG:teuthology.orchestra.run.smithi078:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:52:32.783 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-19T05:52:32.811 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-19T05:52:32.836 INFO:tasks.ceph:Compressing logs... 2024-09-19T05:52:32.836 DEBUG:teuthology.orchestra.run.smithi046:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T05:52:32.854 DEBUG:teuthology.orchestra.run.smithi078:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T05:52:32.879 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41287.log 2024-09-19T05:52:32.893 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-19T05:52:32.894 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46832.log 2024-09-19T05:52:32.894 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.41287.log: /var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46269.log 2024-09-19T05:52:32.894 INFO:teuthology.orchestra.run.smithi046.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.41287.log.gz 2024-09-19T05:52:32.894 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.46832.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44713.log 2024-09-19T05:52:32.894 INFO:teuthology.orchestra.run.smithi046.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46832.log.gz 2024-09-19T05:52:32.894 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.46269.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46047.log 2024-09-19T05:52:32.894 INFO:teuthology.orchestra.run.smithi046.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46269.log.gz 2024-09-19T05:52:32.894 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.44713.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42539.log 2024-09-19T05:52:32.894 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.46047.log: gzip -5 --verbose -- 87.7% /var/log/ceph/ceph-client.admin.43248.log 2024-09-19T05:52:32.894 INFO:teuthology.orchestra.run.smithi046.stderr: -- replaced with /var/log/ceph/ceph-client.admin.44713.log.gz 2024-09-19T05:52:32.894 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.42539.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46047.log.gz 2024-09-19T05:52:32.895 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46311.log 2024-09-19T05:52:32.895 INFO:teuthology.orchestra.run.smithi046.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.42539.log.gz 2024-09-19T05:52:32.895 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.43248.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45246.log 2024-09-19T05:52:32.895 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.46311.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.43906.log 2024-09-19T05:52:32.895 INFO:teuthology.orchestra.run.smithi046.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.43248.log.gz 2024-09-19T05:52:32.895 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.45246.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46311.log.gz 2024-09-19T05:52:32.895 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48885.log 2024-09-19T05:52:32.895 INFO:teuthology.orchestra.run.smithi046.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45246.log.gz 2024-09-19T05:52:32.895 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.0.43906.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46622.log 2024-09-19T05:52:32.895 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.48885.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43080.log 2024-09-19T05:52:32.895 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.46622.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48885.log.gz 2024-09-19T05:52:32.895 INFO:teuthology.orchestra.run.smithi046.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.0.43906.log.gz 2024-09-19T05:52:32.895 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41988.log 2024-09-19T05:52:32.896 INFO:teuthology.orchestra.run.smithi046.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46622.log.gz 2024-09-19T05:52:32.896 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41692.log 2024-09-19T05:52:32.896 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.43080.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42541.log 2024-09-19T05:52:32.896 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.41988.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43080.log.gz 2024-09-19T05:52:32.896 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.41692.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49817.log 2024-09-19T05:52:32.896 INFO:teuthology.orchestra.run.smithi046.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.41988.log.gz 2024-09-19T05:52:32.896 INFO:teuthology.orchestra.run.smithi046.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.41692.log.gz 2024-09-19T05:52:32.896 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.42541.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45381.log 2024-09-19T05:52:32.896 INFO:teuthology.orchestra.run.smithi046.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42541.log.gz 2024-09-19T05:52:32.896 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.49817.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44976.log 2024-09-19T05:52:32.896 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.45381.log: 87.9%gzip -- replaced with /var/log/ceph/ceph-client.admin.49817.log.gz 2024-09-19T05:52:32.896 INFO:teuthology.orchestra.run.smithi046.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.50279.log 2024-09-19T05:52:32.896 INFO:teuthology.orchestra.run.smithi046.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.45381.log.gz 2024-09-19T05:52:32.897 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.44976.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47042.log 2024-09-19T05:52:32.897 INFO:teuthology.orchestra.run.smithi046.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44976.log.gz 2024-09-19T05:52:32.897 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42546.log 2024-09-19T05:52:32.897 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.50279.log: /var/log/ceph/ceph-client.admin.47042.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50465.log 2024-09-19T05:52:32.897 INFO:teuthology.orchestra.run.smithi046.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50279.log.gz 2024-09-19T05:52:32.897 INFO:teuthology.orchestra.run.smithi046.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47042.log.gz 2024-09-19T05:52:32.897 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.42546.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47000.log 2024-09-19T05:52:32.897 INFO:teuthology.orchestra.run.smithi046.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.42546.log.gz 2024-09-19T05:52:32.897 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.50465.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42883.log 2024-09-19T05:52:32.897 INFO:teuthology.orchestra.run.smithi046.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.50465.log.gz 2024-09-19T05:52:32.897 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.47000.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41606.log 2024-09-19T05:52:32.897 INFO:teuthology.orchestra.run.smithi046.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47000.log.gz 2024-09-19T05:52:32.897 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.42883.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-19T05:52:32.898 INFO:teuthology.orchestra.run.smithi046.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42883.log.gz 2024-09-19T05:52:32.898 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.41606.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42544.log 2024-09-19T05:52:32.898 INFO:teuthology.orchestra.run.smithi046.stderr: 89.0%/var/log/ceph/ceph-osd.1.log: -- replaced with /var/log/ceph/ceph-client.admin.41606.log.gz 2024-09-19T05:52:32.898 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49775.log 2024-09-19T05:52:32.898 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.42544.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44755.log 2024-09-19T05:52:32.898 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.49775.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.42544.log.gz 2024-09-19T05:52:32.898 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47933.log 2024-09-19T05:52:32.898 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50027.log 2024-09-19T05:52:32.898 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.44755.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.49775.log.gz 2024-09-19T05:52:32.898 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.47933.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44755.log.gz 2024-09-19T05:52:32.898 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44839.log 2024-09-19T05:52:32.898 INFO:teuthology.orchestra.run.smithi046.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47933.log.gz 2024-09-19T05:52:32.899 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.50027.log: /var/log/ceph/ceph-client.admin.36621.log 2024-09-19T05:52:32.899 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.44839.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42030.log 2024-09-19T05:52:32.899 INFO:teuthology.orchestra.run.smithi046.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.50027.log.gz 2024-09-19T05:52:32.899 INFO:teuthology.orchestra.run.smithi046.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44839.log.gz 2024-09-19T05:52:32.899 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.36621.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42876.log 2024-09-19T05:52:32.899 INFO:teuthology.orchestra.run.smithi046.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.36621.log.gz 2024-09-19T05:52:32.899 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.42030.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46790.log 2024-09-19T05:52:32.899 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.42876.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45465.log 2024-09-19T05:52:32.899 INFO:teuthology.orchestra.run.smithi046.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42030.log.gz 2024-09-19T05:52:32.899 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.46790.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.42876.log.gz 2024-09-19T05:52:32.899 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41368.log 2024-09-19T05:52:32.899 INFO:teuthology.orchestra.run.smithi046.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46790.log.gz 2024-09-19T05:52:32.899 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.45465.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47567.log 2024-09-19T05:52:32.900 INFO:teuthology.orchestra.run.smithi046.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45465.log.gz 2024-09-19T05:52:32.900 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42240.log 2024-09-19T05:52:32.900 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.41368.log: /var/log/ceph/ceph-client.admin.47567.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.30142.log 2024-09-19T05:52:32.900 INFO:teuthology.orchestra.run.smithi046.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.41368.log.gz 2024-09-19T05:52:32.900 INFO:teuthology.orchestra.run.smithi046.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.47567.log.gz 2024-09-19T05:52:32.900 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.42240.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43374.log 2024-09-19T05:52:32.914 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36328.log 2024-09-19T05:52:32.914 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-19T05:52:32.914 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/ceph-client.admin.36328.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36408.log 2024-09-19T05:52:32.914 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/ceph-osd.7.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.36328.log.gz 2024-09-19T05:52:32.914 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-19T05:52:32.914 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/ceph-client.admin.36408.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36579.log 2024-09-19T05:52:32.914 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/ceph-mds.b.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.36408.log.gz 2024-09-19T05:52:32.914 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36368.log 2024-09-19T05:52:32.914 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/ceph-client.admin.36579.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-19T05:52:32.914 INFO:teuthology.orchestra.run.smithi078.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.36579.log.gz 2024-09-19T05:52:32.915 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/ceph-client.admin.36368.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-19T05:52:32.915 INFO:teuthology.orchestra.run.smithi078.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.36368.log.gz 2024-09-19T05:52:32.915 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36619.log 2024-09-19T05:52:32.915 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/ceph-osd.4.log: /var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36448.log 2024-09-19T05:52:32.915 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/ceph-client.admin.36619.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36488.log 2024-09-19T05:52:32.915 INFO:teuthology.orchestra.run.smithi078.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.36619.log.gz 2024-09-19T05:52:32.915 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/ceph-client.admin.36448.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-19T05:52:32.915 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/ceph-client.admin.36488.log: gzip 88.1% -- replaced with /var/log/ceph/ceph-client.admin.36448.log.gz 2024-09-19T05:52:32.915 INFO:teuthology.orchestra.run.smithi078.stderr: -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-19T05:52:32.915 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/ceph-mon.c.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.36488.log.gz 2024-09-19T05:52:32.915 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.3.42979.log 2024-09-19T05:52:32.915 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/ceph-osd.6.log: gzip 93.7% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-19T05:52:32.915 INFO:teuthology.orchestra.run.smithi078.stderr: -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-19T05:52:32.916 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/ceph-client.3.42979.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-19T05:52:32.916 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 87.3% -- replaced with /var/log/ceph/ceph-client.3.42979.log.gz 2024-09-19T05:52:32.916 INFO:teuthology.orchestra.run.smithi078.stderr: --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-19T05:52:32.916 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-19T05:52:32.916 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/ceph.log: /var/log/ceph/ceph-mds.d.log: 91.6% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-19T05:52:32.916 INFO:teuthology.orchestra.run.smithi078.stderr: 92.2% -- replaced with /var/log/ceph/ceph-mds.d.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.1.42522.log 2024-09-19T05:52:32.916 INFO:teuthology.orchestra.run.smithi078.stderr: 2024-09-19T05:52:32.921 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-19T05:52:32.921 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/ceph-client.1.42522.log: 87.9% -- replaced with /var/log/ceph/ceph-client.1.42522.log.gz 2024-09-19T05:52:32.921 INFO:teuthology.orchestra.run.smithi078.stderr: 90.6% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-19T05:52:32.934 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36532.log 2024-09-19T05:52:32.934 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/ceph-mon.b.log: /var/log/ceph/ceph-client.admin.36532.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.36532.log.gz 2024-09-19T05:52:32.969 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50111.log 2024-09-19T05:52:32.969 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph.tmp-client.admin.30142.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.42240.log.gz 2024-09-19T05:52:32.969 INFO:teuthology.orchestra.run.smithi046.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.30142.log.gz 2024-09-19T05:52:32.969 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.43374.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43476.log 2024-09-19T05:52:32.969 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.50111.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48929.log 2024-09-19T05:52:32.969 INFO:teuthology.orchestra.run.smithi046.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.50111.log.gz 2024-09-19T05:52:32.969 INFO:teuthology.orchestra.run.smithi046.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.43374.log.gz 2024-09-19T05:52:32.969 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.43476.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46748.log 2024-09-19T05:52:32.969 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.48929.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45154.log 2024-09-19T05:52:32.970 INFO:teuthology.orchestra.run.smithi046.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.43476.log.gz 2024-09-19T05:52:32.970 INFO:teuthology.orchestra.run.smithi046.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.48929.log.gz 2024-09-19T05:52:32.970 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.46748.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42543.log 2024-09-19T05:52:32.970 INFO:teuthology.orchestra.run.smithi046.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46748.log.gz 2024-09-19T05:52:32.970 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.45154.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42884.log 2024-09-19T05:52:32.970 INFO:teuthology.orchestra.run.smithi046.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45154.log.gz 2024-09-19T05:52:32.970 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42548.log 2024-09-19T05:52:32.970 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.42543.log: /var/log/ceph/ceph-client.admin.42884.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.42543.log.gz 2024-09-19T05:52:32.970 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45717.log 2024-09-19T05:52:32.970 INFO:teuthology.orchestra.run.smithi046.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.42884.log.gz 2024-09-19T05:52:32.970 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49691.log 2024-09-19T05:52:32.970 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.42548.log: /var/log/ceph/ceph-client.admin.45717.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49013.log 2024-09-19T05:52:32.970 INFO:teuthology.orchestra.run.smithi046.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42548.log.gz 2024-09-19T05:52:32.971 INFO:teuthology.orchestra.run.smithi046.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45717.log.gz 2024-09-19T05:52:32.971 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.49691.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42198.log 2024-09-19T05:52:32.971 INFO:teuthology.orchestra.run.smithi046.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.49691.log.gz 2024-09-19T05:52:32.971 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.49013.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42156.log 2024-09-19T05:52:32.971 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48085.log 2024-09-19T05:52:32.971 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.42198.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49013.log.gz 2024-09-19T05:52:32.971 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.42156.log: gzip 88.8% -5 -- replaced with /var/log/ceph/ceph-client.admin.42198.log.gz 2024-09-19T05:52:32.971 INFO:teuthology.orchestra.run.smithi046.stderr: --verbose -- /var/log/ceph/ceph-client.admin.50153.log 2024-09-19T05:52:32.971 INFO:teuthology.orchestra.run.smithi046.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.42156.log.gz 2024-09-19T05:52:32.971 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48621.log 2024-09-19T05:52:32.971 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.48085.log: /var/log/ceph/ceph-client.admin.50153.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50321.log 2024-09-19T05:52:32.971 INFO:teuthology.orchestra.run.smithi046.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.48085.log.gz 2024-09-19T05:52:32.971 INFO:teuthology.orchestra.run.smithi046.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.50153.log.gz 2024-09-19T05:52:32.972 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.48621.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50505.log 2024-09-19T05:52:32.972 INFO:teuthology.orchestra.run.smithi046.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.48621.log.gz 2024-09-19T05:52:32.972 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45633.log 2024-09-19T05:52:32.972 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.50321.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47991.log 2024-09-19T05:52:32.972 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.50505.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50321.log.gz 2024-09-19T05:52:32.972 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.45633.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.50505.log.gz 2024-09-19T05:52:32.972 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47609.log 2024-09-19T05:52:32.972 INFO:teuthology.orchestra.run.smithi046.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45633.log.gz 2024-09-19T05:52:32.972 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.47991.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45801.log 2024-09-19T05:52:32.972 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.47609.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46874.log 2024-09-19T05:52:32.972 INFO:teuthology.orchestra.run.smithi046.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.47991.log.gz 2024-09-19T05:52:32.972 INFO:teuthology.orchestra.run.smithi046.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.47609.log.gz 2024-09-19T05:52:32.972 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.45801.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-19T05:52:32.973 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46492.log 2024-09-19T05:52:32.973 INFO:teuthology.orchestra.run.smithi046.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45801.log.gz 2024-09-19T05:52:32.973 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.46874.log: /var/log/ceph/ceph.audit.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46874.log.gz 2024-09-19T05:52:32.973 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42540.log 2024-09-19T05:52:32.973 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46916.log 2024-09-19T05:52:32.973 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.46492.log: /var/log/ceph/ceph-client.admin.42540.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44021.log 2024-09-19T05:52:32.973 INFO:teuthology.orchestra.run.smithi046.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.46492.log.gz 2024-09-19T05:52:32.973 INFO:teuthology.orchestra.run.smithi046.stderr: 89.1% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-19T05:52:32.973 INFO:teuthology.orchestra.run.smithi046.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.42540.log.gz 2024-09-19T05:52:32.973 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.46916.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50069.log 2024-09-19T05:52:32.973 INFO:teuthology.orchestra.run.smithi046.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46916.log.gz 2024-09-19T05:52:32.973 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42072.log 2024-09-19T05:52:32.973 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.44021.log: /var/log/ceph/ceph-client.admin.50069.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46958.log 2024-09-19T05:52:32.974 INFO:teuthology.orchestra.run.smithi046.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44021.log.gz 2024-09-19T05:52:32.974 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.42072.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.50069.log.gz 2024-09-19T05:52:32.974 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50237.log 2024-09-19T05:52:32.974 INFO:teuthology.orchestra.run.smithi046.stderr: 87.4%gzip -- replaced with /var/log/ceph/ceph-client.admin.42072.log.gz -5 2024-09-19T05:52:32.974 INFO:teuthology.orchestra.run.smithi046.stderr: --verbose -- /var/log/ceph/ceph-client.admin.46353.log 2024-09-19T05:52:32.974 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.46958.log: /var/log/ceph/ceph-client.admin.50237.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46958.log.gz 2024-09-19T05:52:32.974 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49943.log 2024-09-19T05:52:32.974 INFO:teuthology.orchestra.run.smithi046.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.50237.log.gz 2024-09-19T05:52:32.974 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.48345.log 2024-09-19T05:52:32.974 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.46353.log: /var/log/ceph/ceph-client.admin.49943.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46580.log 2024-09-19T05:52:32.974 INFO:teuthology.orchestra.run.smithi046.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.46353.log.gz 2024-09-19T05:52:32.974 INFO:teuthology.orchestra.run.smithi046.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49943.log.gz 2024-09-19T05:52:32.974 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.0.48345.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49733.log 2024-09-19T05:52:32.975 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.46580.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49284.log 2024-09-19T05:52:32.975 INFO:teuthology.orchestra.run.smithi046.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46580.log.gz 2024-09-19T05:52:32.975 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.49733.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45507.log 2024-09-19T05:52:32.975 INFO:teuthology.orchestra.run.smithi046.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49733.log.gz 2024-09-19T05:52:32.975 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.49284.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46706.log 2024-09-19T05:52:32.975 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.45507.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49284.log.gz 2024-09-19T05:52:32.975 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49157.log 2024-09-19T05:52:32.975 INFO:teuthology.orchestra.run.smithi046.stderr: 92.1% -- replaced with /var/log/ceph/ceph-client.0.48345.log.gz 2024-09-19T05:52:32.975 INFO:teuthology.orchestra.run.smithi046.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45507.log.gz 2024-09-19T05:52:32.976 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49242.log 2024-09-19T05:52:32.976 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.46706.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46706.log.gz 2024-09-19T05:52:32.976 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.49157.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36248.log 2024-09-19T05:52:32.976 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45112.log 2024-09-19T05:52:32.976 INFO:teuthology.orchestra.run.smithi046.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.49157.log.gz 2024-09-19T05:52:32.976 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.49242.log: /var/log/ceph/ceph-client.admin.36248.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.49242.log.gz 2024-09-19T05:52:32.976 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36512.log 2024-09-19T05:52:32.976 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-19T05:52:32.976 INFO:teuthology.orchestra.run.smithi046.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.36248.log.gz 2024-09-19T05:52:32.976 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.45112.log: /var/log/ceph/ceph-client.admin.36512.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45112.log.gz 2024-09-19T05:52:32.976 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41904.log 2024-09-19T05:52:32.976 INFO:teuthology.orchestra.run.smithi046.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.36512.log.gz 2024-09-19T05:52:32.977 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42542.log 2024-09-19T05:52:32.977 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-mds.a.log: /var/log/ceph/ceph-client.admin.41904.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46142.log 2024-09-19T05:52:32.977 INFO:teuthology.orchestra.run.smithi046.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.41904.log.gz 2024-09-19T05:52:32.977 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.42542.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41546.log 2024-09-19T05:52:32.977 INFO:teuthology.orchestra.run.smithi046.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42542.log.gz 2024-09-19T05:52:32.977 INFO:teuthology.orchestra.run.smithi046.stderr: 92.3% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-19T05:52:32.977 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.46142.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44671.log 2024-09-19T05:52:32.977 INFO:teuthology.orchestra.run.smithi046.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46142.log.gz 2024-09-19T05:52:32.977 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.41546.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44797.log 2024-09-19T05:52:32.977 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50547.log 2024-09-19T05:52:32.977 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.44671.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.41546.log.gz 2024-09-19T05:52:32.977 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.44797.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.44671.log.gz 2024-09-19T05:52:32.977 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47084.log 2024-09-19T05:52:32.978 INFO:teuthology.orchestra.run.smithi046.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44797.log.gz 2024-09-19T05:52:32.978 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46441.log 2024-09-19T05:52:32.978 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.50547.log: /var/log/ceph/ceph-client.admin.47084.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50547.log.gz 2024-09-19T05:52:32.978 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41862.log 2024-09-19T05:52:32.979 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49607.log 2024-09-19T05:52:32.979 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.46441.log: /var/log/ceph/ceph-client.admin.41862.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41736.log 2024-09-19T05:52:32.979 INFO:teuthology.orchestra.run.smithi046.stderr: 88.5% 90.6% -- replaced with /var/log/ceph/ceph-client.admin.47084.log.gz -- replaced with /var/log/ceph/ceph-client.admin.46441.log.gz 2024-09-19T05:52:32.979 INFO:teuthology.orchestra.run.smithi046.stderr: 2024-09-19T05:52:32.979 INFO:teuthology.orchestra.run.smithi046.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.41862.log.gz 2024-09-19T05:52:32.979 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44561.log 2024-09-19T05:52:32.979 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.49607.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.49607.log.gz 2024-09-19T05:52:32.979 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.41736.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-19T05:52:32.980 INFO:teuthology.orchestra.run.smithi046.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.41736.log.gzgzip 2024-09-19T05:52:32.980 INFO:teuthology.orchestra.run.smithi046.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.45423.log 2024-09-19T05:52:32.980 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.44561.log: /var/log/ceph/ceph-mon.a.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.44561.log.gz 2024-09-19T05:52:32.980 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49055.log 2024-09-19T05:52:32.980 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47776.log 2024-09-19T05:52:32.980 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.45423.log: /var/log/ceph/ceph-client.admin.49055.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42875.log 2024-09-19T05:52:32.980 INFO:teuthology.orchestra.run.smithi046.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45423.log.gz 2024-09-19T05:52:32.980 INFO:teuthology.orchestra.run.smithi046.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.49055.log.gz 2024-09-19T05:52:32.980 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.47776.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41820.log 2024-09-19T05:52:32.980 INFO:teuthology.orchestra.run.smithi046.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.47776.log.gz 2024-09-19T05:52:32.981 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.42875.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48971.log 2024-09-19T05:52:32.981 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.41820.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49901.log 2024-09-19T05:52:32.981 INFO:teuthology.orchestra.run.smithi046.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.42875.log.gz 2024-09-19T05:52:32.981 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.48971.log: 88.7%gzip -- replaced with /var/log/ceph/ceph-client.admin.41820.log.gz -5 2024-09-19T05:52:32.981 INFO:teuthology.orchestra.run.smithi046.stderr: --verbose -- /var/log/ceph/ceph-client.admin.47847.log 2024-09-19T05:52:32.981 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.49901.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49859.log 2024-09-19T05:52:32.981 INFO:teuthology.orchestra.run.smithi046.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48971.log.gz 2024-09-19T05:52:32.981 INFO:teuthology.orchestra.run.smithi046.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.49901.log.gz 2024-09-19T05:52:32.981 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.47847.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43164.log 2024-09-19T05:52:32.981 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49410.log 2024-09-19T05:52:32.981 INFO:teuthology.orchestra.run.smithi046.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.47847.log.gz 2024-09-19T05:52:32.981 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.49859.log: /var/log/ceph/ceph-client.admin.43164.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-19T05:52:32.981 INFO:teuthology.orchestra.run.smithi046.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.49859.log.gz 2024-09-19T05:52:32.982 INFO:teuthology.orchestra.run.smithi046.stderr: 87.8%/var/log/ceph/ceph-client.admin.49410.log: -- replaced with /var/log/ceph/ceph-client.admin.43164.log.gz 2024-09-19T05:52:32.982 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45034.log 2024-09-19T05:52:32.982 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-osd.2.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49410.log.gz 2024-09-19T05:52:32.982 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42872.log 2024-09-19T05:52:32.982 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.45034.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43332.log 2024-09-19T05:52:32.982 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.42872.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.45034.log.gz 2024-09-19T05:52:32.982 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45923.log 2024-09-19T05:52:32.982 INFO:teuthology.orchestra.run.smithi046.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42872.log.gz 2024-09-19T05:52:32.982 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.43332.log: gzip -5 --verbose -- 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43332.log.gz 2024-09-19T05:52:32.982 INFO:teuthology.orchestra.run.smithi046.stderr: /var/log/ceph/ceph-client.admin.49985.log 2024-09-19T05:52:32.982 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.45923.log: gzip -5 --verbose -- 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45923.log.gz 2024-09-19T05:52:32.983 INFO:teuthology.orchestra.run.smithi046.stderr: /var/log/ceph/ceph-client.admin.43122.log 2024-09-19T05:52:32.983 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.49985.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-19T05:52:32.983 INFO:teuthology.orchestra.run.smithi046.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.49985.log.gz 2024-09-19T05:52:32.983 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.43122.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.2.44397.log 2024-09-19T05:52:32.983 INFO:teuthology.orchestra.run.smithi046.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43122.log.gz 2024-09-19T05:52:32.983 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42877.log 2024-09-19T05:52:32.983 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.2.44397.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-19T05:52:32.983 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.42877.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42881.log 2024-09-19T05:52:32.983 INFO:teuthology.orchestra.run.smithi046.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.2.44397.log.gz 2024-09-19T05:52:32.983 INFO:teuthology.orchestra.run.smithi046.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42877.log.gz 2024-09-19T05:52:32.983 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42366.log 2024-09-19T05:52:32.983 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph.log: /var/log/ceph/ceph-client.admin.42881.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42881.log.gz 2024-09-19T05:52:32.983 INFO:teuthology.orchestra.run.smithi046.stderr: 84.7% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-19T05:52:32.984 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46184.log 2024-09-19T05:52:32.984 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.42366.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45591.log 2024-09-19T05:52:32.984 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.46184.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42366.log.gz 2024-09-19T05:52:32.984 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46664.log 2024-09-19T05:52:32.984 INFO:teuthology.orchestra.run.smithi046.stderr: 89.0%/var/log/ceph/ceph-client.admin.45591.log: -- replaced with /var/log/ceph/ceph-client.admin.46184.log.gz 2024-09-19T05:52:32.984 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50195.log 2024-09-19T05:52:32.984 INFO:teuthology.orchestra.run.smithi046.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45591.log.gz 2024-09-19T05:52:32.984 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45843.log 2024-09-19T05:52:32.985 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.46664.log: /var/log/ceph/ceph-client.admin.50195.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47150.log 2024-09-19T05:52:32.985 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.45843.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46664.log.gz 2024-09-19T05:52:32.985 INFO:teuthology.orchestra.run.smithi046.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.50195.log.gz 2024-09-19T05:52:32.985 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41778.log 2024-09-19T05:52:32.985 INFO:teuthology.orchestra.run.smithi046.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45843.log.gz 2024-09-19T05:52:32.985 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48544.log 2024-09-19T05:52:32.985 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.47150.log: /var/log/ceph/ceph-client.admin.41778.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43206.log 2024-09-19T05:52:32.985 INFO:teuthology.orchestra.run.smithi046.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.47150.log.gz 2024-09-19T05:52:32.985 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.48544.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.41778.log.gz 2024-09-19T05:52:32.985 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- 87.3% /var/log/ceph/ceph-client.admin.46092.log 2024-09-19T05:52:32.985 INFO:teuthology.orchestra.run.smithi046.stderr: -- replaced with /var/log/ceph/ceph-client.admin.48544.log.gz 2024-09-19T05:52:32.985 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46538.log 2024-09-19T05:52:32.985 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.43206.log: /var/log/ceph/ceph-client.admin.46092.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45304.log 2024-09-19T05:52:32.986 INFO:teuthology.orchestra.run.smithi046.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43206.log.gz 2024-09-19T05:52:32.986 INFO:teuthology.orchestra.run.smithi046.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46092.log.gz/var/log/ceph/ceph-client.admin.46538.log: 2024-09-19T05:52:32.986 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44881.log 2024-09-19T05:52:32.986 INFO:teuthology.orchestra.run.smithi046.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46538.log.gz 2024-09-19T05:52:32.986 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.45304.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49649.log 2024-09-19T05:52:32.986 INFO:teuthology.orchestra.run.smithi046.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45304.log.gz 2024-09-19T05:52:32.986 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.44881.log: 91.5% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-19T05:52:32.986 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42282.log 2024-09-19T05:52:32.986 INFO:teuthology.orchestra.run.smithi046.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44881.log.gz 2024-09-19T05:52:32.986 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.49649.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41648.log 2024-09-19T05:52:32.986 INFO:teuthology.orchestra.run.smithi046.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49649.log.gz 2024-09-19T05:52:32.986 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.42282.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48724.log 2024-09-19T05:52:32.986 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.41648.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.42282.log.gz 2024-09-19T05:52:32.987 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45675.log 2024-09-19T05:52:32.987 INFO:teuthology.orchestra.run.smithi046.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.41648.log.gz 2024-09-19T05:52:32.987 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.48724.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46004.log 2024-09-19T05:52:32.987 INFO:teuthology.orchestra.run.smithi046.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.48724.log.gz 2024-09-19T05:52:32.987 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.45675.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50363.log 2024-09-19T05:52:32.987 INFO:teuthology.orchestra.run.smithi046.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45675.log.gz 2024-09-19T05:52:32.987 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.46004.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49565.log 2024-09-19T05:52:32.987 INFO:teuthology.orchestra.run.smithi046.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46004.log.gz 2024-09-19T05:52:32.987 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.50363.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44519.log 2024-09-19T05:52:32.987 INFO:teuthology.orchestra.run.smithi046.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.50363.log.gz 2024-09-19T05:52:32.987 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.49565.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48834.log 2024-09-19T05:52:32.987 INFO:teuthology.orchestra.run.smithi046.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49565.log.gz 2024-09-19T05:52:32.987 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42324.log 2024-09-19T05:52:32.988 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.44519.log: /var/log/ceph/ceph-client.admin.48834.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45549.log 2024-09-19T05:52:32.988 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.42324.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48834.log.gz 2024-09-19T05:52:32.988 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46227.log 2024-09-19T05:52:32.988 INFO:teuthology.orchestra.run.smithi046.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44519.log.gz 2024-09-19T05:52:32.988 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.45549.log: gzip 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42324.log.gz 2024-09-19T05:52:32.988 INFO:teuthology.orchestra.run.smithi046.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.42880.log 2024-09-19T05:52:32.988 INFO:teuthology.orchestra.run.smithi046.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.45549.log.gz 2024-09-19T05:52:32.988 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.46227.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43290.log 2024-09-19T05:52:32.988 INFO:teuthology.orchestra.run.smithi046.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46227.log.gz 2024-09-19T05:52:32.988 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.42880.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47671.log 2024-09-19T05:52:32.988 INFO:teuthology.orchestra.run.smithi046.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42880.log.gz 2024-09-19T05:52:32.988 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.43290.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49200.log 2024-09-19T05:52:32.989 INFO:teuthology.orchestra.run.smithi046.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43290.log.gz 2024-09-19T05:52:32.989 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.47671.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41946.log 87.4% -- replaced with /var/log/ceph/ceph-client.admin.47671.log.gz 2024-09-19T05:52:32.989 INFO:teuthology.orchestra.run.smithi046.stderr: 2024-09-19T05:52:32.989 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.49200.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42114.log 2024-09-19T05:52:32.989 INFO:teuthology.orchestra.run.smithi046.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.49200.log.gz 2024-09-19T05:52:32.989 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.41946.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49097.log 2024-09-19T05:52:32.989 INFO:teuthology.orchestra.run.smithi046.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.41946.log.gz 2024-09-19T05:52:32.989 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.42114.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46397.log 2024-09-19T05:52:32.989 INFO:teuthology.orchestra.run.smithi046.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42114.log.gz 2024-09-19T05:52:32.989 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45759.log 2024-09-19T05:52:32.989 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.49097.log: /var/log/ceph/ceph-client.admin.46397.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49326.log 2024-09-19T05:52:32.989 INFO:teuthology.orchestra.run.smithi046.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49097.log.gz 2024-09-19T05:52:32.989 INFO:teuthology.orchestra.run.smithi046.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46397.log.gz 2024-09-19T05:52:32.990 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47717.log 2024-09-19T05:52:32.990 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.45759.log: /var/log/ceph/ceph-client.admin.49326.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48502.log 2024-09-19T05:52:32.990 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.47717.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50405.log 2024-09-19T05:52:32.990 INFO:teuthology.orchestra.run.smithi046.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49326.log.gz 2024-09-19T05:52:32.990 INFO:teuthology.orchestra.run.smithi046.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45759.log.gz 2024-09-19T05:52:32.990 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.48502.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.47717.log.gz 2024-09-19T05:52:32.990 INFO:teuthology.orchestra.run.smithi046.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.48502.log.gz 2024-09-19T05:52:32.990 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41464.log 2024-09-19T05:52:32.990 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.50405.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.47410.log 2024-09-19T05:52:32.990 INFO:teuthology.orchestra.run.smithi046.stderr: 88.5%/var/log/ceph/ceph-client.admin.41464.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-19T05:52:32.990 INFO:teuthology.orchestra.run.smithi046.stderr: -- replaced with /var/log/ceph/ceph-client.admin.50405.log.gz 2024-09-19T05:52:32.990 INFO:teuthology.orchestra.run.smithi046.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41464.log.gz 2024-09-19T05:52:32.990 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.0.47410.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-19T05:52:32.991 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose/var/log/ceph/ceph-osd.3.log: -- /var/log/ceph/ceph-client.admin.49368.log 2024-09-19T05:52:32.991 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-mds.c.log: /var/log/ceph/ceph-client.admin.49368.log: 91.3% 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49368.log.gz 2024-09-19T05:52:32.991 INFO:teuthology.orchestra.run.smithi046.stderr: -- replaced with /var/log/ceph/ceph-client.0.47410.log.gz 2024-09-19T05:52:32.991 INFO:teuthology.orchestra.run.smithi046.stderr: 91.4% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-19T05:52:32.992 INFO:teuthology.orchestra.run.smithi078.stderr: 91.6% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-19T05:52:32.992 INFO:teuthology.orchestra.run.smithi078.stderr: 91.4% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-19T05:52:32.999 INFO:teuthology.orchestra.run.smithi046.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-19T05:52:33.000 INFO:teuthology.orchestra.run.smithi046.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-19T05:52:33.018 INFO:teuthology.orchestra.run.smithi078.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-19T05:52:33.032 INFO:teuthology.orchestra.run.smithi078.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-19T05:52:33.034 INFO:teuthology.orchestra.run.smithi078.stderr: 91.3% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-19T05:52:33.053 INFO:teuthology.orchestra.run.smithi078.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-19T05:52:33.053 INFO:teuthology.orchestra.run.smithi078.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-19T05:52:33.054 INFO:teuthology.orchestra.run.smithi046.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-19T05:52:33.056 INFO:teuthology.orchestra.run.smithi078.stderr: 2024-09-19T05:52:33.056 INFO:teuthology.orchestra.run.smithi078.stderr:real 0m0.166s 2024-09-19T05:52:33.056 INFO:teuthology.orchestra.run.smithi078.stderr:user 0m0.787s 2024-09-19T05:52:33.056 INFO:teuthology.orchestra.run.smithi078.stderr:sys 0m0.054s 2024-09-19T05:52:33.085 INFO:teuthology.orchestra.run.smithi046.stderr: 90.9% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-19T05:52:33.086 INFO:teuthology.orchestra.run.smithi046.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-19T05:52:33.088 INFO:teuthology.orchestra.run.smithi046.stderr: 2024-09-19T05:52:33.088 INFO:teuthology.orchestra.run.smithi046.stderr:real 0m0.220s 2024-09-19T05:52:33.088 INFO:teuthology.orchestra.run.smithi046.stderr:user 0m0.779s 2024-09-19T05:52:33.088 INFO:teuthology.orchestra.run.smithi046.stderr:sys 0m0.156s 2024-09-19T05:52:33.088 INFO:tasks.ceph:Archiving logs... 2024-09-19T05:52:33.089 DEBUG:teuthology.misc:Transferring archived files from smithi046:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911696/remote/smithi046/log 2024-09-19T05:52:33.090 DEBUG:teuthology.orchestra.run.smithi046:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T05:52:33.398 DEBUG:teuthology.misc:Transferring archived files from smithi078:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911696/remote/smithi078/log 2024-09-19T05:52:33.399 DEBUG:teuthology.orchestra.run.smithi078:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T05:52:33.528 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-19T05:52:33.538 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-19T05:52:33.538 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T05:52:33.541 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T05:52:33.613 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-19T05:52:33.628 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-19T05:52:33.628 DEBUG:teuthology.orchestra.run.smithi046:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T05:52:33.631 DEBUG:teuthology.orchestra.run.smithi078:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T05:52:33.644 INFO:teuthology.orchestra.run.smithi046.stderr:bash: line 1: ntpq: command not found 2024-09-19T05:52:33.645 INFO:teuthology.orchestra.run.smithi078.stderr:bash: line 1: ntpq: command not found 2024-09-19T05:52:33.649 INFO:teuthology.orchestra.run.smithi046.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T05:52:33.649 INFO:teuthology.orchestra.run.smithi046.stdout:=============================================================================== 2024-09-19T05:52:33.649 INFO:teuthology.orchestra.run.smithi046.stdout:^* hv01.front.sepia.ceph.com 3 6 377 7 -119us[ -120us] +/- 61ms 2024-09-19T05:52:33.649 INFO:teuthology.orchestra.run.smithi046.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 8 +501us[ +501us] +/- 76ms 2024-09-19T05:52:33.649 INFO:teuthology.orchestra.run.smithi046.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 6 -298us[ -298us] +/- 68ms 2024-09-19T05:52:33.649 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:52:33.651 INFO:teuthology.orchestra.run.smithi078.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T05:52:33.651 INFO:teuthology.orchestra.run.smithi078.stdout:=============================================================================== 2024-09-19T05:52:33.651 INFO:teuthology.orchestra.run.smithi078.stdout:^* hv01.front.sepia.ceph.com 3 6 377 7 -106us[ -99us] +/- 61ms 2024-09-19T05:52:33.652 INFO:teuthology.orchestra.run.smithi078.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 7 +489us[ +495us] +/- 76ms 2024-09-19T05:52:33.652 INFO:teuthology.orchestra.run.smithi078.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 6 -276us[ -276us] +/- 68ms 2024-09-19T05:52:33.652 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:52:33.652 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-19T05:52:33.684 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-19T05:52:33.684 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-19T05:52:33.693 DEBUG:teuthology.orchestra.run.smithi046:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T05:52:33.765 DEBUG:teuthology.orchestra.run.smithi078:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T05:52:33.828 DEBUG:teuthology.orchestra.run.smithi046:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T05:52:33.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:52:33.858 DEBUG:teuthology.orchestra.run.smithi078:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T05:52:33.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:52:33.886 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-19T05:52:33.897 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-19T05:52:33.906 INFO:teuthology.task.internal:Duration was 499.058140 seconds 2024-09-19T05:52:33.906 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-19T05:52:33.915 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-19T05:52:33.916 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T05:52:33.918 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T05:52:33.957 INFO:teuthology.orchestra.run.smithi046.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T05:52:33.966 INFO:teuthology.orchestra.run.smithi078.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T05:52:34.242 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-19T05:52:34.242 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi046.front.sepia.ceph.com 2024-09-19T05:52:34.242 DEBUG:teuthology.orchestra.run.smithi046:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T05:52:34.304 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi078.front.sepia.ceph.com 2024-09-19T05:52:34.304 DEBUG:teuthology.orchestra.run.smithi078:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T05:52:34.342 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-19T05:52:34.342 DEBUG:teuthology.orchestra.run.smithi046:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T05:52:34.346 DEBUG:teuthology.orchestra.run.smithi078:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T05:52:34.409 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-19T05:52:34.409 DEBUG:teuthology.orchestra.run.smithi046:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T05:52:34.414 DEBUG:teuthology.orchestra.run.smithi078:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T05:52:34.552 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-19T05:52:34.564 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-19T05:52:34.564 DEBUG:teuthology.orchestra.run.smithi046:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T05:52:34.590 DEBUG:teuthology.orchestra.run.smithi078:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T05:52:34.615 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-19T05:52:34.626 DEBUG:teuthology.orchestra.run.smithi046:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T05:52:34.633 DEBUG:teuthology.orchestra.run.smithi078:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T05:52:34.655 INFO:teuthology.orchestra.run.smithi046.stdout:kernel.core_pattern = core 2024-09-19T05:52:34.679 INFO:teuthology.orchestra.run.smithi078.stdout:kernel.core_pattern = core 2024-09-19T05:52:34.692 DEBUG:teuthology.orchestra.run.smithi046:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T05:52:34.727 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:52:34.728 DEBUG:teuthology.orchestra.run.smithi078:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T05:52:34.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:52:34.747 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-19T05:52:34.758 INFO:teuthology.task.internal:Transferring archived files... 2024-09-19T05:52:34.759 DEBUG:teuthology.misc:Transferring archived files from smithi046:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911696/remote/smithi046 2024-09-19T05:52:34.759 DEBUG:teuthology.orchestra.run.smithi046:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T05:52:34.811 DEBUG:teuthology.misc:Transferring archived files from smithi078:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911696/remote/smithi078 2024-09-19T05:52:34.811 DEBUG:teuthology.orchestra.run.smithi078:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T05:52:34.844 INFO:teuthology.task.internal:Removing archive directory... 2024-09-19T05:52:34.845 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T05:52:34.847 DEBUG:teuthology.orchestra.run.smithi078:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T05:52:34.895 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-19T05:52:34.906 INFO:teuthology.task.internal:Not uploading archives. 2024-09-19T05:52:34.907 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-19T05:52:34.917 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-19T05:52:34.917 DEBUG:teuthology.orchestra.run.smithi046:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T05:52:34.919 DEBUG:teuthology.orchestra.run.smithi078:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T05:52:34.932 INFO:teuthology.orchestra.run.smithi046.stdout: 265336 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 05:52 /home/ubuntu/cephtest 2024-09-19T05:52:34.952 INFO:teuthology.orchestra.run.smithi078.stdout: 266063 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 05:52 /home/ubuntu/cephtest 2024-09-19T05:52:34.952 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-19T05:52:34.963 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-19T05:52:35.008 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/snap_schedule_snapdir} duration: 499.0581398010254 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-19T05:52:35.008 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T05:52:35.016 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-09-19T05:52:35.016 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d has been restored 2024-09-19T05:52:35.115 INFO:teuthology.run:pass